{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,7]],"date-time":"2025-07-07T22:40:07Z","timestamp":1751928007731,"version":"3.41.2"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030809591"},{"type":"electronic","value":"9783030809607"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-80960-7_2","type":"book-chapter","created":{"date-parts":[[2021,7,8]],"date-time":"2021-07-08T06:02:37Z","timestamp":1625724157000},"page":"20-38","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Provenance Supporting Hyperparameter Analysis in Deep Neural Networks"],"prefix":"10.1007","author":[{"given":"D\u00e9bora","family":"Pina","sequence":"first","affiliation":[]},{"given":"Liliane","family":"Kunstmann","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"de Oliveira","sequence":"additional","affiliation":[]},{"given":"Patrick","family":"Valduriez","sequence":"additional","affiliation":[]},{"given":"Marta","family":"Mattoso","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,7,9]]},"reference":[{"key":"2_CR1","unstructured":"Abadi, M., et al.: Tensorflow: large-scale machine learning on heterogeneous distributed systems. arXiv preprint arXiv:1603.04467 (2016)"},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Agrawal, P., et al.: Data platform for machine learning. In: Proceedings of the 2019 International Conference on Management of Data, pp. 1803\u20131816 (2019)","DOI":"10.1145\/3299869.3314050"},{"issue":"2","key":"2_CR3","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1504\/IJCBDD.2019.099761","volume":"12","author":"RF Almeida","year":"2019","unstructured":"Almeida, R.F., et al.: Managing data provenance for bioinformatics workflows using AProvBio. Int. J. Comput. Biol. Drug Des. 12(2), 153\u2013170 (2019). https:\/\/doi.org\/10.1504\/IJCBDD.2019.099761","journal-title":"Int. J. Comput. Biol. Drug Des."},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Cheney, J., Chapman, A., Davidson, J., Forbes, A.: Data provenance, curation and quality in metrology. arXiv preprint arXiv:2102.08228 (2021)","DOI":"10.1142\/9789811242380_0009"},{"key":"2_CR5","unstructured":"Corrigan, D., Curcin, V., Ethier, J., Flynn, A.J., Sottara, D.: Challenges of deploying computable biomedical knowledge in real-world applications. In: AMIA 2019, American Medical Informatics Association Annual Symposium, Washington, DC, USA, 16\u201320 November 2019. AMIA (2019), http:\/\/knowledge.amia.org\/69862-amia-1.4570936\/t002-1.4575206\/t002-1.4575207\/3201770-1.4575319\/3203261-1.4575316"},{"issue":"4","key":"2_CR6","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1109\/MCSE.2012.41","volume":"14","author":"A Davison","year":"2012","unstructured":"Davison, A.: Automated capture of experiment context for easier reproducibility in computational research. Comput. Sci. Eng. 14(4), 48\u201356 (2012)","journal-title":"Comput. Sci. Eng."},{"key":"2_CR7","unstructured":"Fairweather, E., Wittner, R., Chapman, M., Holub, P., Curcin, V.: Non-repudiable provenance for clinical decision support systems. CoRR abs\/2006.11233 (2020). https:\/\/arxiv.org\/abs\/2006.11233"},{"key":"2_CR8","doi-asserted-by":"publisher","unstructured":"Fekete, J., Freire, J., Rhyne, T.: Exploring reproducibility in visualization. IEEE Comput. Graph. Appl. 40(5), 108\u2013119 (2020). https:\/\/doi.org\/10.1109\/MCG.2020.3006412","DOI":"10.1109\/MCG.2020.3006412"},{"issue":"3","key":"2_CR9","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1109\/MCSE.2008.79","volume":"10","author":"J Freire","year":"2008","unstructured":"Freire, J., Koop, D., Santos, E., Silva, C.T.: Provenance for computational tasks: a survey. Comput. Sci. Eng. 10(3), 11\u201321 (2008)","journal-title":"Comput. Sci. Eng."},{"key":"2_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/978-3-642-35170-9_6","volume-title":"Middleware 2012","author":"A Gehani","year":"2012","unstructured":"Gehani, A., Tariq, D.: SPADE: support for provenance auditing in distributed environments. In: Narasimhan, P., Triantafillou, P. (eds.) Middleware 2012. LNCS, vol. 7662, pp. 101\u2013120. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-35170-9_6"},{"key":"2_CR11","doi-asserted-by":"crossref","unstructured":"Gharibi, G., Walunj, V., Alanazi, R., Rella, S., Lee, Y.: Automated management of deep learning experiments. In: Proceedings of the 3rd International Workshop on Data Management for End-to-End Machine Learning, p. 8. ACM (2019)","DOI":"10.1145\/3329486.3329495"},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Gharibi, G., Walunj, V., Rella, S., Lee, Y.: ModelKB: towards automated management of the modeling lifecycle in deep learning. In: Proceedings of the 7th International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering, pp. 28\u201334. IEEE Press (2019)","DOI":"10.1109\/RAISE.2019.00013"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Ghoshal, D., Plale, B.: Provenance from log files: a bigdata problem. In: Proceedings of the Joint EDBT\/ICDT 2013 Workshops, pp. 290\u2013297 (2013)","DOI":"10.1145\/2457317.2457366"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Gil, Y., et al.: Artificial intelligence for modeling complex systems: taming the complexity of expert models to improve decision making. ACM Trans. Interact. Intell. Syst. (2021)","DOI":"10.1145\/3453172"},{"key":"2_CR15","unstructured":"Goodfellow, I., Bengio, Y., Courville, A., Bengio, Y.: Deep Learning, vol. 1. MIT press Cambridge (2016)"},{"key":"2_CR16","unstructured":"Gurnani, A., Mavani, V., Gajjar, V., Khandhediya, Y.: Flower categorization using deep convolutional neural networks. arXiv preprint arXiv:1708.03763 (2017)"},{"issue":"6","key":"2_CR17","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1007\/s00778-017-0486-1","volume":"26","author":"M Herschel","year":"2017","unstructured":"Herschel, M., Diestelk\u00e4mper, R., Lahmar, H.B.: A survey on provenance: what for? what form? what from? VLDB J. 26(6), 881\u2013906 (2017)","journal-title":"VLDB J."},{"key":"2_CR18","unstructured":"Huynh, T.D., Stalla, S., Moreau, L.: Provenance-based explanations for automated decisions: final IAA project report (2019)"},{"key":"2_CR19","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems, pp. 1097\u20131105 (2012)"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Louren\u00e7o, R., Freire, J., Shasha, D.: Debugging machine learning pipelines. In: Proceedings of the 3rd International Workshop on Data Management for End-to-End Machine Learning, pp. 1\u201310 (2019)","DOI":"10.1145\/3329486.3329489"},{"key":"2_CR21","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.future.2014.11.017","volume":"46","author":"M Mattoso","year":"2015","unstructured":"Mattoso, M., et al.: Dynamic steering of HPC scientific workflows: a survey. Future Gener. Comput. Syst. 46, 100\u2013113 (2015)","journal-title":"Future Gener. Comput. Syst."},{"key":"2_CR22","unstructured":"McPhillips, T., Bowers, S., Belhajjame, K., Lud\u00e4scher, B.: Retrospective provenance without a runtime provenance recorder. In: 7th USENIX Workshop on the Theory and Practice of Provenance (TaPP 2015) (2015)"},{"key":"2_CR23","unstructured":"Miao, H., Li, A., Davis, L.S., Deshpande, A.: ModelHUB: lifecycle management for deep learning. Univ. of Maryland (2015)"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Miao, H., Li, A., Davis, L.S., Deshpande, A.: Towards unified data and lifecycle management for deep learning. In: 2017 IEEE 33rd International Conference on Data Engineering (ICDE), pp. 571\u2013582. IEEE (2017)","DOI":"10.1109\/ICDE.2017.112"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"Missier, P., Belhajjame, K., Cheney, J.: The W3C PROV family of specifications for modelling provenance metadata. In: Proceedings of the 16th International Conference on Extending Database Technology, pp. 773\u2013776 (2013)","DOI":"10.1145\/2452376.2452478"},{"issue":"4","key":"2_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-031-79450-6","volume":"3","author":"L Moreau","year":"2013","unstructured":"Moreau, L., Groth, P.: Provenance: an introduction to PROV. Synthesis Lect. Semant. Web Theory Technol. 3(4), 1\u2013129 (2013)","journal-title":"Synthesis Lect. Semant. Web Theory Technol."},{"key":"2_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/978-3-319-16462-5_6","volume-title":"Provenance and Annotation of Data and Processes","author":"L Murta","year":"2015","unstructured":"Murta, L., Braganholo, V., Chirigati, F., Koop, D., Freire, J.: noWorkflow: capturing and analyzing provenance of scripts. In: Lud\u00e4scher, B., Plale, B. (eds.) IPAW 2014. LNCS, vol. 8628, pp. 71\u201383. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-16462-5_6"},{"key":"2_CR28","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: A visual vocabulary for flower classification. In: 2006 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR 2006), vol. 2, pp. 1447\u20131454. IEEE (2006)","DOI":"10.1109\/CVPR.2006.42"},{"key":"2_CR29","doi-asserted-by":"publisher","unstructured":"Oca\u00f1a, K.A.C.S., Silva, V., de Oliveira, D., Mattoso, M.: Data analytics in bioinformatics: data science in practice for genomics analysis workflows. In: 11th IEEE International Conference on e-Science, e-Science 2015, Munich, Germany, 31 August\u20134 September 2015. pp. 322\u2013331. IEEE Computer Society (2015). https:\/\/doi.org\/10.1109\/eScience.2015.50","DOI":"10.1109\/eScience.2015.50"},{"key":"2_CR30","unstructured":"Ormenisan, A.A., Ismail, M., Haridi, S., Dowling, J.: Implicit provenance for machine learning artifacts. Proc. MLSys 20 (2020)"},{"key":"2_CR31","unstructured":"Orr, G.B., M\u00fcller, K.R.: Neural Networks: Tricks of the Trade. Springer (2003)"},{"key":"2_CR32","doi-asserted-by":"publisher","unstructured":"Pimentel, J.F., Freire, J., Murta, L., Braganholo, V.: A survey on collecting, managing, and analyzing provenance from scripts. ACM Comput. Surv. 52(3), 47:1\u201347:38 (2019). https:\/\/doi.org\/10.1145\/3311955","DOI":"10.1145\/3311955"},{"key":"2_CR33","unstructured":"Raissi, M., Perdikaris, P., Karniadakis, G.E.: Physics informed deep learning (part I): data-driven solutions of nonlinear partial differential equations. arXiv preprint arXiv:1711.10561 (2017)"},{"key":"2_CR34","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1007\/978-3-319-98379-0_5","volume-title":"Provenance and Annotation of Data and Processes","author":"C S\u00e1enz-Ad\u00e1n","year":"2018","unstructured":"S\u00e1enz-Ad\u00e1n, C., Moreau, L., P\u00e9rez, B., Miles, S., Garc\u00eda-Izquierdo, F.J.: Automating provenance capture in software engineering with UML2PROV. In: Belhajjame, K., Gehani, A., Alper, P. (eds.) IPAW 2018. LNCS, vol. 11017, pp. 58\u201370. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-98379-0_5"},{"key":"2_CR35","unstructured":"Schelter, S., B\u00f6se, J.H., Kirschnick, J., Klein, T., Seufert, S.: Automatically tracking metadata and provenance of machine learning experiments. In: Machine Learning Systems workshop at NIPS (2017)"},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Scherzinger, S., Seifert, C., Wiese, L.: The best of both worlds: challenges in linking provenance and explainability in distributed machine learning. In: 2019 IEEE 39th International Conference on Distributed Computing Systems (ICDCS), pp. 1620\u20131629. IEEE (2019)","DOI":"10.1109\/ICDCS.2019.00161"},{"key":"2_CR37","unstructured":"Ferreira da Silva, R., et al.: Workflows community summit: Bringing the scientific workflows research community together, March 2021"},{"key":"2_CR38","doi-asserted-by":"crossref","unstructured":"Silva, V., et al.: Dfanalyzer: runtime dataflow analysis tool for computational science and engineering applications. SoftwareX 12, 100592 (2020)","DOI":"10.1016\/j.softx.2020.100592"},{"issue":"12","key":"2_CR39","doi-asserted-by":"publisher","first-page":"2082","DOI":"10.14778\/3229863.3236265","volume":"11","author":"V Silva","year":"2018","unstructured":"Silva, V., de Oliveira, D., Valduriez, P., Mattoso, M.: DfAnalyzer: runtime dataflow analysis of scientific applications using provenance. Proc. VLDB Endow. 11(12), 2082\u20132085 (2018)","journal-title":"Proc. VLDB Endow."},{"key":"2_CR40","unstructured":"Tsay, J., Mummert, T., Bobroff, N., Braz, A., Westerink, P., Hirzel, M.: Runway: machine learning model experiment management tool (2018)"},{"key":"2_CR41","unstructured":"Vartak, M., et al.: Model DB: a system for machine learning model management. In: Proceedings of the Workshop on Human-in-the-Loop Data Analytics, p. 14. ACM (2016)"},{"key":"2_CR42","doi-asserted-by":"crossref","unstructured":"Wang, D., et al.: From human-human collaboration to human-AI collaboration: designing AI systems that can work together with people. In: Extended Abstracts of the 2020 CHI Conference on Human Factors in Computing Systems, pp. 1\u20136 (2020)","DOI":"10.1145\/3334480.3381069"},{"key":"2_CR43","doi-asserted-by":"crossref","unstructured":"Wang, D., et al.: Human-AI collaboration in data science: exploring data scientists\u2019 perceptions of automated AI. Proc. ACM Hum. Comput. Interact. 3(CSCW), 1\u201324 (2019)","DOI":"10.1145\/3359313"},{"issue":"8","key":"2_CR44","doi-asserted-by":"publisher","first-page":"1424","DOI":"10.1093\/bioinformatics\/btx741","volume":"34","author":"T Warnke","year":"2018","unstructured":"Warnke, T., Helms, T., Uhrmacher, A.M.: Reproducible and flexible simulation experiments with ml-rules and SESSL. Bioinformatics 34(8), 1424\u20131427 (2018). https:\/\/doi.org\/10.1093\/bioinformatics\/btx741","journal-title":"Bioinformatics"},{"key":"2_CR45","doi-asserted-by":"crossref","unstructured":"Xin, D., Ma, L., Liu, J., Macke, S., Song, S., Parameswaran, A.: Accelerating human-in-the-loop machine learning: challenges and opportunities. In: Proceedings of the Second Workshop on Data Management for End-to-End Machine Learning, pp. 1\u20134 (2018)","DOI":"10.1145\/3209889.3209897"},{"key":"2_CR46","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Sparks, E.R., Franklin, M.J.: Diagnosing machine learning pipelines with fine-grained lineage. In: Proceedings of the 26th International Symposium on High-Performance Parallel and Distributed Computing, pp. 143\u2013153 (2017)","DOI":"10.1145\/3078597.3078603"}],"container-title":["Lecture Notes in Computer Science","Provenance and Annotation of Data and Processes"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-80960-7_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,7]],"date-time":"2025-07-07T22:02:08Z","timestamp":1751925728000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-80960-7_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030809591","9783030809607"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-80960-7_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"9 July 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IPAW","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Provenance and Annotation Workshop","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ipaw2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iitdbgroup.github.io\/ProvenanceWeek2021\/ipaw.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"47% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"In addition, 6 posters and system demonstrations were accepted for publication","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}