{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T03:45:03Z","timestamp":1768016703032,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["FA8750-16-C-0045"],"award-info":[{"award-number":["FA8750-16-C-0045"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007515","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1450277"],"award-info":[{"award-number":["1450277"]}],"id":[{"id":"10.13039\/100007515","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3377811.3380366","type":"proceedings-article","created":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T18:25:34Z","timestamp":1601576734000},"page":"1086-1097","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Improving data scientist efficiency with provenance"],"prefix":"10.1145","author":[{"given":"Jingmei","family":"Hu","sequence":"first","affiliation":[{"name":"Harvard University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiwon","family":"Joung","sequence":"additional","affiliation":[{"name":"University of Michigan"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maia","family":"Jacobs","sequence":"additional","affiliation":[{"name":"Harvard University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Krzysztof Z.","family":"Gajos","sequence":"additional","affiliation":[{"name":"Harvard University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Margo I.","family":"Seltzer","sequence":"additional","affiliation":[{"name":"University of British Columbia, Vancouver, BC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480945.1480946"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985898"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-17819-1_27"},{"key":"e_1_3_2_1_4_1","volume-title":"Software Change Impact Analysis","author":"Arnold Robert S.","unstructured":"Robert S. Arnold. 1996. Software Change Impact Analysis. IEEE Computer Society Press, Los Alamitos, CA, USA."},{"key":"e_1_3_2_1_5_1","volume-title":"Trustworthy Whole-System Provenance for the Linux Kernel. In 24th USENIX Security Symposium (USENIX Security 15)","author":"Bates Adam","year":"2015","unstructured":"Adam Bates, Dave (Jing) Tian, Kevin R.B. Butler, and Thomas Moyer. 2015. Trustworthy Whole-System Provenance for the Linux Kernel. In 24th USENIX Security Symposium (USENIX Security 15). USENIX Association, Washington, D.C., 319--334. https:\/\/www.usenix.org\/conference\/usenixsecurity15\/technical-sessions\/presentation\/bates"},{"key":"e_1_3_2_1_6_1","volume-title":"Contextual Design: Defining Customer-Centered Systems","author":"Beyer Hugh","year":"1997","unstructured":"Hugh Beyer and Karen Holtzblatt. 1997. Contextual Design: Defining Customer-Centered Systems. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.155"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2003.1235428"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44450-5_6"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44503-X_20"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/581478.581482"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.4135\/9781452218403.n25"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1017\/S0960129511000211"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.euroecorev.2015.05.004"},{"key":"e_1_3_2_1_15_1","volume-title":"Make - A program for maintaining computer programs. Software: Practice and experience 9, 4","author":"Feldman Stuart I","year":"1979","unstructured":"Stuart I Feldman. 1979. Make - A program for maintaining computer programs. Software: Practice and experience 9, 4 (1979), 255--265."},{"key":"e_1_3_2_1_16_1","volume-title":"Accessed","author":"Inc.","year":"2019","unstructured":"Inc. Free Software Foundation. 2016. Autoconf. https:\/\/www.gnu.org\/software\/autoconf\/. Accessed Aug 16, 2019."},{"key":"e_1_3_2_1_17_1","first-page":"15","article-title":"Provenance and the Different Flavors of Reproducibility","volume":"41","author":"Freire Juliana","year":"2018","unstructured":"Juliana Freire and Fernando Chirigati. 2018. Provenance and the Different Flavors of Reproducibility. IEEE Data Eng. Bull. 41, 1 (2018), 15--26.","journal-title":"IEEE Data Eng. Bull."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2008.79"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.14778\/1920841.1921003"},{"key":"e_1_3_2_1_20_1","volume-title":"A Rule-Based Change Impact Analysis Approach in Software Architecture for Requirements Changes. CoRR abs\/1608.02757","author":"Goknil Arda","year":"2016","unstructured":"Arda Goknil, Ivan Kurtev, and Klaas van den Berg. 2016. A Rule-Based Change Impact Analysis Approach in Software Architecture for Requirements Changes. CoRR abs\/1608.02757 (2016). arXiv:1608.02757"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177705148"},{"key":"e_1_3_2_1_22_1","volume-title":"The SAGE Handbook of Interview Research: The Complexity of the Craft","author":"Gubrium Jaber F","unstructured":"Jaber F Gubrium, James A Holstein, Amir B Marvasti, and Karyn D McKinney. 2012. The SAGE Handbook of Interview Research: The Complexity of the Craft. SAGE Publications, Thousand Oaks, CA."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001455"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864349.1864395"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193120605000909"},{"key":"e_1_3_2_1_26_1","volume-title":"Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. Human mental workload 1, 3","author":"Hart Sandra G","year":"1988","unstructured":"Sandra G Hart and Lowell E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. Human mental workload 1, 3 (1988), 139--183."},{"key":"e_1_3_2_1_27_1","first-page":"65","article-title":"A simple sequentially rejective multiple test procedure","volume":"6","author":"Holm S.","year":"1979","unstructured":"S. Holm. 1979. A simple sequentially rejective multiple test procedure. Scandinavian Journal of Statistics 6, 65--70 (1979), 1979.","journal-title":"Scandinavian Journal of Statistics"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.3628097"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1177\/0049124107306660"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.3233\/978-1-61499-649-1-87"},{"key":"e_1_3_2_1_31_1","volume-title":"Bravo Manual in the Alto User's Handbook","author":"Lampson BW","year":"1976","unstructured":"BW Lampson. 1976. Bravo Manual in the Alto User's Handbook. Xerox Palo Alto Research Center (1976)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2003.1251064"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201210"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.3390\/informatics5010012"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.4380070611"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/1267359.1267363"},{"key":"e_1_3_2_1_37_1","volume-title":"Provenance and Annotation of Data and Processes","author":"Murta Leonardo","unstructured":"Leonardo Murta, Vanessa Braganholo, Fernando Chirigati, David Koop, and Juliana Freire. 2015. noWorkflow: Capturing and Analyzing Provenance of Scripts. In Provenance and Annotation of Data and Processes. Springer International Publishing, Cham, 71--83."},{"key":"e_1_3_2_1_38_1","volume-title":"http:\/\/guides.dataverse.org\/en\/4.2\/api\/. Accessed","author":"The President & Fellows of Harvard College","year":"2018","unstructured":"The President & Fellows of Harvard College. 2015. API Guide. http:\/\/guides.dataverse.org\/en\/4.2\/api\/. Accessed Aug 7, 2018."},{"key":"e_1_3_2_1_39_1","volume-title":"https:\/\/dataverse.harvard.edu\/. Accessed","author":"The President & Fellows of Harvard College","year":"2018","unstructured":"The President & Fellows of Harvard College. 2017. Harvard Dataverse. https:\/\/dataverse.harvard.edu\/. Accessed Aug 7, 2018."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/940071.940089"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.5555\/998675.999453"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3129249"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2009.5090023"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137789"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467551"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1028976.1029012"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.ps.46.020195.003021"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2010.01830.x"},{"key":"e_1_3_2_1_49_1","unstructured":"Leslie N. Smith. 2018. A disciplined approach to neural network hyper-parameters: Part 1 - learning rate batch size momentum and weight decay. arXiv:cs.LG\/1803.09820"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2010.45"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1080\/0305215X.2010.508524"},{"key":"e_1_3_2_1_52_1","volume-title":"Data Scientist: The Engineer of the Future","author":"Van der Aalst Wil MP","year":"2014","unstructured":"Wil MP Van der Aalst. 2014. Data Scientist: The Engineer of the Future. In Enterprise Interoperability VI. Springer International Publishing, Cham, 13--26."},{"key":"e_1_3_2_1_53_1","unstructured":"G Varoquaux and O Grisel. 2009. Joblib: running Python function as pipeline jobs. packages. python. org\/joblib."},{"key":"e_1_3_2_1_54_1","volume-title":"Vaughan and Thomas Tromey","author":"Gary","year":"2000","unstructured":"Gary V. Vaughan and Thomas Tromey. 2000. GNU Autoconf, Automake and Libtool. New Riders Publishing, Thousand Oaks, CA, USA."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1086\/691462"},{"key":"e_1_3_2_1_56_1","volume-title":"Program Slicing. In Proceedings of the 5th International Conference on Software Engineering (ICSE '81)","author":"Weiser Mark","year":"1981","unstructured":"Mark Weiser. 1981. Program Slicing. In Proceedings of the 5th International Conference on Software Engineering (ICSE '81). IEEE Computer Society, Piscataway, NJ, USA, 439--449."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025121"}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul South Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380366","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3377811.3380366","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3377811.3380366","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:41:39Z","timestamp":1750200099000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380366"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":57,"alternative-id":["10.1145\/3377811.3380366","10.1145\/3377811"],"URL":"https:\/\/doi.org\/10.1145\/3377811.3380366","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-10-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}