{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T22:22:21Z","timestamp":1729635741206,"version":"3.28.0"},"reference-count":37,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1109\/bigdata.2016.7840934","type":"proceedings-article","created":{"date-parts":[[2017,2,7]],"date-time":"2017-02-07T16:46:59Z","timestamp":1486486019000},"page":"2853-2862","source":"Crossref","is-referenced-by-count":3,"title":["Evaluation-driven research in data science: Leveraging cross-field methodologies"],"prefix":"10.1109","author":[{"given":"Bonnie J.","family":"Dorr","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter C.","family":"Fontana","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Craig S.","family":"Greenberg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marion","family":"Le Bras","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mark","family":"Przybocki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref33","article-title":"Evaluation-as-a-Service: Overview and Outlook","author":"hanbury","year":"2015","journal-title":"arXiv 1512 07454 [cs]"},{"year":"2016","key":"ref32","article-title":"Frederick Jelinek Memorial Workshops on Speech, Language and Computer Vision"},{"article-title":"Simulation-based engineering science: Revolutionizing engineering science through simulation-report of the national science foundation blue ribbon panel on simulation-based engineering science","year":"2006","author":"oden","key":"ref31"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/0735-1097(89)90158-7"},{"year":"2016","key":"ref37","article-title":"NIST IAD Data Science Evaluation Workshop"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.jtbi.2015.12.018"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-21268-0_10"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1023\/B:COAT.0000020960.27186.18"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ODYSSEY.2006.248120"},{"year":"2015","key":"ref11","article-title":"NIST open machine translation evaluation"},{"year":"2010","key":"ref12","article-title":"NIST Open Handwriting Recognition and Translation Evaluation (OpenHaRT)"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3115\/1626431.1626480"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3115\/1073445.1073463"},{"key":"ref15","article-title":"Startup turns data crunching into a high-stakes sport","volume":"spring","author":"metz","year":"2012","journal-title":"MIT Technology Review"},{"key":"ref16","article-title":"The scholarly impact of clef (2000-2009)","volume":"8138","author":"tsikrika","year":"2009","journal-title":"Lecture Notes in Computer Science Information Access Evaluation Multilinguality Multimodality and Visualization (Volume 8138)"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/0886-1633(94)90026-4"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2003.1201189"},{"journal-title":"Website","article-title":"Standard Performance Evaluation Corporation (SPEC)","year":"2016","key":"ref19"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1177\/1745691610393980"},{"key":"ref4","article-title":"Some reflections on innovation and invention","author":"heilmeier","year":"1992","journal-title":"Founders Award Lecture National Academy of Engineering Washington D C"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2012.161"},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.1007\/s41060-016-0016-z","article-title":"A new data science research program","volume":"1","author":"dorr","year":"2016","journal-title":"International Journal of Data Science and Analytics"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.3115\/1119018.1119022"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/nature02771"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/6.284787"},{"year":"2014","key":"ref8","article-title":"Text retrieval conference"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ASRU.2003.1318488"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2015.7344805"},{"key":"ref9","article-title":"Speaker and language recognition: A guided safari","author":"reynolds","year":"2008","journal-title":"keynote speech at Odyssey 2008"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363988"},{"article-title":"UCI machine learning repository","year":"2013","author":"lichman","key":"ref20"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363989"},{"key":"ref21","article-title":"The key word in data science is not data, it is science","author":"leek","year":"2013","journal-title":"Simply Stated"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-006-0026-6"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2611567"},{"key":"ref26","first-page":"571","article-title":"Clustering Validation Measures","author":"xiong","year":"2013","journal-title":"Data Clustering Algorithms and Applications"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143865"}],"event":{"name":"2016 IEEE International Conference on Big Data (Big Data)","start":{"date-parts":[[2016,12,5]]},"location":"Washington DC,USA","end":{"date-parts":[[2016,12,8]]}},"container-title":["2016 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7818133\/7840573\/07840934.pdf?arnumber=7840934","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,18]],"date-time":"2019-09-18T07:17:59Z","timestamp":1568791079000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7840934\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,12]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/bigdata.2016.7840934","relation":{},"subject":[],"published":{"date-parts":[[2016,12]]}}}