{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T00:58:39Z","timestamp":1740099519915,"version":"3.37.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030299828"},{"type":"electronic","value":"9783030299835"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-29983-5_18","type":"book-chapter","created":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T19:02:43Z","timestamp":1567364563000},"page":"264-279","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["ACE: Easy Deployment of Field Optimization Experiments"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2501-9926","authenticated-orcid":false,"given":"David Issa","family":"Mattos","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2854-722X","authenticated-orcid":false,"given":"Jan","family":"Bosch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7700-1816","authenticated-orcid":false,"given":"Helena","family":"Holmstr\u00f6m Olsson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,2]]},"reference":[{"key":"18_CR1","doi-asserted-by":"crossref","unstructured":"Piyaratna, S., et al.: Digital RF processing system for Hardware-in-the-loop simulation. In: 2013 International Conference on Radar, pp. 554\u2013559 (2013)","DOI":"10.1109\/RADAR.2013.6652048"},{"key":"18_CR2","doi-asserted-by":"crossref","unstructured":"Scholz, D., von Stryk, O.: Efficient design parameter optimization for musculoskeletal bipedal robots combining simulated and hardware-in-the-loop experiments. In: 2015 IEEE-RAS 15th International Conference on Humanoid Robots (Humanoids), pp. 512\u2013518, December 2015","DOI":"10.1109\/HUMANOIDS.2015.7363581"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Tang, D., Agarwal, A., O\u2019Brien, D., Meyer, M.: Overlapping experiment infrastructure. In: Proceedings of the 16th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2010, p. 17 (2010)","DOI":"10.1145\/1835804.1835810"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Bakshy, E., Park, M., Eckles, D., Park, M., Bernstein, M.S.: Designing and deploying online field experiments. In: Proceedings of 23rd International Conference of World Wide Web - WWW 2014, pp. 283\u2013292, September 2014","DOI":"10.1145\/2566486.2567967"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"Kohavi, R., Deng, A., Longbotham, R., Xu, Y.: Seven rules of thumb for web site experimenters. In: Proceedings of the 20th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2014, pp. 1857\u20131866 (2014)","DOI":"10.1145\/2623330.2623341"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Xu, Y., Duan, W., Huang, S.: SQR\u202f: balancing speed, quality and risk in online experiments. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining - KDD 2018, vol. 1, pp. 895\u2013904 (2018)","DOI":"10.1145\/3219819.3219875"},{"key":"18_CR7","unstructured":"Sculley, D., et al.: Hidden technical debt in machine learning systems. In: Advances in Neural Information Processing Systems, pp. 2503\u20132511 (2015)"},{"key":"18_CR8","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1016\/j.infsof.2019.05.004","volume":"113","author":"D Issa Mattos","year":"2019","unstructured":"Issa Mattos, D., Bosch, J., Olsson, H.H.: Multi-armed bandits in the wild: pitfalls and strategies in online experiments. Inf. Softw. Technol. 113, 68\u201381 (2019)","journal-title":"Inf. Softw. Technol."},{"key":"18_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/978-3-319-99241-9_16","volume-title":"Search-Based Software Engineering","author":"DI Mattos","year":"2018","unstructured":"Mattos, D.I., M\u00e5rtensson, E., Bosch, J., Olsson, H.H.: Optimization experiments in the continuous space. In: Colanzi, T.E., McMinn, P. (eds.) SSBSE 2018. LNCS, vol. 11036, pp. 293\u2013308. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99241-9_16"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Mattos, D.I., Bosch, J., Olsson, H.H., Dakkak, A., Bergh, K.: Automated optimization of software parameters in a long term evolution radio base station. In: IEEE 13th Annual International Systems Conference, pp. 1\u20138 (2019)","DOI":"10.1109\/SYSCON.2019.8836830"},{"issue":"1","key":"18_CR11","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/s10618-008-0114-1","volume":"18","author":"R Kohavi","year":"2009","unstructured":"Kohavi, R., Longbotham, R., Sommerfield, D., Henne, R.M.: Controlled experiments on the web: survey and practical guide. Data Min. Knowl. Disc. 18(1), 140\u2013181 (2009). https:\/\/doi.org\/10.1007\/s10618-008-0114-1","journal-title":"Data Min. Knowl. Disc."},{"key":"18_CR12","unstructured":"Burtini, G., Loeppky, J., Lawrence, R.: A survey of online experiment design with the stochastic multi-armed bandit. pp. 1\u201349 (2015) arXiv:1510.00757"},{"issue":"1","key":"18_CR13","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1287\/mksc.2013.0803","volume":"33","author":"GL Urban","year":"2014","unstructured":"Urban, G.L., et al.: Morphing banner advertising. Mark. Sci. 33(1), 27\u201346 (2014)","journal-title":"Mark. Sci."},{"key":"18_CR14","doi-asserted-by":"crossref","unstructured":"Li, L., Chu, W., Langford, J., Schapire, R.E.: A contextual-bandit approach to personalized news article recommendation. In: Proceedings of the 19th International Conference on World wide web - WWW 2010, p. 661 (2010)","DOI":"10.1145\/1772690.1772758"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Golovin, D., Solnik, B., Moitra, S., Kochanski, G., Karro, J., Sculley, D.: Google vizier. In: Proceedings of the 23rd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2017, pp. 1487\u20131495 (2017)","DOI":"10.1145\/3097983.3098043"},{"issue":"19","key":"18_CR16","doi-asserted-by":"publisher","first-page":"1832","DOI":"10.1016\/j.tcs.2010.12.059","volume":"412","author":"S Bubeck","year":"2010","unstructured":"Bubeck, S., Munos, R., Stoltz, G., Szepesvari, C.: X-armed bandits. Theor. Comput. Sci. 412(19), 1832\u20131852 (2010)","journal-title":"Theor. Comput. Sci."},{"issue":"1","key":"18_CR17","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","volume":"104","author":"B Shahriari","year":"2016","unstructured":"Shahriari, B., Swersky, K., Wang, Z., Adams, R.P., de Freitas, N.: Taking the human out of the loop: a review of Bayesian optimization. Proc. IEEE 104(1), 148\u2013175 (2016)","journal-title":"Proc. IEEE"},{"key":"18_CR18","unstructured":"Shang, X., Kaufmann, E., Valko, M.: Hierarchical bandits for \u201cBlack Box\u201d optimization, Lille (2015)"},{"key":"18_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1007\/978-3-319-09940-8_13","volume-title":"Search-Based Software Engineering","author":"G Tamburrelli","year":"2014","unstructured":"Tamburrelli, G., Margara, A.: Towards automated A\/B testing. In: Le Goues, C., Yoo, S. (eds.) SSBSE 2014. LNCS, vol. 8636, pp. 184\u2013198. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-09940-8_13"},{"issue":"1","key":"18_CR20","doi-asserted-by":"publisher","first-page":"75","DOI":"10.2307\/25148625","volume":"28","author":"AR Hevner","year":"2004","unstructured":"Hevner, A.R., March, S.T., Park, J., Ram, S.: Design science in information systems research. MIS Q. 28(1), 75 (2004)","journal-title":"MIS Q."},{"issue":"2","key":"18_CR21","doi-asserted-by":"publisher","first-page":"337","DOI":"10.25300\/MISQ\/2013\/37.2.01","volume":"37","author":"S Gregor","year":"2013","unstructured":"Gregor, S., Hevner, A.R.: Positioning and presenting design science research for maximum impact. MIS Q. 37(2), 337\u2013355 (2013)","journal-title":"MIS Q."},{"key":"18_CR22","volume-title":"Design and Analysis of Experiments","author":"DC Montgomery","year":"2012","unstructured":"Montgomery, D.C.: Design and Analysis of Experiments, 8th edn. Wiley, Hoboken (2012)","edition":"8"},{"key":"18_CR23","doi-asserted-by":"crossref","unstructured":"Krettek, J., Schauten, D., Hoffmann, F., Bertram, T.: Evolutionary hardware-in-the-loop optimization of a controller for cascaded hydraulic valves. In: 2007 IEEE\/ASME International Conference on Advanced Intelligent Mechatronics, pp. 1\u20136 (2007)","DOI":"10.1109\/AIM.2007.4412540"},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Zhao, Y., Dong, W., Zou, X., Tong, L., Zhu, G.: Analysis and design of power hardware-in-the-loop testing for 400-Hz inverters. In: Proceedings of 2017 12th IEEE Conference on Industrial Electronics and Applications. ICIEA 2017, pp. 1122\u20131126, February 2018","DOI":"10.1109\/ICIEA.2017.8283008"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Gerostathopoulos, I., Uysal, A.N., Prehofer, C., Bures, T.: A tool for online experiment-driven adaptation. In: Proceedings - 2018 IEEE 3rd International Workshop on Foundations and Applications of Self Systems FAS*W 2018, pp. 100\u2013105 (2019)","DOI":"10.1109\/FAS-W.2018.00032"},{"key":"18_CR26","doi-asserted-by":"crossref","unstructured":"Gerostathopoulos, I., Prehofer, C., Bulej, L., Bures, T., Horky, V., Tuma, P.: Cost-aware stage-based experimentation\u202f: challenges and emerging results. In: 2018 IEEE International Conference on Software Architecture Companion, pp. 72\u201375 (2018)","DOI":"10.1109\/ICSA-C.2018.00027"},{"key":"18_CR27","doi-asserted-by":"crossref","unstructured":"Mattos, D.I., Bosch, J., Olsson, H. H.: Your system gets better every day you use it: towards automated continuous experimentation. In: 2017 43rd Euromicro Conference on Software Engineering and Advanced Applications (SEAA), no. Ml, pp. 256\u2013265 (2017)","DOI":"10.1109\/SEAA.2017.15"},{"key":"18_CR28","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1007\/978-3-319-69926-4_12","volume-title":"Product-Focused Software Process Improvement","author":"I Mattos","year":"2017","unstructured":"Mattos, I., Bosch, J., Olsson, H.H.: More for less: automated experimentation in software-intensive systems. In: Felderer, M., M\u00e9ndez Fern\u00e1ndez, D., Turhan, B., Kalinowski, M., Sarro, F., Winkler, D. (eds.) PROFES 2017. LNCS, vol. 10611, pp. 146\u2013161. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-69926-4_12"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Deng, A., Shi, X.: Data-driven metric development for online controlled experiments. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2016, pp. 77\u201386 (2016)","DOI":"10.1145\/2939672.2939700"}],"container-title":["Lecture Notes in Computer Science","Software Architecture"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-29983-5_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,6]],"date-time":"2019-12-06T05:23:21Z","timestamp":1575609801000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-29983-5_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030299828","9783030299835"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-29983-5_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"2 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECSA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Software Architecture","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Paris","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecsa2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecsa2019.univ-lille.fr\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"63","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}