{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T03:01:42Z","timestamp":1743044502505,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031251818"},{"type":"electronic","value":"9783031251825"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25182-5_18","type":"book-chapter","created":{"date-parts":[[2023,1,31]],"date-time":"2023-01-31T12:13:51Z","timestamp":1675167231000},"page":"176-185","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An Open Benchmark Exercise for Model-Based Design Reviews"],"prefix":"10.1007","author":[{"given":"Victor","family":"Romero","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Romain","family":"Pinqui\u00e9","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fr\u00e9d\u00e9ric","family":"No\u00ebl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,1]]},"reference":[{"key":"18_CR1","unstructured":"McDermott, T., Hutchison, N., Salado, A., Henderson, K., Clifford, M.: Benchmarking the benefits and current maturity of model-based systems engineering across the enterprise: Results of the MBSE maturity survey. in Systems Engineering Research Center (SERC) (2020)"},{"issue":"6","key":"18_CR2","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1016\/j.destud.2003.12.002","volume":"25","author":"P D\u2019Astous","year":"2004","unstructured":"D\u2019Astous, P., D\u00e9tienne, F., Visser, W., Robillard, P.N.: Changing our view on design evaluation meetings methodology: a study of software technical review meetings. Des. Stud. 25(6), 625\u2013655 (2004). https:\/\/doi.org\/10.1016\/j.destud.2003.12.002","journal-title":"Des. Stud."},{"issue":"4","key":"18_CR3","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1207\/s15327051hci0704_1","volume":"7","author":"G Olson","year":"1992","unstructured":"Olson, G., Olson, J., Carter, M., Storrosten, M.: Small group design meetings: an analysis of collaboration. Hum.-Comput. Interact. 7(4), 347\u2013374 (1992). https:\/\/doi.org\/10.1207\/s15327051hci0704_1","journal-title":"Hum.-Comput. Interact."},{"issue":"5","key":"18_CR4","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1016\/S0142-694X(02)00004-2","volume":"23","author":"J Stempfle","year":"2002","unstructured":"Stempfle, J., Badke-Schaub, P.: Thinking in design teams - an analysis of team communication. Des. Stud. 23(5), 473\u2013496 (2002). https:\/\/doi.org\/10.1016\/S0142-694X(02)00004-2","journal-title":"Des. Stud."},{"key":"18_CR5","doi-asserted-by":"publisher","unstructured":"Clark, H.H., Brennan, S.E.: Grounding in communication. In: Resnick, L.B., Levine, J.M., Teasley, S.D. (eds.) Perspectives on Socially Shared Cognition. American Psychological Association. Washington, pp. 127\u2013149 (1991). https:\/\/doi.org\/10.1037\/10096-006","DOI":"10.1037\/10096-006"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"Burkhardt, J.-M., D\u00e9tienne, F., H\u00e9bert, A.-M., Perron, L., Safin, S., Leclercq, P.: An approach to assess the quality of collaboration in technology-mediated design situations. In: Proceedings of ECCE 2009 European Conference on Cognitive. Ergonomics, pp. 8 (2009)","DOI":"10.1007\/978-3-642-03658-3_20"},{"key":"18_CR7","doi-asserted-by":"publisher","first-page":"1945","DOI":"10.1017\/pds.2022.197","volume":"2","author":"R Pinqui\u00e9","year":"2022","unstructured":"Pinqui\u00e9, R., Romero, V., Noel, F.: Survey of model-based design reviews: practices & challenges? Proc. Des. Soc. 2, 1945\u20131954 (2022). https:\/\/doi.org\/10.1017\/pds.2022.197","journal-title":"Proc. Des. Soc."},{"key":"18_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1007\/978-3-319-92997-2_9","volume-title":"Modelling Foundations and Applications","author":"R Baduel","year":"2018","unstructured":"Baduel, R., Chami, M., Bruel, J.-M., Ober, I.: SysML models verification and validation in an industrial context: challenges and experimentation. In: Pierantonio, A., Trujillo, S. (eds.) ECMFA 2018. LNCS, vol. 10890, pp. 132\u2013146. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-92997-2_9"},{"key":"18_CR9","unstructured":"Barth, A., Caillaud, E., Rose, B.: How to validate research in engineering design. In: Proceedings of the 18th International Conference on Engineering Design, Copenhagen, p.11 (2011)"},{"key":"18_CR10","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-1-4471-6338-1_2","volume-title":"An Anthology of Theories and Models of Design","author":"PE Vermaas","year":"2014","unstructured":"Vermaas, P.E.: Design theories, models and their testing: on the scientific status of design research. In: Chakrabarti, A., Blessing, L.T.M. (eds.) An Anthology of Theories and Models of Design, pp. 47\u201366. Springer, London (2014). https:\/\/doi.org\/10.1007\/978-1-4471-6338-1_2"},{"key":"18_CR11","unstructured":"Shiratuddin, M.F. Thabet, W.: Information-rich virtual environment (VE) for design review, p. 9 (2007)"},{"key":"18_CR12","first-page":"305","volume":"22","author":"M van den Berg","year":"2017","unstructured":"van den Berg, M., Hartmann, T., de Graaf, R.: Supporting design reviews with pre-meeting virtual reality environments. J. Inf. Technol. Constr. 22, 305\u2013321 (2017)","journal-title":"J. Inf. Technol. Constr."},{"issue":"3","key":"18_CR13","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1007\/s12008-009-0074-8","volume":"3","author":"J Verlinden","year":"2009","unstructured":"Verlinden, J., Horv\u00e1th, I., Nam, T.-J.: Recording augmented reality experiences to capture design reviews. Int. J. Interact. Des. Manuf. IJIDeM 3(3), 189\u2013200 (2009). https:\/\/doi.org\/10.1007\/s12008-009-0074-8","journal-title":"Int. J. Interact. Des. Manuf. IJIDeM"},{"key":"18_CR14","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1017\/pds.2021.45","volume":"1","author":"V Romero","year":"2021","unstructured":"Romero, V., Pinqui\u00e9, R., No\u00ebl, F.: An immersive virtual environment for reviewing model-centric designs. Proc. Des. Soc. 1, 447\u2013456 (2021). https:\/\/doi.org\/10.1017\/pds.2021.45","journal-title":"Proc. Des. Soc."},{"key":"18_CR15","unstructured":"Aromaa, S., Leino, S.-P., Viitaniemi, J., Jokinen, L., Kiviranta, S.: Benefits of the use of virtual environments in product design review meeting. In: Proceedings of DESIGN 2012, the 12th International Design Conference, p. 10. Dubrovnik, Croatia (2012)"},{"key":"18_CR16","doi-asserted-by":"publisher","first-page":"710","DOI":"10.1016\/j.procir.2020.03.115","volume":"91","author":"S Adwernat","year":"2020","unstructured":"Adwernat, S., Wolf, M., Gerhard, D.: Optimizing the design review process for cyber-physical systems using virtual reality. Procedia CIRP 91, 710\u2013715 (2020). https:\/\/doi.org\/10.1016\/j.procir.2020.03.115","journal-title":"Procedia CIRP"},{"key":"18_CR17","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.autcon.2019.03.018","volume":"104","author":"J Wolfartsberger","year":"2019","unstructured":"Wolfartsberger, J.: Analyzing the potential of Virtual Reality for engineering design review. Autom. Constr. 104, 27\u201337 (2019). https:\/\/doi.org\/10.1016\/j.autcon.2019.03.018","journal-title":"Autom. Constr."},{"key":"18_CR18","doi-asserted-by":"publisher","unstructured":"Freeman, I.J., Salmon, J.L., Coburn, J.Q.: CAD integration in virtual reality design reviews for improved engineering model interaction. In: Volume 11: Systems, Design, and Complexity, p. V011T15A006 Phoenix, Arizona, USA (2016). https:\/\/doi.org\/10.1115\/IMECE2016-66948","DOI":"10.1115\/IMECE2016-66948"},{"key":"18_CR19","doi-asserted-by":"publisher","unstructured":"de Casenave, L., Lugo, J.E.: Effects of immersion on virtual reality prototype design reviews of mechanical assemblies. In: Volume 7: 30th International Conference on Design Theory and Methodology, p. V007T06A044. Quebec City, Quebec, Canada (2018). https:\/\/doi.org\/10.1115\/DETC2018-85542","DOI":"10.1115\/DETC2018-85542"},{"key":"18_CR20","unstructured":"Brooke, J.: SUS - A quick and dirty usability scale. In: Jordan, P.W., Thomas, B., Weerdmeester, B.A., McClelland, I.L., (eds.) Usability Evaluation in Industry, p. 8 Taylor & Francis (1996)"},{"key":"18_CR21","doi-asserted-by":"publisher","unstructured":"Hart, S.G., Staveland, L.E.: Development of NASA-TLX (Task Load Index): Results of Empirical and Theoretical Research. In: Advances in Psychology, vol. 52, , pp. 139\u2013183. Elsevier (1988). https:\/\/doi.org\/10.1016\/S0166-4115(08)62386-9","DOI":"10.1016\/S0166-4115(08)62386-9"},{"key":"18_CR22","unstructured":"Tullis, T.S., Stetson, J.N.: A comparison of questionnaires for assessing website usability, p. 12 (2004)"},{"issue":"1","key":"18_CR23","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1177\/1525822X05279903","volume":"18","author":"G Guest","year":"2006","unstructured":"Guest, G., Bunce, A., Johnson, L.: How many interviews are enough?: an experiment with data saturation and variability. Field Methods 18(1), 59\u201382 (2006). https:\/\/doi.org\/10.1177\/1525822X05279903","journal-title":"Field Methods"},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Pinqui\u00e9, R., Le Duigou, J., Grimal, L., Roucoules, L.: An open science platform for benchmarking engineering design research. In: Presented at the 32nd Cirp Design Conference 2022 (2022)","DOI":"10.1016\/j.procir.2022.05.280"}],"container-title":["IFIP Advances in Information and Communication Technology","Product Lifecycle Management. PLM in Transition Times: The Place of Humans and Transformative Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25182-5_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,20]],"date-time":"2023-03-20T10:05:34Z","timestamp":1679306734000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25182-5_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031251818","9783031251825"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25182-5_18","relation":{},"ISSN":["1868-4238","1868-422X"],"issn-type":[{"type":"print","value":"1868-4238"},{"type":"electronic","value":"1868-422X"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PLM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Product Lifecycle Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"plm2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.plm-conference.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"confy+","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"94","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"71% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1.96","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}