{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:58:13Z","timestamp":1750309093938,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,11]],"date-time":"2023-07-11T00:00:00Z","timestamp":1689033600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100013294","name":"Connecting Europe Facility","doi-asserted-by":"publisher","award":["INEA\/CEF\/ICT\/A2020\/2372489"],"award-info":[{"award-number":["INEA\/CEF\/ICT\/A2020\/2372489"]}],"id":[{"id":"10.13039\/100013294","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,11]]},"DOI":"10.1145\/3598469.3598527","type":"proceedings-article","created":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T19:06:05Z","timestamp":1689015965000},"page":"514-525","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["AgInTeF: Agile Interoperability Testing Framework for Orchestrating Overarching Procedures in Verifying Digital Public Services"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5659-3640","authenticated-orcid":false,"given":"Maria","family":"Siapera","sequence":"first","affiliation":[{"name":"Department of Digital Systems, University of Piraeus, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9535-4001","authenticated-orcid":false,"given":"Andreas","family":"Schmitz","sequence":"additional","affiliation":[{"name":"Research Group E-Government, University of Koblenz, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8460-1027","authenticated-orcid":false,"given":"Maria A.","family":"Wimmer","sequence":"additional","affiliation":[{"name":"Research Group E-Government, University of Koblenz, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6904-7534","authenticated-orcid":false,"given":"Andriana","family":"Prentza","sequence":"additional","affiliation":[{"name":"Department of Digital Systems, University of Piraeus, Greece"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0268-4012(02)00013-0"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Baus\u00e0 O. and Legner C. 2012. Global eBusiness Interoperability Test Beds (GITB) Facilitating Large Scale Projects in Europe. Enterprise Interoperability. John Wiley & Sons Ltd. 423\u2013429.","DOI":"10.1002\/9781118561942.ch60"},{"key":"e_1_3_2_1_3_1","unstructured":"Berlin Declaration on Digital Society and Value-based Digital Government | Shaping Europe's digital future: https:\/\/digital-strategy.ec.europa.eu\/en\/news\/berlin-declaration-digital-society-and-value-based-digital-government. Accessed: 2021-04-15."},{"key":"e_1_3_2_1_4_1","unstructured":"Bobowski S. and Gola J. 2018. E-procurement in the European Union. The Asia-Pacific Journal of European Union Studies materia\\l powielony z\\lo\u017cony do druku. 17 1\u20132018 (2018) 23\u201335."},{"key":"e_1_3_2_1_5_1","volume-title":"Towards interoperability in the public sector. the 16e International Semantic Web Conference","author":"Buyle R.","year":"1931","unstructured":"Buyle, R. 2017. Towards interoperability in the public sector. the 16e International Semantic Web Conference. 1931, (2017)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejpoleco.2020.101950"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2011.08.005"},{"key":"e_1_3_2_1_8_1","volume-title":"Jun.","author":"Corici A.A.","year":"2022","unstructured":"Corici, A.A. 2022. Enhancing European Interoperability Frameworks to Leverage Mobile Cross-Border Services in Europe. DG.O 2022: The 23rd Annual International Conference on Digital Government Research (Virtual Event Republic of Korea, Jun. 2022), 41\u201353."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/99977.99987"},{"key":"e_1_3_2_1_10_1","unstructured":"European Commission 2017. New European interoperability framework: promoting seamless services and data flows for European public administrations. DG Informatics."},{"key":"e_1_3_2_1_11_1","volume-title":"Industry, Entrepreneurship and SMEs. and t33.","author":"European Commission","year":"2021","unstructured":"European Commission. Directorate General for Internal Market, Industry, Entrepreneurship and SMEs. and t33. 2021. SME needs analysis in public procurement: final report. Publications Office."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.24818\/EA"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1080\/01442872.2018.1478406"},{"key":"e_1_3_2_1_14_1","unstructured":"Gebase L. Conformance Testing and Interoperability: A Case Study in Healthcare Data Exchange."},{"key":"e_1_3_2_1_15_1","unstructured":"Guide: Setting up XML validation \u2014 ITB Guides: https:\/\/www.itb.ec.europa.eu\/docs\/guides\/latest\/validatingXML\/#references. Accessed: 2023-01-19."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2007.02.003"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2012.10.006"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Hevner A. and Chatterjee S. 2010. Design Science Research in Information Systems. Design Research in Information Systems. Springer US. 9\u201322.","DOI":"10.1007\/978-1-4419-5653-8_2"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5120\/19597-1433"},{"key":"e_1_3_2_1_20_1","unstructured":"Interoperability Testing: https:\/\/portal.etsi.org\/Services\/Centre-for-Testing-Interoperability\/ETSI-Approach\/Interoperability-Testing. Accessed: 2023-01-05."},{"key":"e_1_3_2_1_21_1","unstructured":"INTERPROC | We are getting connected: https:\/\/site.vortal.biz\/interproc\/more-info\/#lp-pom-block-847. Accessed: 2023-01-15."},{"key":"e_1_3_2_1_22_1","unstructured":"ISTQB Glossary: https:\/\/glossary.istqb.org\/en\/search\/SUT. Accessed: 2023-01-19."},{"key":"e_1_3_2_1_23_1","volume-title":"Software Testing Techniques: A Literature Review. 2016 6th International Conference on Information and Communication Technology for The Muslim World (ICT4M) (Nov.","author":"Jamil M.A.","year":"2016","unstructured":"Jamil, M.A. 2016. Software Testing Techniques: A Literature Review. 2016 6th International Conference on Information and Communication Technology for The Muslim World (ICT4M) (Nov. 2016), 177\u2013182."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3428502.3428536"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/SYSMART.2016.7894479"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/230871.230883"},{"key":"e_1_3_2_1_27_1","unstructured":"Kl\u0131mek J. Translation of Structural Constraints from Conceptual Model for XML to Schematron."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Kraemer L. and King J.L. 1988. Computer-based systems for cooperative work and group decision making. ACM Computing Surveys. 20 2 (1988).","DOI":"10.1145\/46157.46158"},{"volume-title":"Developing Cross-border E-Governance: Exploring Interoperability and Cross-border Integration. Electronic Participation. N. Edelmann , eds","author":"Krimmer R.","key":"e_1_3_2_1_29_1","unstructured":"Krimmer, R. 2021. Developing Cross-border E-Governance: Exploring Interoperability and Cross-border Integration. Electronic Participation. N. Edelmann , eds. Springer International Publishing. 107\u2013124."},{"key":"e_1_3_2_1_30_1","volume-title":"eds","author":"Krimmer R.","year":"2021","unstructured":"Krimmer, R. eds. 2021. The Once-Only Principle: The TOOP Project. Springer International Publishing."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2022.101712"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"Martins J. 2015. Transforming e-Procurement Platforms for PEPPOL and WCAG 2.0 Compliance. Information Science and Applications. K.J. Kim ed. Springer Berlin Heidelberg. 973\u2013980.","DOI":"10.1007\/978-3-662-46578-3_116"},{"key":"e_1_3_2_1_33_1","unstructured":"Ministerial Declaration on eGovernment - the Tallinn Declaration | Shaping Europe's digital future: https:\/\/digital-strategy.ec.europa.eu\/en\/news\/ministerial-declaration-egovernment-tallinn-declaration. Accessed: 2021-04-10."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-40358-3_16"},{"key":"e_1_3_2_1_35_1","unstructured":"Mondorf A. ENSURING SUSTAINABLE OPERATION IN COMPLEX ENVIRONMENT: THE PEPPOL PROJECT AND ITS VCD SYSTEM."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.3414\/ME09-02-0022"},{"key":"e_1_3_2_1_37_1","unstructured":"OASIS ebXML RegRep Version 4.0 Part 1: Registry Information Model (ebRIM): http:\/\/docs.oasis-open.org\/regrep\/regrep-core\/v4.0\/os\/regrep-core-rim-v4.0-os.html#__RefHeading__39247_1821683062. Accessed: 2021-04-11."},{"key":"e_1_3_2_1_38_1","unstructured":"Overview | Schematron: https:\/\/www.schematron.com\/home\/overview.html. Accessed: 2023-01-18."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.2753\/MIS0742-1222240302"},{"key":"e_1_3_2_1_40_1","volume-title":"eds","author":"Peffers K.","year":"2012","unstructured":"Peffers, K. eds. 2012. Design Science Research in Information Systems. Advances in Theory and Practice. Springer Berlin Heidelberg."},{"volume-title":"Testing Methodology for the TOOP Pilots. The Once-Only Principle: The TOOP Project. R. Krimmer , eds","author":"Prentza A.","key":"e_1_3_2_1_41_1","unstructured":"Prentza, A. 2021. Testing Methodology for the TOOP Pilots. The Once-Only Principle: The TOOP Project. R. Krimmer , eds. Springer International Publishing. 164\u2013190."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Schmitz A. 2022. Framework for designing interoperable public service architectures with exemplification along small-scale procurement and PEPPOL. DG.O 2022: The 23rd Annual International Conference on Digital Government Research (New York NY USA Sep. 2022) 22\u201334.","DOI":"10.1145\/3543434.3543473"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.26483\/ijarcs.v8i7.4236"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of the 14th International Conference on Theory and Practice of Electronic Governance","author":"Siapera M.","year":"2022","unstructured":"Siapera, M. 2022. A Common Data Model for Once-Only Cross-Border Data Exchanges in Europe. Proceedings of the 14th International Conference on Theory and Practice of Electronic Governance (New York, NY, USA, Jan. 2022), 223\u2013230."},{"key":"e_1_3_2_1_45_1","unstructured":"Snelick R. and Gebase L. Testing Environments for Assessing Conformance and Interoperability."},{"key":"e_1_3_2_1_46_1","unstructured":"Software Testing: Testing Across the Entire Software Development Life Cycle | IEEE eBooks | IEEE Xplore: https:\/\/ieeexplore.ieee.org\/book\/5201507. Accessed: 2023-01-17."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"crossref","unstructured":"So\u0142tysi\u0144ska A. 2021. E-procurement and the Principle of Transparency in Public Procurement in the European Union. E-administracja: Skuteczna odpowiedzialna i otwarta administracja publiczna w Unii Europejskiej. S. Dudzik eds. Ksiegarnia Akademicka Publishing. 147\u2013163.","DOI":"10.12797\/9788381386739.08"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2006.93"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1108\/JOPP-01-01-2001-B001"},{"key":"e_1_3_2_1_50_1","unstructured":"The European Single Procurement Document:: TED Developer Documentation: https:\/\/docs.ted.europa.eu\/ESPD-EDM\/latest\/xml_technical_handbook.html#_ubl_2_3_documents_and_libraries. Accessed: 2023-01-16."},{"key":"e_1_3_2_1_51_1","unstructured":"Tretmans J. An Overview of OSI Conformance Testing."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"crossref","unstructured":"Umar M.A. 2020. Comprehensive study of software testing: Categories levels techniques and types. TechRxiv.","DOI":"10.36227\/techrxiv.12578714"},{"key":"e_1_3_2_1_53_1","volume-title":"Future: Writing a Literature Review. MIS Quarterly. 26, 2","author":"Webster J.","year":"2002","unstructured":"Webster, J. and Watson, R.T. 2002. Analyzing the Past to Prepare for the Future: Writing a Literature Review. MIS Quarterly. 26, 2 (2002), xiii\u2013xxiii."},{"key":"e_1_3_2_1_54_1","volume-title":"Structures","author":"Schema Part","year":"2023","unstructured":"XML Schema Part 1: Structures Second Edition: https:\/\/www.w3.org\/TR\/xmlschema-1\/#intro-purpose. Accessed: 2023-01-18."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11187-021-00466-9"},{"key":"e_1_3_2_1_56_1","unstructured":"2017. COMMUNICATION FROM THE COMMISSION TO THE EUROPEAN PARLIAMENT THE COUNCIL THE EUROPEAN ECONOMIC AND SOCIAL COMMITTEE AND THE COMMITTEE OF THE REGIONS European Interoperability Framework \u2013 Implementation Strategy."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.15388\/Informatica.2009.256"},{"key":"e_1_3_2_1_58_1","unstructured":"2022. Proposal for a REGULATION OF THE EUROPEAN PARLIAMENT AND OF THE COUNCIL laying down measures for a high level of public sector interoperability across the Union (Interoperable Europe Act)."}],"event":{"name":"dg.o 2023: Digital government and solidarity","acronym":"dg.o 2023","location":"Gda?sk Poland"},"container-title":["Proceedings of the 24th Annual International Conference on Digital Government Research"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3598469.3598527","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3598469.3598527","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:43:43Z","timestamp":1750286623000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3598469.3598527"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,11]]},"references-count":58,"alternative-id":["10.1145\/3598469.3598527","10.1145\/3598469"],"URL":"https:\/\/doi.org\/10.1145\/3598469.3598527","relation":{},"subject":[],"published":{"date-parts":[[2023,7,11]]},"assertion":[{"value":"2023-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}