{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T06:15:48Z","timestamp":1783059348870,"version":"3.54.6"},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T00:00:00Z","timestamp":1773705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,17]],"date-time":"2026-03-17T00:00:00Z","timestamp":1773705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,3,17]]},"DOI":"10.1109\/saner67736.2026.00120","type":"proceedings-article","created":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T19:41:17Z","timestamp":1783021277000},"page":"1022-1033","source":"Crossref","is-referenced-by-count":0,"title":["Question Answering for Multi-Release Systems: A Case Study at Ciena"],"prefix":"10.1109","author":[{"given":"Parham","family":"Khamsepour","sequence":"first","affiliation":[{"name":"University of Ottawa, 800 King Edward Avenue,Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Cole","sequence":"additional","affiliation":[{"name":"Ciena Corp,Hanover,MD,USA,21076"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ish","family":"Ashraf","sequence":"additional","affiliation":[{"name":"Ciena Corp,Hanover,MD,USA,21076"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sandeep","family":"Puri","sequence":"additional","affiliation":[{"name":"Ciena Corp,Hanover,MD,USA,21076"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mehrdad","family":"Sabetzadeh","sequence":"additional","affiliation":[{"name":"University of Ottawa, 800 King Edward Avenue,Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shiva","family":"Nejati","sequence":"additional","affiliation":[{"name":"University of Ottawa, 800 King Edward Avenue,Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/bfb0017737"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1007\/3-540-28901-1","author":"Pohl","year":"2005","journal-title":"Software Product Line Engineering - Foundations, Principles, and Techniques"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2021.3078384"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387472"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2023.103032"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/icsme58944.2024.00075"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ASE63991.2025.00084"},{"key":"ref8","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume-title":"Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS","author":"Lewis","year":"2020"},{"key":"ref9","first-page":"3929","article-title":"Retrieval augmented language model pre-training","volume-title":"Proceedings of the 37th International Conference on Machine Learning, ICML 2020, 13\u201318 July 2020, Virtual Event, ser. Proceedings of Machine Learning Research","volume":"119","author":"Guu","year":"2020"},{"key":"ref10","first-page":"874","article-title":"Leveraging passage retrieval with generative models for open domain question answering","volume-title":"Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume, EACL 2021, Online","author":"Izacard","year":"2021"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3644815.3644945"},{"key":"ref12","article-title":"Rankrag: Unifying context ranking with retrievalaugmented generation in 11 ms","volume-title":"Advances in Neural Information Processing Systems 38: Annual Conference on Neural Information Processing Systems 2024, NeurIPS 2024, Vancouver, BC, Canada, December 10\u201315, 2024","author":"Yu","year":"2024"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/icse48619.2023.00113"},{"key":"ref14","article-title":"Confident AI","volume-title":"Deepeval","year":"2024"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"ref16","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","volume-title":"Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, July 6\u201312, 2002","author":"Papineni"},{"key":"ref17","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref18","article-title":"News summarization and evaluation in the era of GPT-3","volume":"abs\/2209.12356","author":"Goyal","year":"2022","journal-title":"CoRR"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d16-1230"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-44693-1_54"},{"key":"ref21","volume-title":"QAMR replication package","year":"2026"},{"key":"ref22","first-page":"9885","article-title":"Summary of a haystack: A challenge to long-context 11 ms and RAG systems","volume-title":"2024 Conference on Empirical Methods in Natural Language Processing, EMNLP 2024, Miami, FL, USA, November 12\u201316, 2024","author":"Laban","year":"2024"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/re59067.2024.00051"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00638"},{"key":"ref25","first-page":"31113119","article-title":"Distributed representations of words and phrases and their compositionality","volume-title":"Advances in Neural Information Processing Systems 26: 27th Annual Conference on Neural Information Processing Systems 2013. Proceedings of a meeting held December 5\u20138, 2013, Lake Tahoe, Nevada, United States","author":"Mikolov","year":"2013"},{"key":"ref26","volume-title":"QAMR working example","author":"Khamsepour","year":"2025"},{"key":"ref27","volume-title":"QAMR full prompts","year":"2025"},{"key":"ref28","article-title":"Query rewriting for retrieval-augmented large language models","volume":"abs\/2305.14283","author":"Ma","year":"2023","journal-title":"CoRR"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3130348.3130369"},{"key":"ref30","volume-title":"Langchain","year":"2024"},{"key":"ref31","article-title":"Llama 3 model card","volume-title":"AI@Meta,","year":"2024"},{"key":"ref32","article-title":"Huggingface\u2019s transformers: State-of-the-art natural language processing","volume-title":"CoRR","volume":"abs\/1910.03771","author":"Wolf","year":"2019"},{"key":"ref33","article-title":"Bitsandbytes library","volume-title":"HuggingFace","year":"2024"},{"key":"ref34","article-title":"C-pack: Packaged resources to advance general chinese embedding","volume":"abs\/2309.07597","author":"Xiao","year":"2023","journal-title":"CoRR"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"ref36","volume-title":"Multivectorretriever","year":"2026"},{"key":"ref37","volume-title":"C. vectorstore","year":"2026"},{"key":"ref38","volume-title":"Langchain expression language","year":"2026"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3102\/10769986025002101"},{"key":"ref41","volume-title":"QAMR ablation study results","author":"Khamsepour","year":"2025"},{"key":"ref42","article-title":"GPT-4 technical report","volume":"abs\/2303.08774","year":"2023","journal-title":"CoRR"},{"key":"ref43","article-title":"Deepseek-coder: When the large language model meets programming - the rise of code intelligence","volume":"abs\/2401.14196","author":"Guo","year":"2024","journal-title":"CoRR"},{"key":"ref44","article-title":"Chatbot arena: An open platform for evaluating 11 ms by human preference","volume-title":"Forty-first International Conference on Machine Learning, ICML 2024, Vienna, Austria, July 21\u201327, 2024","author":"Chiang","year":"2024"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3522664.3528592"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2024.105531"},{"key":"ref47","article-title":"Large language models for information retrieval: A survey","volume-title":"CoRR","volume":"abs\/2308.07107","author":"Zhu","year":"2023"},{"key":"ref48","first-page":"188","article-title":"Dense hierarchical retrieval for open-domain question answering","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 16\u201320 November, 2021","author":"Liu","year":"2021"}],"event":{"name":"2026 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","location":"Limassol, Cyprus","start":{"date-parts":[[2026,3,17]]},"end":{"date-parts":[[2026,3,20]]}},"container-title":["2026 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11576582\/11576527\/11576702.pdf?arnumber=11576702","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T05:18:52Z","timestamp":1783055932000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11576702\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,17]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/saner67736.2026.00120","relation":{},"subject":[],"published":{"date-parts":[[2026,3,17]]}}}