{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T15:55:06Z","timestamp":1780415706422,"version":"3.54.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2016,2,22]],"date-time":"2016-02-22T00:00:00Z","timestamp":1456099200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Front. Comput. Sci."],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1007\/s11704-015-4409-2","type":"journal-article","created":{"date-parts":[[2016,2,23]],"date-time":"2016-02-23T03:42:40Z","timestamp":1456198960000},"page":"504-517","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Source code fragment summarization with small-scale crowdsourcing based features"],"prefix":"10.1007","volume":"10","author":[{"given":"Najam","family":"Nazar","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"He","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guojun","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tao","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaochen","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhilei","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,2,22]]},"reference":[{"key":"4409_CR1","first-page":"35","volume-title":"In: Proceedings of the 17th Working Conference on Reverse Engineering.","author":"S Haiduc","year":"2010","unstructured":"Haiduc S, Aponte J, Moreno L, Marcus A. On the use of automated text summarization techniques for summarizing source code. In: Proceedings of the 17th Working Conference on Reverse Engineering. 2010, 35\u201344"},{"key":"4409_CR2","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1145\/1240624.1240690","volume-title":"In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems","author":"E Cutrell","year":"2007","unstructured":"Cutrell E, Guan ZW. What are you looking for?: an eye-tracking study of information usage in Web search. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. 2007, 407\u2013416"},{"key":"4409_CR3","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1145\/2491411.2494587","volume-title":"In: Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering.","author":"A T T Ying","year":"2013","unstructured":"Ying A T T, Robillard M P. Code fragment summarization. In: Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering. 2013, 655\u2013658"},{"key":"4409_CR4","first-page":"223","volume-title":"In: Proceedings of the 32nd ACM\/IEEE International Conference on Software Engineering.","author":"S Haiduc","year":"2010","unstructured":"Haiduc S, Aponte J, Marcus A. Supporting program comprehension with source code summarization. In: Proceedings of the 32nd ACM\/IEEE International Conference on Software Engineering. 2010, 223\u2013226"},{"key":"4409_CR5","first-page":"13","volume-title":"In: Proceedings of the 21st IEEE International Conference on Program Comprehension.","author":"B P Eddy","year":"2013","unstructured":"Eddy B P, Robinson J A, Kraft N A, Carver J C. Evaluating source code summarization techniques: replication and expansion. In: Proceedings of the 21st IEEE International Conference on Program Comprehension. 2013, 13\u201322"},{"issue":"2","key":"4409_CR6","doi-asserted-by":"crossref","first-page":"2","DOI":"10.19153\/cleiej.15.2.6","volume":"15","author":"L Moreno","year":"2012","unstructured":"Moreno L, Aponte J. On the analysis of human and automatic summaries of source code. CLEI Electronic Journal, 2012, 15(2): 2","journal-title":"CLEI Electronic Journal"},{"key":"4409_CR7","first-page":"103","volume-title":"In: Proceedings of the 27th IEEE International Conference on Software Maintenance.","author":"S Rastkar","year":"2011","unstructured":"Rastkar S, Murphy G C, Bradley A W J. Generating natural language summaries for crosscutting source code concerns. In: Proceedings of the 27th IEEE International Conference on Software Maintenance. 2011, 103\u2013112"},{"key":"4409_CR8","first-page":"23","volume-title":"In: Proceedings of the 21st IEEE International Conference on Program Comprehension.","author":"L Moreno","year":"2013","unstructured":"Moreno L, Aponte J, Sridhara G, Marcus A, Pollock L, Vijay-Shanker K. Automatic generation of natural language summaries for Java classes. In: Proceedings of the 21st IEEE International Conference on Program Comprehension. 2013, 23\u201332"},{"key":"4409_CR9","first-page":"230","volume-title":"In: Proceedings of the 21st IEEE International Conference on Program Comprehension.","author":"L Moreno","year":"2013","unstructured":"Moreno L, Marcus A, Pollock L, Vijay-Shanker K. JSummarizer: an automatic generator of natural language summaries for Java classes. In: Proceedings of the 21st IEEE International Conference on Program Comprehension. 2013, 230\u2013232"},{"key":"4409_CR10","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1145\/1858996.1859006","volume-title":"In: Proceedings of the 25th IEEE\/ACM International Conference on Automated Software Engineering.","author":"G Sridhara","year":"2010","unstructured":"Sridhara G, Hill E, Muppaneni D, Pollock L, Vijay-Shanker K. Towards automatically generating summary comments for Java methods. In: Proceedings of the 25th IEEE\/ACM International Conference on Automated Software Engineering. 2010, 43\u201352"},{"issue":"5","key":"4409_CR11","first-page":"1","volume":"57","author":"H Jiang","year":"2014","unstructured":"Jiang H, Xuan J F, Ren Z L, Wu Y X, Wu X D. Misleading classification. Science China Information Sciences, 2014, 57(5): 1\u201317","journal-title":"Science China Information Sciences"},{"key":"4409_CR12","first-page":"505","volume-title":"In: Proceedings of the 32nd ACM\/IEEE International Conference on Software Engineering.","author":"S Rastkar","year":"2010","unstructured":"Rastkar S, Murphy G C, Murray G. Summarizing software artifacts: a case study of bug reports. In: Proceedings of the 32nd ACM\/IEEE International Conference on Software Engineering. 2010, 505\u2013514"},{"issue":"4","key":"4409_CR13","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1109\/TSE.2013.2297712","volume":"40","author":"S Rastkar","year":"2014","unstructured":"Rastkar S, Murphy G C, Murray G. Automatic summarization of bug reports. IEEE Transactions on Software Engineering, 2014, 40(4): 366\u2013380","journal-title":"IEEE Transactions on Software Engineering"},{"key":"4409_CR14","first-page":"1","volume-title":"In: Proceedings of the 20th ACM SIGSOFT International Symposium on the Foundations of Software Engineering.","author":"S Mani","year":"2012","unstructured":"Mani S, Catherine R, Sinha V S, Dubey A. Ausum: approach for unsupervised bug report summarization. In: Proceedings of the 20th ACM SIGSOFT International Symposium on the Foundations of Software Engineering. 2012, 1\u201311"},{"issue":"6","key":"4409_CR15","doi-asserted-by":"crossref","first-page":"919","DOI":"10.1016\/j.ipm.2003.10.006","volume":"40","author":"D R Radev","year":"2004","unstructured":"Radev D R, Jing H Y, Sty\u015b M, Tam D. Centroid-based summarization of multiple documents. Information Processing and Management, 2004, 40(6): 919\u2013938","journal-title":"Information Processing and Management"},{"key":"4409_CR16","first-page":"335","volume-title":"In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval.","author":"J Carbonell","year":"1998","unstructured":"Carbonell J, Goldstein J. The use of MMR, diversity-based reranking for reordering documents and producing summaries. In: Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval. 1998, 335\u2013336"},{"key":"4409_CR17","first-page":"97","volume-title":"In: Proceedings of Human Language Technology Conference of the North American Chapter of the Association of Computational Linguistics.","author":"X J Zhu","year":"2007","unstructured":"Zhu X J, Goldberg A B, Gael J V, Andrzejewski D. Improving diversity in ranking using absorbing random walks. In: Proceedings of Human Language Technology Conference of the North American Chapter of the Association of Computational Linguistics. 2007, 97\u2013104"},{"key":"4409_CR18","doi-asserted-by":"crossref","first-page":"1009","DOI":"10.1145\/1835804.1835931","volume-title":"In: Proceedings of the 16th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining.","author":"Q Z Mei","year":"2010","unstructured":"Mei Q Z, Guo J, Radev D. Divrank: the interplay of prestige and diversity in information networks. In: Proceedings of the 16th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. 2010, 1009\u20131018"},{"key":"4409_CR19","first-page":"430","volume-title":"In: Proceedings of the 28th IEEE International Conference on Software Maintenance.","author":"R Lotufo","year":"2012","unstructured":"Lotufo R, Malik Z, Czarnecki K. Modelling the \u2018Hurried\u2019 bug report reading process to summarize bug reports. In: Proceedings of the 28th IEEE International Conference on Software Maintenance. 2012, 430\u2013439"},{"issue":"1","key":"4409_CR20","doi-asserted-by":"crossref","first-page":"264","DOI":"10.1109\/TKDE.2014.2324590","volume":"27","author":"J F Xuan","year":"2015","unstructured":"Xuan J F, Jiang H, Hu Y, Ren Z L, Zou W Q, Luo Z X, Wu X D. Towards effective bug triage with software data reduction techniques. IEEE Transactions on Knowledge and Data Engineering, 2015, 27(1): 264\u2013280","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"issue":"5","key":"4409_CR21","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.1109\/TSE.2011.92","volume":"38","author":"J F Xuan","year":"2012","unstructured":"Xuan J F, Jiang H, Ren Z L, Luo Z X. Solving the large scale next release problem with a backbone-based multilevel algorithm. IEEE Transactions on Software Engineering, 2012, 38(5): 1195\u20131212","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"4409_CR22","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1007\/s10579-012-9198-8","volume":"47","author":"E Lloret","year":"2013","unstructured":"Lloret E, Plaza L, Aker A. Analyzing the capabilities of crowdsourcing services for text summarization. Language Resources and Evaluation, 2013, 47(2): 337\u2013369","journal-title":"Language Resources and Evaluation"},{"issue":"2","key":"4409_CR23","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1007\/s11042-012-1338-z","volume":"68","author":"S G Hong","year":"2014","unstructured":"Hong S G, Shin S, Yi M Y. Contextual keyword extraction by building sentences with crowdsourcing. Multimedia Tools Applications, 2014, 68(2): 401\u2013412","journal-title":"Multimedia Tools Applications"},{"key":"4409_CR24","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1007\/978-3-642-41263-9_54","volume":"415","author":"H Mizuyama","year":"2013","unstructured":"Mizuyama H, Yamashita K, Hitomi K, Anse M. A prototype crowdsourcing approach for document summarization service. Sustainable Production and Service Supply Chains. 2013, 415: 435\u2013442","journal-title":"Sustainable Production and Service Supply Chains."},{"issue":"2","key":"4409_CR25","first-page":"249","volume":"22","author":"J Carletta","year":"1996","unstructured":"Carletta J. Assessing agreement on classification tasks: the kappa statistic. Computational Linguistics, 1996, 22(2): 249\u2013254","journal-title":"Computational Linguistics"},{"issue":"1","key":"4409_CR26","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J. A coefficient of agreement for nominal scales. Educational and Psychological Measurement, 1960, 20(1): 37","journal-title":"Educational and Psychological Measurement"},{"issue":"3","key":"4409_CR27","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s10796-012-9350-4","volume":"16","author":"Y X Zhao","year":"2014","unstructured":"Zhao Y X, Zhu Q H. Evaluation on crowdsourcing research: current status and future direction. Information Systems Frontiers, 2014, 16(3): 417\u2013434","journal-title":"Information Systems Frontiers"},{"issue":"6","key":"4409_CR28","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J. The rise of crowdsourcing. Wired Magazine, 2006, 14(6): 1\u20134","journal-title":"Wired Magazine"},{"issue":"2","key":"4409_CR29","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1145\/1897816.1897824","volume":"54","author":"S Greengard","year":"2011","unstructured":"Greengard S. Following the crowd. Communications of the ACM, 2011, 54(2): 20\u201322","journal-title":"Communications of the ACM"},{"key":"4409_CR30","first-page":"52","volume-title":"In: Proceedings of the International Conference on Information Systems.","author":"C Riedl","year":"2010","unstructured":"Riedl C, Blohm I, Leimeister J M, Krcmar H. Rating scales for collective intelligence in innovation communities: why quick and easy decision making does not get it right. In: Proceedings of the International Conference on Information Systems. 2010, 52"},{"issue":"1","key":"4409_CR31","doi-asserted-by":"crossref","first-page":"15","DOI":"10.7903\/cmr.1145","volume":"5","author":"P Whitla","year":"2009","unstructured":"Whitla P. Crowdsourcing and its application in marketing activities. Contemporary Management Research, 2009, 5(1): 15\u201328","journal-title":"Contemporary Management Research"},{"key":"4409_CR32","doi-asserted-by":"crossref","first-page":"27","DOI":"10.3115\/1564131.1564137","volume-title":"In: Proceedings of the NAACL HLT 2009 workshop on active learning for natural language processing.","author":"P Y Hsueh","year":"2009","unstructured":"Hsueh P Y, Melville P, Sindhwani V. Data quality from crowdsourcing: a study of annotation selection criteria. In: Proceedings of the NAACL HLT 2009 workshop on active learning for natural language processing. 2009, 27\u201335"},{"issue":"2","key":"4409_CR33","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1109\/MIC.2013.20","volume":"17","author":"M Allahbakhsh","year":"2013","unstructured":"Allahbakhsh M, Benatallah B, Ignjatovic A, Motahari-Nezhad H R, Bertino E, Dustdar S. Quality control in crowdsourcing systems: issues and directions. IEEE Internet Computing, 2013, 17(2): 76\u201381","journal-title":"IEEE Internet Computing"},{"issue":"2","key":"4409_CR34","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/s13222-012-0092-8","volume":"12","author":"C Lofi","year":"2012","unstructured":"Lofi C, Selke J, Balke W T. Information extraction meets crowdsourcing: a promising couple. Datenbank-Spektrum, 2012, 12(2): 109\u2013120","journal-title":"Datenbank-Spektrum"},{"issue":"3","key":"4409_CR35","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1145\/1961189.1961199","volume":"2","author":"C C Chang","year":"2011","unstructured":"Chang C C, Lin C J. LIBSVM: a library for support vector machines. ACM Transactions on Intelligent Systems and Technology, 2011, 2(3): 27","journal-title":"ACM Transactions on Intelligent Systems and Technology"},{"key":"4409_CR36","first-page":"1","volume":"31","author":"T Fawcett","year":"2004","unstructured":"Fawcett T. Roc graphs: notes and practical considerations for researchers. Machine Learning, 2004, 31: 1\u201338","journal-title":"Machine Learning"},{"key":"4409_CR37","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1109\/INMIC.2011.6151495","volume-title":"In: Proceedings of 2011 IEEE 14th International Multitopic Conference.","author":"S Hassan","year":"2011","unstructured":"Hassan S, Rafi M, Shaikh M S. Comparing SVM and naive bayes classifiers for text categorization with wikitology as knowledge enrichment. In: Proceedings of 2011 IEEE 14th International Multitopic Conference. 2011, 31\u201334"},{"key":"4409_CR38","first-page":"149","volume-title":"In: Proceedings of the 7th International Conference on Intelligent Systems for Molecular Biology.","author":"T Jaakkola","year":"1999","unstructured":"Jaakkola T, Diekhans M, Haussler D. Using the fisher kernel method to detect remote protein homologies. In: Proceedings of the 7th International Conference on Intelligent Systems for Molecular Biology. 1999, 149\u2013158"},{"key":"4409_CR39","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1007\/978-3-540-35488-8_13","volume":"207","author":"Y W Chen","year":"2006","unstructured":"Chen Y W, Lin C J. Combining SVMs with various feature selection strategies. Studies in Fuzziness and Soft Computing, 2006, 207: 315\u2013324","journal-title":"Studies in Fuzziness and Soft Computing"}],"container-title":["Frontiers of Computer Science"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-015-4409-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11704-015-4409-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11704-015-4409-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,4]],"date-time":"2022-06-04T22:12:11Z","timestamp":1654380731000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11704-015-4409-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,2,22]]},"references-count":39,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2016,6]]}},"alternative-id":["4409"],"URL":"https:\/\/doi.org\/10.1007\/s11704-015-4409-2","relation":{},"ISSN":["2095-2228","2095-2236"],"issn-type":[{"value":"2095-2228","type":"print"},{"value":"2095-2236","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,2,22]]}}}