{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T03:02:49Z","timestamp":1778036569851,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":58,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,9,19]],"date-time":"2022-09-19T00:00:00Z","timestamp":1663545600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"ERC","award":["741278"],"award-info":[{"award-number":["741278"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,9,19]]},"DOI":"10.1145\/3544902.3546238","type":"proceedings-article","created":{"date-parts":[[2022,9,7]],"date-time":"2022-09-07T04:07:45Z","timestamp":1662523665000},"page":"183-194","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["On the Relationship Between Story Points and Development Effort in Agile Open-Source Software"],"prefix":"10.1145","author":[{"given":"Vali","family":"Tawosi","sequence":"first","affiliation":[{"name":"Department of Computer Science, University College London, United Kingdom"}]},{"given":"Rebecca","family":"Moussa","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, United Kingdom"}]},{"given":"Federica","family":"Sarro","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University College London, United Kingdom"}]}],"member":"320","published-online":{"date-parts":[[2022,9,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. Jira | Issue & Project Tracking Software | Atlassian. https:\/\/www.atlassian.com\/software\/jira  [n.d.]. Jira | Issue & Project Tracking Software | Atlassian. https:\/\/www.atlassian.com\/software\/jira"},{"key":"e_1_3_2_1_2_1","volume-title":"Machine Learning-based Estimation of Story Points in Agile Development: Industrial Experience and Lessons Learned. In 2021 IEEE 29th International Requirements Engineering Conference Workshops (REW)","author":"Abadeer Macarious","unstructured":"Macarious Abadeer and Mehrdad Sabetzadeh . 2021. Machine Learning-based Estimation of Story Points in Agile Development: Industrial Experience and Lessons Learned. In 2021 IEEE 29th International Requirements Engineering Conference Workshops (REW) . IEEE , 106\u2013115. Macarious Abadeer and Mehrdad Sabetzadeh. 2021. Machine Learning-based Estimation of Story Points in Agile Development: Industrial Experience and Lessons Learned. In 2021 IEEE 29th International Requirements Engineering Conference Workshops (REW). IEEE, 106\u2013115."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.58"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.07.012"},{"key":"e_1_3_2_1_5_1","volume-title":"Proc. Joint Share, Guide, and IBM Application Development Symposium","author":"Albrecht J","year":"1979","unstructured":"Allan\u00a0 J Albrecht . 1979 . Measuring application development productivity . In Proc. Joint Share, Guide, and IBM Application Development Symposium , 1979. Allan\u00a0J Albrecht. 1979. Measuring application development productivity. In Proc. Joint Share, Guide, and IBM Application Development Symposium, 1979."},{"key":"e_1_3_2_1_6_1","volume-title":"Albrecht and John\u00a0E Gaffney","author":"J.","year":"1983","unstructured":"Allan\u00a0 J. Albrecht and John\u00a0E Gaffney . 1983 . Software function, source lines of code, and development effort prediction: a software science validation. IEEE transactions on software engineering6 (1983), 639\u2013648. Allan\u00a0J. Albrecht and John\u00a0E Gaffney. 1983. Software function, source lines of code, and development effort prediction: a software science validation. IEEE transactions on software engineering6 (1983), 639\u2013648."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.1486"},{"key":"e_1_3_2_1_8_1","volume-title":"Planning extreme programming","author":"Beck Kent","unstructured":"Kent Beck and Martin Fowler . 2001. Planning extreme programming . Addison-Wesley Professional . Kent Beck and Martin Fowler. 2001. Planning extreme programming. Addison-Wesley Professional."},{"key":"e_1_3_2_1_9_1","volume-title":"O\u2019Reilly Media","author":"Boslaugh Sarah","unstructured":"Sarah Boslaugh . 2012. Statistics in a nutshell: A desktop quick reference . \u201d O\u2019Reilly Media , Inc .\u201d. Sarah Boslaugh. 2012. Statistics in a nutshell: A desktop quick reference. \u201d O\u2019Reilly Media, Inc.\u201d."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2792473"},{"key":"e_1_3_2_1_11_1","volume-title":"Statistical power analysis for the behavioral sciences","author":"Cohen Jacob","unstructured":"Jacob Cohen . 2013. Statistical power analysis for the behavioral sciences . Academic press . Jacob Cohen. 2013. Statistical power analysis for the behavioral sciences. Academic press."},{"key":"e_1_3_2_1_12_1","unstructured":"Mike Cohn. 2005. Agile estimating and planning. Pearson Education.  Mike Cohn. 2005. Agile estimating and planning. Pearson Education."},{"key":"e_1_3_2_1_13_1","volume-title":"Influence functions of the Spearman and Kendall correlation measures. Statistical methods & applications 19, 4","author":"Croux Christophe","year":"2010","unstructured":"Christophe Croux and Catherine Dehon . 2010. Influence functions of the Spearman and Kendall correlation measures. Statistical methods & applications 19, 4 ( 2010 ), 497\u2013515. Christophe Croux and Catherine Dehon. 2010. Influence functions of the Spearman and Kendall correlation measures. Statistical methods & applications 19, 4 (2010), 497\u2013515."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.12.001"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.12.001"},{"key":"e_1_3_2_1_16_1","volume-title":"Assessing the Effectiveness of Approximate Functional Sizing Approaches for Effort Estimation. Information and Software Technology 123","author":"Di\u00a0Martino Sergio","year":"2020","unstructured":"Sergio Di\u00a0Martino , Filomena Ferrucci , Carmine Gravino , and Federica Sarro . 2020. Assessing the Effectiveness of Approximate Functional Sizing Approaches for Effort Estimation. Information and Software Technology 123 ( 2020 ). Sergio Di\u00a0Martino, Filomena Ferrucci, Carmine Gravino, and Federica Sarro. 2020. Assessing the Effectiveness of Approximate Functional Sizing Approaches for Effort Estimation. Information and Software Technology 123 (2020)."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of Euromicro Conference on Software Engineering and Advanced Applications. 365\u2013368","author":"Ferrucci F.","unstructured":"F. Ferrucci , C. Gravino , P. Salza , and F. Sarro . 2015. Investigating Functional and Code Size Measures for Mobile Applications . In Proceedings of Euromicro Conference on Software Engineering and Advanced Applications. 365\u2013368 . F. Ferrucci, C. Gravino, P. Salza, and F. Sarro. 2015. Investigating Functional and Code Size Measures for Mobile Applications. In Proceedings of Euromicro Conference on Software Engineering and Advanced Applications. 365\u2013368."},{"key":"e_1_3_2_1_18_1","volume-title":"Investigating Functional and Code Size Measures for Mobile Applications: A Replicated Study","author":"Ferrucci Filomena","unstructured":"Filomena Ferrucci , Carmine Gravino , Pasquale Salza , and Federica Sarro . 2015. Investigating Functional and Code Size Measures for Mobile Applications: A Replicated Study . In Product-Focused Software Process Improvement, Pekka Abrahamsson, Luis Corral, Markku Oivo, and Barbara Russo (Eds.). Springer International Publishing , Cham , 271\u2013287. Filomena Ferrucci, Carmine Gravino, Pasquale Salza, and Federica Sarro. 2015. Investigating Functional and Code Size Measures for Mobile Applications: A Replicated Study. In Product-Focused Software Process Improvement, Pekka Abrahamsson, Luis Corral, Markku Oivo, and Barbara Russo (Eds.). Springer International Publishing, Cham, 271\u2013287."},{"key":"e_1_3_2_1_19_1","first-page":"28","article-title":"The agile manifesto","volume":"9","author":"Fowler Martin","year":"2001","unstructured":"Martin Fowler , Jim Highsmith , 2001 . The agile manifesto . Software Development 9 , 8 (2001), 28 \u2013 35 . Martin Fowler, Jim Highsmith, 2001. The agile manifesto. Software Development 9, 8 (2001), 28\u201335.","journal-title":"Software Development"},{"key":"e_1_3_2_1_20_1","volume-title":"GPT2SP: A Transformer-Based Agile Story Point Estimation Approach","author":"Fu Michael","year":"2022","unstructured":"Michael Fu and Chakkrit Tantithamthavorn . 2022. GPT2SP: A Transformer-Based Agile Story Point Estimation Approach . IEEE Transactions on Software Engineering( 2022 ). Michael Fu and Chakkrit Tantithamthavorn. 2022. GPT2SP: A Transformer-Based Agile Story Point Estimation Approach. IEEE Transactions on Software Engineering(2022)."},{"key":"e_1_3_2_1_21_1","first-page":"22","article-title":"Why Your IT Project May Be Riskier Than You Think","volume":"89","author":"Gammage Michael","year":"2011","unstructured":"Michael Gammage . 2011 . Why Your IT Project May Be Riskier Than You Think . HARVARD BUSINESS REVIEW 89 , 11 (2011), 22 \u2013 22 . Michael Gammage. 2011. Why Your IT Project May Be Riskier Than You Think. HARVARD BUSINESS REVIEW 89, 11 (2011), 22\u201322.","journal-title":"HARVARD BUSINESS REVIEW"},{"key":"e_1_3_2_1_22_1","volume-title":"Table for conversion of Kendall\u2019s Tau to Spearman\u2019s Rho within the context of measures of magnitude of effect for meta-analysis. Educational and psychological measurement 53, 1","author":"Gilpin R","year":"1993","unstructured":"Andrew\u00a0 R Gilpin . 1993. Table for conversion of Kendall\u2019s Tau to Spearman\u2019s Rho within the context of measures of magnitude of effect for meta-analysis. Educational and psychological measurement 53, 1 ( 1993 ), 87\u201392. Andrew\u00a0R Gilpin. 1993. Table for conversion of Kendall\u2019s Tau to Spearman\u2019s Rho within the context of measures of magnitude of effect for meta-analysis. Educational and psychological measurement 53, 1 (1993), 87\u201392."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2017.2757480"},{"key":"e_1_3_2_1_24_1","volume-title":"Using agile story points as an estimation technique in cmmi organizations. In 2014 agile conference","author":"El\u00a0Deen Hamouda Alaa","unstructured":"Alaa El\u00a0Deen Hamouda . 2014. Using agile story points as an estimation technique in cmmi organizations. In 2014 agile conference . IEEE , 16\u201323. Alaa El\u00a0Deen Hamouda. 2014. Using agile story points as an estimation technique in cmmi organizations. In 2014 agile conference. IEEE, 16\u201323."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"James\u00a0F Hemphill. 2003. Interpreting the magnitudes of correlation coefficients.(2003).  James\u00a0F Hemphill. 2003. Interpreting the magnitudes of correlation coefficients.(2003).","DOI":"10.1037\/0003-066X.58.1.78"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2593868.2593874"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/30.1-2.81"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2965627"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Bhaskar Marapelli Anil Carie and Sardar\u00a0MN Islam. 2020. RNN-CNN MODEL: A Bi-directional Long Short-Term Memory Deep Learning Network For Story Point Estimation. In 2020 5th International Conference on Innovative Technologies in Intelligent Systems and Industrial Applications (CITISIA). IEEE 1\u20137.  Bhaskar Marapelli Anil Carie and Sardar\u00a0MN Islam. 2020. RNN-CNN MODEL: A Bi-directional Long Short-Term Memory Deep Learning Network For Story Point Estimation. In 2020 5th International Conference on Innovative Technologies in Intelligent Systems and Industrial Applications (CITISIA). IEEE 1\u20137.","DOI":"10.1109\/CITISIA50690.2020.9371770"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Patrick\u00a0E McKnight and Julius Najab. 2010. Mann-Whitney U Test. The Corsini encyclopedia of psychology(2010) 1\u20131.  Patrick\u00a0E McKnight and Julius Najab. 2010. Mann-Whitney U Test. The Corsini encyclopedia of psychology(2010) 1\u20131.","DOI":"10.1002\/9780470479216.corpsy0524"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2810146.2810147"},{"key":"e_1_3_2_1_32_1","first-page":"240","volume-title":"Notes on Regression and Inheritance in the Case of Two Parents Proceedings of the Royal Society of London, 58","author":"Pearson K","year":"1895","unstructured":"K Pearson . 1895 . Notes on Regression and Inheritance in the Case of Two Parents Proceedings of the Royal Society of London, 58 , 240 - 242 . K Pearson. 1895. Notes on Regression and Inheritance in the Case of Two Parents Proceedings of the Royal Society of London, 58, 240-242."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICROIT.2014.6798284"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2972958.2972959"},{"key":"e_1_3_2_1_35_1","first-page":"37","article-title":"Towards a fuzzy based framework for effort estimation in agile software development","volume":"13","author":"Raslan Atef\u00a0Tayh","year":"2015","unstructured":"Atef\u00a0Tayh Raslan , Nagy\u00a0Ramadan Darwish , and Hesham\u00a0Ahmed Hefny . 2015 . Towards a fuzzy based framework for effort estimation in agile software development . International Journal of Computer Science and Information Security 13 , 1(2015), 37 . Atef\u00a0Tayh Raslan, Nagy\u00a0Ramadan Darwish, and Hesham\u00a0Ahmed Hefny. 2015. Towards a fuzzy based framework for effort estimation in agile software development. International Journal of Computer Science and Information Security 13, 1(2015), 37.","journal-title":"International Journal of Computer Science and Information Security"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.2307\/2347973"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143434.3143450"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-20677-1_13"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11334-017-0288-z"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3202710.3203160"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1049\/iet-sen.2019.0260"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.12.008"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2018.8489030"},{"key":"e_1_3_2_1_44_1","unstructured":"Ian Sommerville. 2016. Software Engineering GE.Pearson Australia Pty Limited.  Ian Sommerville. 2016. Software Engineering GE.Pearson Australia Pty Limited."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Charles Spearman. 1961. The proof and measurement of association between two things.(1961).  Charles Spearman. 1961. The proof and measurement of association between two things.(1961).","DOI":"10.1037\/11491-005"},{"key":"e_1_3_2_1_46_1","volume-title":"Rethinking Productivity in Software Engineering","author":"Symons Charles","unstructured":"Charles Symons . 2019. The COSMIC Method for Measuring the Work-Output Component of Productivity . In Rethinking Productivity in Software Engineering . Springer , 191\u2013204. Charles Symons. 2019. The COSMIC Method for Measuring the Work-Output Component of Productivity. In Rethinking Productivity in Software Engineering. Springer, 191\u2013204."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/IWSM-Mensura.2016.021"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528029"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00101"},{"key":"e_1_3_2_1_50_1","unstructured":"Vali Tawosi Rebecca Moussa and Federica Sarro. 2022. Deep Learning for Agile Effort Estimation Have We Solved the Problem Yet?arxiv:2201.05401\u00a0[cs.SE]  Vali Tawosi Rebecca Moussa and Federica Sarro. 2022. Deep Learning for Agile Effort Estimation Have We Solved the Problem Yet?arxiv:2201.05401\u00a0[cs.SE]"},{"key":"e_1_3_2_1_51_1","unstructured":"Vali Tawosi Rebecca Moussa and Federica Sarro. 2022. Online Appendix containing Data and R Scripts for this study. https:\/\/github.com\/SOLAR-group\/SPvsDevelopmentEffort.git  Vali Tawosi Rebecca Moussa and Federica Sarro. 2022. Online Appendix containing Data and R Scripts for this study. https:\/\/github.com\/SOLAR-group\/SPvsDevelopmentEffort.git"},{"key":"e_1_3_2_1_52_1","volume-title":"Multi-objective software effort estimation: a replication study","author":"Tawosi Vali","year":"2021","unstructured":"Vali Tawosi , Federica Sarro , Alessio Petrozziello , and Mark Harman . 2021. Multi-objective software effort estimation: a replication study . IEEE Transactions on Software Engineering( 2021 ). Vali Tawosi, Federica Sarro, Alessio Petrozziello, and Mark Harman. 2021. Multi-objective software effort estimation: a replication study. IEEE Transactions on Software Engineering(2021)."},{"key":"e_1_3_2_1_53_1","volume-title":"Constructive Cost Model\u2013COCOMO pags","author":"Trendowicz Adam","year":"2014","unstructured":"Adam Trendowicz and Ross Jeffery . 2014. Software project effort estimation. Foundations and Best Practice Guidelines for Success , Constructive Cost Model\u2013COCOMO pags ( 2014 ), 277\u2013293. Adam Trendowicz and Ross Jeffery. 2014. Software project effort estimation. Foundations and Best Practice Guidelines for Success, Constructive Cost Model\u2013COCOMO pags (2014), 277\u2013293."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2014.83"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2745802.2745813"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2639490.2639503"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2961897"},{"key":"e_1_3_2_1_58_1","unstructured":"Shahid Kamal\u00a0Tipu Ziauddin and Shahrukh Zia. 2012. An effort estimation model for agile software development. Advances in computer science and its applications (ACSA) 2 1(2012) 314\u2013324.  Shahid Kamal\u00a0Tipu Ziauddin and Shahrukh Zia. 2012. An effort estimation model for agile software development. Advances in computer science and its applications (ACSA) 2 1(2012) 314\u2013324."}],"event":{"name":"ESEM '22: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Helsinki Finland","acronym":"ESEM '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 16th ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544902.3546238","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3544902.3546238","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:07Z","timestamp":1750186807000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3544902.3546238"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,19]]},"references-count":58,"alternative-id":["10.1145\/3544902.3546238","10.1145\/3544902"],"URL":"https:\/\/doi.org\/10.1145\/3544902.3546238","relation":{},"subject":[],"published":{"date-parts":[[2022,9,19]]},"assertion":[{"value":"2022-09-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}