{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T16:42:51Z","timestamp":1764175371433,"version":"3.44.0"},"reference-count":31,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,4,1]],"date-time":"2023-04-01T00:00:00Z","timestamp":1680307200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2022,12,23]],"date-time":"2022-12-23T00:00:00Z","timestamp":1671753600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[2023,4]]},"DOI":"10.1016\/j.jss.2022.111593","type":"journal-article","created":{"date-parts":[[2022,12,28]],"date-time":"2022-12-28T11:29:37Z","timestamp":1672226977000},"page":"111593","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":9,"special_numbering":"C","title":["Optimize along the way: An industrial case study on web performance"],"prefix":"10.1016","volume":"198","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7697-9249","authenticated-orcid":false,"given":"Jasper","family":"van Riet","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5773-8346","authenticated-orcid":false,"given":"Ivano","family":"Malavolta","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9336-7298","authenticated-orcid":false,"given":"Taher A.","family":"Ghaleb","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/j.jss.2022.111593_b1","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1145\/3027947.3027949","article-title":"Measuring the quality of experience of web users","volume":"46","author":"Bocchi","year":"2016","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"10.1016\/j.jss.2022.111593_b2","series-title":"Pubblicazioni Del R Istituto Superiore Di Scienze Economiche E Commericiali Di Firenze, Vol. 8","first-page":"3","article-title":"Teoria statistica delle classi e calcolo delle probabilita","author":"Bonferroni","year":"1936"},{"issue":"3","key":"10.1016\/j.jss.2022.111593_b3","doi-asserted-by":"crossref","first-page":"494","DOI":"10.1037\/0033-2909.114.3.494","article-title":"Dominance statistics: Ordinal analyses to answer ordinal questions","volume":"114","author":"Cliff","year":"1993","journal-title":"Psychol. Bull."},{"key":"10.1016\/j.jss.2022.111593_b4","series-title":"2012 IEEE International Conference on Communications (ICC)","first-page":"1325","article-title":"\u201cTime is bandwidth\u201d? Narrowing the gap between subjective time perception and quality of experience","author":"Egger","year":"2012"},{"key":"10.1016\/j.jss.2022.111593_b5","series-title":"International Conference on Passive and Active Network Measurement","first-page":"286","article-title":"Web performance pitfalls","author":"Enghardt","year":"2019"},{"year":"2018","series-title":"Hacking Web Performance","author":"Firtman","key":"10.1016\/j.jss.2022.111593_b6"},{"key":"10.1016\/j.jss.2022.111593_b7","doi-asserted-by":"crossref","unstructured":"Gao,\u00a0Qingzhu, Dey,\u00a0Prasenjit, Ahammad,\u00a0Parvez, 2017. Perceived performance of top retail webpages in the wild: Insights from large-scale crowdsourcing of above-the-fold qoe. In: Proceedings of the Workshop on QoE-Based Analysis and Management of Data Communication Networks. pp. 13\u201318.","DOI":"10.1145\/3098603.3098606"},{"year":"2005","series-title":"Effect Sizes for Research: A Broad Practical Approach","author":"Grissom","key":"10.1016\/j.jss.2022.111593_b8"},{"issue":"3","key":"10.1016\/j.jss.2022.111593_b9","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1080\/10618600.2017.1305277","article-title":"Value plots: Boxplots for large data","volume":"26","author":"Hofmann","year":"2017","journal-title":"J. Comput. Graph. Statist."},{"key":"10.1016\/j.jss.2022.111593_b10","series-title":"2018 Tenth International Conference on Quality of Multimedia Experience (QoMEX)","first-page":"1","article-title":"Speed index: Relating the industrial standard for user perceived web performance to web qoe","author":"Ho\u00dffeld","year":"2018"},{"key":"10.1016\/j.jss.2022.111593_b11","unstructured":"Kelton,\u00a0Conor, Ryoo,\u00a0Jihoon, Balasubramanian,\u00a0Aruna, Das,\u00a0Samir\u00a0R, 2017. Improving user perceived page load times using gaze. In: 14th {USENIX} Symposium on Networked Systems Design and Implementation ({NSDI} 17). pp. 545\u2013559."},{"key":"10.1016\/j.jss.2022.111593_b12","doi-asserted-by":"crossref","unstructured":"Langley,\u00a0Adam, Riddoch,\u00a0Alistair, Wilk,\u00a0Alyssa, Vicente,\u00a0Antonio, Krasic,\u00a0Charles, Zhang,\u00a0Dan, Yang,\u00a0Fan, Kouranov,\u00a0Fedor, Swett,\u00a0Ian, Iyengar,\u00a0Janardhan, et al., 2017. The quic transport protocol: Design and internet-scale deployment. In: Proceedings of the Conference of the ACM Special Interest Group on Data Communication. pp. 183\u2013196.","DOI":"10.1145\/3098822.3098842"},{"key":"10.1016\/j.jss.2022.111593_b13","series-title":"Proceedings of the 24th Annual Network and Distributed System Security Symposium","first-page":"1","article-title":"Thou shalt not depend on me: Analysing the use of outdated JavaScript libraries on the web","author":"Lauinger","year":"2017"},{"issue":"2","key":"10.1016\/j.jss.2022.111593_b14","first-page":"136","article-title":"ECharts: a declarative framework for rapid construction of web-based visualization","volume":"2","author":"Li","year":"2018","journal-title":"Vis. Inf."},{"key":"10.1016\/j.jss.2022.111593_b15","doi-asserted-by":"crossref","unstructured":"Malavolta,\u00a0Ivano, 2016. Beyond native apps: web technologies to the rescue!(keynote). In: Proceedings of the 1st International Workshop on Mobile Development. pp. 1\u20132.","DOI":"10.1145\/3001854.3001863"},{"key":"10.1016\/j.jss.2022.111593_b16","doi-asserted-by":"crossref","unstructured":"Nejati,\u00a0Javad, Balasubramanian,\u00a0Aruna, 2016. An in-depth study of mobile browser performance. In: Proceedings of the 25th International Conference on World Wide Web. pp. 1305\u20131315.","DOI":"10.1145\/2872427.2883014"},{"key":"10.1016\/j.jss.2022.111593_b17","unstructured":"Netravali,\u00a0Ravi, Mickens,\u00a0James, 2018. Prophecy: Accelerating mobile page loads using final-state write logs. In: 15th {USENIX} Symposium on Networked Systems Design and Implementation ({NSDI} 18). pp. 249\u2013266."},{"key":"10.1016\/j.jss.2022.111593_b18","unstructured":"Netravali,\u00a0Ravi, Nathan,\u00a0Vikram, Mickens,\u00a0James, Balakrishnan,\u00a0Hari, 2018. Vesper: Measuring time-to-interactivity for modern web pages. In: Proceedings of the 15th USENIX Conference on Networked Systems Design and Implementation, NSDI. USENIX Association."},{"issue":"1","key":"10.1016\/j.jss.2022.111593_b19","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1177\/1536867X0200200103","article-title":"Parameters behind \u201cnonparametric\u201d statistics: Kendall\u2019s tau, Somers\u2019 D and median differences","volume":"2","author":"Newson","year":"2002","journal-title":"Stata J."},{"key":"10.1016\/j.jss.2022.111593_b20","series-title":"The World Wide Web Conference","first-page":"1532","article-title":"Web experience in mobile networks: Lessons from two million page visits","author":"Rajiullah","year":"2019"},{"key":"10.1016\/j.jss.2022.111593_b21","doi-asserted-by":"crossref","unstructured":"Selakovic,\u00a0Marija, Pradel,\u00a0Michael, 2016. Performance issues and optimizations in javascript: an empirical study. In: Proceedings of the 38th International Conference on Software Engineering. pp. 61\u201372.","DOI":"10.1145\/2884781.2884829"},{"key":"10.1016\/j.jss.2022.111593_b22","doi-asserted-by":"crossref","unstructured":"Sivakumar,\u00a0Ashiwan, Gopalakrishnan,\u00a0Vijay, Lee,\u00a0Seungjoon, Rao,\u00a0Sanjay, Sen,\u00a0Subhabrata, Spatscheck,\u00a0Oliver, 2014. Cloud is not a silver bullet: A case study of cloud-based mobile browsing. In: Proceedings of the 15th Workshop on Mobile Computing Systems and Applications. pp. 1\u20136.","DOI":"10.1145\/2565585.2565601"},{"key":"10.1016\/j.jss.2022.111593_b23","series-title":"Information Systems Architecture and Technology: Proceedings of 37th International Conference on Information Systems Architecture and Technology\u2013ISAT 2016\u2013Part I","first-page":"235","article-title":"Performance analysis of SPA web systems","author":"St\u0119pniak","year":"2017"},{"year":"2019","series-title":"Client-side performance of web-based applications: the state of the art","author":"van Riet","key":"10.1016\/j.jss.2022.111593_b24"},{"key":"10.1016\/j.jss.2022.111593_b25","series-title":"2020 IEEE International Conference on Software Maintenance and Evolution (ICSME)","first-page":"746","article-title":"From 6.2 to 0.15 seconds\u2013an industrial case study on mobile web performance","author":"van Riet","year":"2020"},{"year":"2016","series-title":"Web Performance in Action: Building Fast Web Pages","author":"Wagner","key":"10.1016\/j.jss.2022.111593_b26"},{"key":"10.1016\/j.jss.2022.111593_b27","series-title":"10th {USENIX} Symposium on Networked Systems Design and Implementation ({NSDI} 13)","first-page":"473","article-title":"Demystifying page load performance with WProf","author":"Wang","year":"2013"},{"key":"10.1016\/j.jss.2022.111593_b28","unstructured":"Wang,\u00a0Xiao\u00a0Sophia, Krishnamurthy,\u00a0Arvind, Wetherall,\u00a0David, 2016. Speeding up web page loads with shandian. In: 13th {USENIX} Symposium on Networked Systems Design and Implementation ({NSDI} 16). pp. 109\u2013122."},{"key":"10.1016\/j.jss.2022.111593_b29","doi-asserted-by":"crossref","unstructured":"Wijnants,\u00a0Maarten, Marx,\u00a0Robin, Quax,\u00a0Peter, Lamotte,\u00a0Wim, 2018. HTTP\/2 prioritization and its impact on web performance. In: Proceedings of the 2018 World Wide Web Conference. pp. 1755\u20131764.","DOI":"10.1145\/3178876.3186181"},{"year":"2012","series-title":"Experimentation in software engineering","author":"Wohlin","key":"10.1016\/j.jss.2022.111593_b30"},{"key":"10.1016\/j.jss.2022.111593_b31","doi-asserted-by":"crossref","unstructured":"Wolsing,\u00a0Konrad, R\u00fcth,\u00a0Jan, Wehrle,\u00a0Klaus, Hohlfeld,\u00a0Oliver, 2019. A performance perspective on web optimized protocol stacks: Tcp+ tls+ http\/2 vs. quic. In: Proceedings of the Applied Networking Research Workshop. pp. 1\u20137.","DOI":"10.1145\/3340301.3341123"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121222002692?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0164121222002692?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,27]],"date-time":"2025-09-27T23:34:17Z","timestamp":1759016057000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0164121222002692"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4]]},"references-count":31,"alternative-id":["S0164121222002692"],"URL":"https:\/\/doi.org\/10.1016\/j.jss.2022.111593","relation":{},"ISSN":["0164-1212"],"issn-type":[{"type":"print","value":"0164-1212"}],"subject":[],"published":{"date-parts":[[2023,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Optimize along the way: An industrial case study on web performance","name":"articletitle","label":"Article Title"},{"value":"Journal of Systems and Software","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jss.2022.111593","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"111593"}}