{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T14:16:16Z","timestamp":1761401776826,"version":"3.37.3"},"reference-count":163,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["NSF CNS-1527097"],"award-info":[{"award-number":["NSF CNS-1527097"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Commun. Surv. Tutorials"],"published-print":{"date-parts":[[2016]]},"DOI":"10.1109\/comst.2015.2485979","type":"journal-article","created":{"date-parts":[[2015,10,2]],"date-time":"2015-10-02T14:53:37Z","timestamp":1443797617000},"page":"105-123","source":"Crossref","is-referenced-by-count":30,"title":["Survey of End-to-End Mobile Network Measurement Testbeds, Tools, and Services"],"prefix":"10.1109","volume":"18","author":[{"given":"Utkarsh","family":"Goel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mike P.","family":"Wittie","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kimberly C.","family":"Claffy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Le","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/2491159.2491171"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2517351.2517397"},{"year":"2015","key":"ref33"},{"year":"2015","key":"ref32"},{"journal-title":"RADAR","year":"2015","key":"ref31"},{"journal-title":"Analytics for Mobile Apps","year":"2015","key":"ref30"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2536714.2536718"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/GREE.2013.16"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11569-6_18"},{"year":"2015","key":"ref34"},{"journal-title":"OpenMI","year":"2015","key":"ref28"},{"journal-title":"Multi-Region Latency Based Routing Now Available for AWS","year":"2012","author":"barr","key":"ref27"},{"journal-title":"One Platform Unlimited Metrics Monitoring Zen","first-page":"2014","year":"0","key":"ref29"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2677046.2677054"},{"key":"ref22","first-page":"459","article-title":"Stochastic forecasts achieve high throughput and low delay over cellular networks","author":"winstein","year":"0","journal-title":"Proc USENIX NSDI"},{"journal-title":"What is Measurement Lab?","year":"2014","key":"ref21"},{"journal-title":"Combo Handler Service Available for Yahoo-Hosted JS","year":"2008","key":"ref24"},{"journal-title":"Internet TV Bringing Control to Chaos","year":"2015","key":"ref23"},{"journal-title":"FCC Launches iOS “Speed Test” App","year":"2014","author":"bell","key":"ref101"},{"journal-title":"Opera Turbo","year":"2015","key":"ref26"},{"journal-title":"FCC Speed Test App for iOS Lets the Government Track Your iPhone's Network Performance","year":"2014","author":"honig","key":"ref100"},{"journal-title":"Mirage 2 0 Solving the Mobile Browsing Speed Challenge","year":"2013","author":"prince","key":"ref25"},{"journal-title":"WindRider","year":"2009","key":"ref50"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/637201.637203"},{"key":"ref154","first-page":"1","article-title":"Demonstration of network coverage–A mobile network performance measurement app","author":"kaup","year":"0","journal-title":"Proc IEEE NetSys"},{"journal-title":"The RootMetrics Testing Methodology","year":"2015","key":"ref153"},{"journal-title":"What's My Mobile Operator's Coverage?","year":"2015","key":"ref156"},{"journal-title":"Cloud Managed Speed Test","year":"2015","key":"ref155"},{"journal-title":"Vodafone Net Perform - Terms and Conditions","year":"2015","key":"ref150"},{"journal-title":"Unbiased Wireless Network Information From people just like you","year":"2013","key":"ref152"},{"journal-title":"SpeedSpot Pioneering Hotel WiFi Speed Test","year":"2015","key":"ref151"},{"journal-title":"OpenSignal Blog","year":"2012","key":"ref146"},{"journal-title":"Take Control of Your Data and Wi-Fi Usage—Vodafone NetPerform","year":"2015","key":"ref147"},{"journal-title":"Vodafone Net Perform","year":"2014","key":"ref148"},{"journal-title":"Vodafone Net Perform","year":"2014","key":"ref149"},{"journal-title":"CRAWDAD A Community Resource for Archiving Wireless Data at Dartmouth","year":"2015","key":"ref59"},{"journal-title":"Ookla SpeedTest Mobile Apps","year":"2014","key":"ref58"},{"journal-title":"WindRider A Mobile Network Neutrality Monitoring System","year":"2009","key":"ref57"},{"journal-title":"Radiooptics","year":"2015","key":"ref56"},{"journal-title":"Measuring broadband america","year":"2013","key":"ref55"},{"journal-title":"OPENSIG","year":"2014","key":"ref54"},{"journal-title":"ALICE-Mobile Experiment Engine","year":"2014","author":"rula","key":"ref53"},{"year":"2014","key":"ref52"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/2565585.2565597"},{"journal-title":"Portolan Network Tools","year":"2014","key":"ref163"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1109\/PerComW.2013.6529490"},{"key":"ref161","first-page":"1","article-title":"Netalyzr for android: Challenges and opportunities","author":"vallina-rodriguez","year":"0","journal-title":"Proc AIMS"},{"journal-title":"Network Diagnostic Tool (NDT)","year":"2013","key":"ref160"},{"journal-title":"The Future Looks Bright for Augmented Reality","year":"2014","author":"marupaka","key":"ref4"},{"journal-title":"What's Next After WhatsApp A Guide to the Future of Messaging Apps","year":"2014","author":"rogers","key":"ref3"},{"journal-title":"Leave Your Wallet at Home and Pay With Your Profile Picture","year":"2013","author":"rimington","key":"ref6"},{"journal-title":"Microsoft Kinect Used to Live-Translate Sign Language Into Text","year":"2013","author":"shubber","key":"ref5"},{"journal-title":"Whats nPerf? How Does it Work?","year":"2014","key":"ref159"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/2079296.2079319"},{"key":"ref49","first-page":"487","article-title":"Dasu: Pushing experiments to the Internet's edge","author":"s\u00e1nchez","year":"0","journal-title":"Proc USENIX NSDI"},{"journal-title":"High Performance Browser Networking","year":"2013","author":"grigorik","key":"ref7"},{"journal-title":"Cisco Data Meter","year":"2013","key":"ref157"},{"journal-title":"4Gmark Mobile performance test","year":"2014","key":"ref158"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/1592568.1592605"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/1879141.1879173"},{"journal-title":"NDT (Mobile Client)","year":"2013","key":"ref45"},{"key":"ref48","first-page":"1","author":"der merwe","year":"0","journal-title":"PhantomNet An End-to-End Mobile Network Testbed"},{"year":"2014","key":"ref47"},{"journal-title":"Closing the Loop Feedback at Your Fingertips","year":"2009","author":"trestian","key":"ref42"},{"journal-title":"Welcome to MobiPerf","year":"2014","key":"ref41"},{"key":"ref44","first-page":"1","article-title":"Mobilyzer: A network measurement library for android platform","author":"yao","year":"0","journal-title":"Proc Workshop AIMS"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/2500098.2500114"},{"journal-title":"How Do I Correct My Location?","year":"2012","key":"ref127"},{"journal-title":"Mobile Test Server Selection","year":"2012","key":"ref126"},{"journal-title":"Host a Speedtest Server","year":"2015","key":"ref125"},{"journal-title":"Speedtest net","year":"2015","key":"ref124"},{"journal-title":"Net Neutrality Is Dead Here's How to Get It Back","year":"2014","author":"aaron","key":"ref73"},{"journal-title":"Verizon's Plan to Break the Internet","year":"2013","author":"karr","key":"ref72"},{"journal-title":"How Does the Begin Test Button Select a Server?","year":"2012","key":"ref129"},{"journal-title":"Overall Wireless Network Problem Rates Differ Considerably Based on Type of Service","year":"2013","author":"power","key":"ref71"},{"journal-title":"GeoIP2 Industry Leading IP Intelligence","year":"2012","key":"ref128"},{"journal-title":"The State of LTE 4G Networks Worldwide In 2014 and the Poor Performance of the US","year":"2014","author":"osborne","key":"ref70"},{"journal-title":"France Telecom and Google Entangled In Peering Fight","year":"2013","author":"buckley","key":"ref76"},{"journal-title":"How does the test itself work? How is the result calculated?","year":"2012","key":"ref130"},{"journal-title":"Cable Companies' Big Internet Swindle","year":"2009","author":"lynn","key":"ref77"},{"journal-title":"Why Gamers Should Care About Net Neutrality","year":"2010","author":"fahey","key":"ref74"},{"journal-title":"Cogent and Orange France Fight Over Interconnection Issues","year":"2011","author":"buckley","key":"ref75"},{"journal-title":"Traffic Monitor & 3G\/4G Speed","year":"2014","key":"ref133"},{"journal-title":"Download Traffic Monitor","year":"2014","key":"ref134"},{"journal-title":"Measuring Network Quality","year":"2014","key":"ref131"},{"journal-title":"Huge ISPs Want Per-GB Payments from Netflix YouTube","year":"2011","author":"anderson","key":"ref78"},{"journal-title":"Ookla SpeedTest Mini","year":"2014","key":"ref132"},{"journal-title":"Mobile Carriers Dream of Charging per Page","year":"2010","author":"singel","key":"ref79"},{"journal-title":"Google Maps Developer Documentation","year":"2015","key":"ref136"},{"journal-title":"Technology and Infrastructure","year":"2015","key":"ref135"},{"journal-title":"OpenSignal—Signal Finder and 3G\/4G\/Wifi Coverage Maps","year":"2013","key":"ref138"},{"journal-title":"OpenSignal WiFi Map Speedtest","year":"2015","key":"ref137"},{"year":"2015","key":"ref60"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/LCNW.2014.6927712"},{"journal-title":"FCC Votes for Net Neutrality A Ban on Paid Fast Lanes and Title II","year":"2015","author":"brodkin","key":"ref62"},{"year":"2009","key":"ref61"},{"journal-title":"ATT Sprint Confirm Use of Carrier IQ Software on Handsets","year":"2011","author":"vijayan","key":"ref63"},{"journal-title":"Vodafone Portugal Pioneers Innovative Mobile Broadband Experience Management Architecture Using Carrier IQ Technology","year":"2009","key":"ref64"},{"journal-title":"The State of LTE","year":"2013","key":"ref140"},{"journal-title":"Carrier IQ Wiretap Debacle Much Ado About Something?","year":"2011","author":"peckham","key":"ref65"},{"journal-title":"3G\/4G Wireless Network Latency Comparing Verizon AT&T Sprint and T-Mobile in February 2014","year":"2014","key":"ref141"},{"journal-title":"The ‘Secret’ App Installed on Millions of Mobile Phones That Records Your Keystrokes Your Browsing and Reads Your Messages","year":"2011","key":"ref66"},{"journal-title":"OpenSignal Blog","year":"2015","key":"ref142"},{"journal-title":"CarrierIQ Scanner & Protection","year":"2013","key":"ref67"},{"journal-title":"API Networks","year":"2014","key":"ref143"},{"journal-title":"ATT LG G3 Carrier IQ Removal Guide","year":"2014","key":"ref68"},{"journal-title":"Tower Info API","year":"2014","key":"ref144"},{"journal-title":"What's Next for Social Mobile Games?","year":"2012","author":"codorniou","key":"ref2"},{"journal-title":"SDN and NFV Report-Out","year":"2015","author":"gopalakrishnan","key":"ref69"},{"journal-title":"How phone batteries measure the weather","year":"2013","key":"ref145"},{"year":"2014","key":"ref1"},{"journal-title":"Test Your Website Performance On A Mobile Device","year":"2012","key":"ref109"},{"journal-title":"FCC Speed Test App","year":"2013","key":"ref95"},{"journal-title":"What is a HAR File and What Do I Use It For?","year":"2012","author":"dyke","key":"ref108"},{"journal-title":"LiveLabs Registration","year":"2014","key":"ref94"},{"journal-title":"Open-Sourcing Mobitest","year":"2012","author":"podjarny","key":"ref107"},{"journal-title":"Participations","year":"2013","key":"ref93"},{"journal-title":"Test A Website's Performance","year":"2008","key":"ref106"},{"journal-title":"Devices Supported by SciWiNet","year":"2014","key":"ref92"},{"key":"ref105","first-page":"1","article-title":"MySpeedTest: Active and passive measurements of cellular data network performance","author":"muckaden","year":"0","journal-title":"Proc ISMA"},{"journal-title":"Overview","year":"2013","key":"ref91"},{"journal-title":"My Speed Test Mobile Performance Measurement Tool Released","year":"2012","author":"feamster","key":"ref104"},{"journal-title":"PhoneLab A Programmable Smartphone Testbed","year":"2013","key":"ref90"},{"journal-title":"MySpeedTest active and passive measurements of cellular data networks","year":"2013","author":"muckaden","key":"ref103"},{"journal-title":"FCC Speed Test App Tip Sheet","year":"2014","key":"ref102"},{"journal-title":"Akamai Mobitest Mobile Web Performance Measurement Agents","year":"2012","key":"ref111"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/2504730.2504764"},{"key":"ref110","first-page":"1","article-title":"Measurement @ Google","author":"piatek","year":"0","journal-title":"Proc AIMS"},{"journal-title":"FCC Releases Android Speed Test App to Gather Data on Cell Carrier Performance","year":"2011","author":"kastrenakes","key":"ref98"},{"journal-title":"FCC Launches Speed Test App for Android Looks to Collect Mobile Broadband Performance Data","year":"2011","author":"silbert","key":"ref99"},{"journal-title":"FCC Launches “FCC Speed Test” iPhone App to Measure Mobile Broadband Performance","year":"2014","author":"clover","key":"ref96"},{"journal-title":"Measuring Mobile Broadband Methodology—Technical Summary","year":"2013","key":"ref97"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2535372.2535399"},{"key":"ref11","first-page":"2008","author":"butler","year":"0","journal-title":"A Proposal for Shared Dictionary Compression over Http"},{"journal-title":"Free Mobile Web Performance Measurement Tool","year":"2012","key":"ref12"},{"year":"2014","key":"ref13"},{"journal-title":"Aws Device Farm","year":"2015","key":"ref14"},{"key":"ref15","first-page":"1","author":"johnston","year":"0","journal-title":"Measuring broadband america"},{"key":"ref118","first-page":"1","article-title":"Mobiperf","author":"zhou","year":"0","journal-title":"Proc ISMA"},{"journal-title":"Net Neutrality What Happens Now That Verizon Has Vanquished The FCC","year":"2014","key":"ref16"},{"journal-title":"MITATE Mobile Internet Testbed for Application Traffic Experimentation (User Manual)","year":"2013","key":"ref82"},{"journal-title":"Data Collection and Privacy Policy","year":"2014","key":"ref117"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2418435"},{"journal-title":"CPLEX Optimizers","year":"2013","key":"ref81"},{"journal-title":"Ethical privacy guidelines for mobile connectivity measurements","year":"2013","author":"zevenbergen","key":"ref18"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/956993.956995"},{"journal-title":"ALICE - Technical Description","year":"2014","author":"rula","key":"ref119"},{"journal-title":"MobiPerf Mobile network measurement system (Technical report)","year":"2011","author":"huang","key":"ref19"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1145\/1508865.1508905"},{"journal-title":"Understanding Smartphone Behavior in the Network","year":"2013","key":"ref114"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1145\/2535372.2535408"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1145\/2639108.2639115"},{"key":"ref80","first-page":"1","article-title":"Incentives build robustness in BitTorrent","author":"cohen","year":"0","journal-title":"Proc IPTPS"},{"journal-title":"NetNetwork","year":"2011","key":"ref115"},{"journal-title":"Namehelp","year":"2014","key":"ref120"},{"journal-title":"PhoneLab Experimenter Agreement","year":"2013","key":"ref89"},{"journal-title":"Application Time (AppT)","year":"2014","key":"ref121"},{"journal-title":"NU Signals v2","year":"2014","key":"ref122"},{"year":"2015","key":"ref123"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2012.0601112.00185"},{"year":"2012","key":"ref86"},{"journal-title":"Using Sensors in Seattle","year":"2012","key":"ref87"},{"journal-title":"Sensibility Testbed","year":"2014","key":"ref88"}],"container-title":["IEEE Communications Surveys & Tutorials"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9739\/7393921\/7287739.pdf?arnumber=7287739","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:47:39Z","timestamp":1641988059000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7287739\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"references-count":163,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/comst.2015.2485979","relation":{},"ISSN":["1553-877X"],"issn-type":[{"type":"electronic","value":"1553-877X"}],"subject":[],"published":{"date-parts":[[2016]]}}}