{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,26]],"date-time":"2026-01-26T19:38:51Z","timestamp":1769456331954,"version":"3.49.0"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2015,6,30]],"date-time":"2015-06-30T00:00:00Z","timestamp":1435622400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2015,9]]},"DOI":"10.1007\/s11548-015-1238-6","type":"journal-article","created":{"date-parts":[[2015,6,28]],"date-time":"2015-06-28T23:47:18Z","timestamp":1435535238000},"page":"1435-1447","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":40,"title":["A study of crowdsourced segment-level surgical skill assessment using pairwise rankings"],"prefix":"10.1007","volume":"10","author":[{"given":"Anand","family":"Malpani","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"S. Swaroop","family":"Vedula","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chi Chiung Grace","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gregory D.","family":"Hager","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,6,30]]},"reference":[{"key":"1238_CR1","doi-asserted-by":"crossref","unstructured":"Ahmidi N, Gao Y, Bjar B, Vedula SS, Khudanpur S, Vidal R, Hager GD (2013) String Motif-Based Description of Tool Motion for Detecting Skill and Gestures in Robotic Surgery. In: Mori K, Sakuma I, Sato Y, Barillot C, Navab N (eds.) Medical image computing and computer-assisted intervention MICCAI 2013, no. 8149 in Lecture Notes in Computer Science. Springer, Berlin Heidelberg, pp 26\u201333. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-642-40811-3_4","DOI":"10.1007\/978-3-642-40811-3_4"},{"key":"1238_CR2","doi-asserted-by":"crossref","unstructured":"Ahmidi N, Poddar P, Jones JD, Vedula SS, Ishii L, Hager GD, Ishii M (2015) Automated objective surgical skill assessment in the operating room from unstructured tool motion in septoplasty. Int J Comput Assist Radiol Surg. doi: 10.1007\/s11548-015-1194-1 . http:\/\/link.springer.com\/article\/10.1007\/s11548-015-1194-1","DOI":"10.1007\/s11548-015-1194-1"},{"key":"1238_CR3","doi-asserted-by":"crossref","unstructured":"Bell Jr RH (2009) Why Johnny cannot operate. Surg 146(4):533\u2013542. doi: 10.1016\/j.surg.2009.06.044 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0039606009004620","DOI":"10.1016\/j.surg.2009.06.044"},{"key":"1238_CR4","doi-asserted-by":"crossref","unstructured":"Birkmeyer JD, Finks JF, O\u2019Reilly A, Oerline M, Carlin AM, Nunn AR, Dimick J, Banerjee M, Birkmeyer NJ (2013) Surgical skill and complication rates after bariatric surgery. N Engl J Med 369(15):1434\u20131442. doi: 10.1056\/NEJMsa1300625 . http:\/\/www.nejm.org\/doi\/full\/10.1056\/NEJMsa1300625","DOI":"10.1056\/NEJMsa1300625"},{"key":"1238_CR5","doi-asserted-by":"crossref","unstructured":"Chen C, White L, Kowalewski T, Aggarwal R, Lintott C, Comstock B, Kuksenok K, Aragon C, Holst D, Lendvay T (2014) Crowd-sourced assessment of technical skills: a novel method to evaluate surgical performance. J Surg Res 187(1):65\u201371. doi: 10.1016\/j.jss.2013.09.024 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0022480413008998","DOI":"10.1016\/j.jss.2013.09.024"},{"key":"1238_CR6","doi-asserted-by":"crossref","unstructured":"Cole SJ, Mackenzie H, Ha J, Hanna GB, Miskovic D (2014) Randomized controlled trial on the effect of coaching in simulated laparoscopic training. Surg Endosc 28(3):979\u2013986. doi: 10.1007\/s00464-013-3265-0 . http:\/\/link.springer.com\/article\/10.1007\/s00464-013-3265-0","DOI":"10.1007\/s00464-013-3265-0"},{"key":"1238_CR7","doi-asserted-by":"crossref","unstructured":"Cortes C, Vapnik V (1995) Support-vector networks. Mach Learn 20(3):273\u2013297. doi: 10.1007\/BF00994018 . http:\/\/link.springer.com\/article\/10.1007\/BF00994018","DOI":"10.1007\/BF00994018"},{"key":"1238_CR8","unstructured":"Curet M, Dimaio SP, Gao Y, Hager GD, Itkowitz B, Jog AS, Kumar R, Liu M (2012) Method and system for analyzing a task trajectory. International Classification A61B19\/00, G01C21\/00; Cooperative Classification A61B19\/2203, G01C21\/00, A61B19\/00"},{"key":"1238_CR9","doi-asserted-by":"crossref","unstructured":"Datta V, Chang A, Mackay S, Darzi A (2002) The relationship between motion analysis and surgical technical assessments. Am J Surg 184(1):70\u201373. doi: 10.1016\/S0002-9610(02)00891-7 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0002961002008917","DOI":"10.1016\/S0002-9610(02)00891-7"},{"key":"1238_CR10","doi-asserted-by":"crossref","unstructured":"Dosis A, Aggarwal A, Bello F, Moorthy K, Munz Y, Gillies D, Darzi A (2005) Synchronized video and motion analysis for the assessment of procedures in the operating theater. Arch Surg 140(3):293\u2013299. doi: 10.1001\/archsurg.140.3.293 . http:\/\/dx.doi.org\/10.1001\/archsurg.140.3.293","DOI":"10.1001\/archsurg.140.3.293"},{"key":"1238_CR11","doi-asserted-by":"crossref","unstructured":"Dwork C, Kumar R, Naor M, Sivakumar D (2001) Rank aggregation methods for the web. WWW \u201901. ACM, New York, NY, USA. pp 613\u2013622. doi: 10.1145\/371920.372165 . http:\/\/doi.acm.org\/10.1145\/371920.372165","DOI":"10.1145\/371920.372165"},{"key":"1238_CR12","doi-asserted-by":"crossref","unstructured":"Fleiss JL, Levin B, Paik MC (2003) The measurement of interrater agreement. In: Statistical methods for rates and proportions. Wiley, pp 598\u2013626. http:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/0471445428.ch18\/summary","DOI":"10.1002\/0471445428.ch18"},{"key":"1238_CR13","unstructured":"Freund Y, Iyer R, Schapire R, Singer Y (2003) An efficient boosting algorithm for combining preferences. J Mach Learn Res 4:933\u2013969. http:\/\/dl.acm.org\/citation.cfm?id=945365.964285"},{"issue":"1","key":"1238_CR14","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1016\/j.juro.2011.09.032","volume":"187","author":"AC Goh","year":"2012","unstructured":"Goh AC, Goldfarb DW, Sander JC, Miles BJ, Dunkin BJ (2012) Global evaluative assessment of robotic skills: validation of a clinical assessment tool to measure robotic surgical skills. J Urol 187(1):247\u2013252. doi: 10.1016\/j.juro.2011.09.032","journal-title":"J Urol"},{"key":"1238_CR15","doi-asserted-by":"crossref","unstructured":"Haro BB, Zappella L, Vidal R (2012) Surgical gesture classification from video data. In: Ayache N, Delingette H, Golland P, Mori K (eds.) Medical image computing and computer-assisted intervention MICCAI 2012. Springer, Berlin, pp 34\u201341. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-642-33415-3_5","DOI":"10.1007\/978-3-642-33415-3_5"},{"key":"1238_CR16","doi-asserted-by":"crossref","unstructured":"Kumar R, Jog A, Malpani A, Vagvolgyi B, Yuh D, Nguyen H, Hager G, Chen C (2012) Assessing system operation skills in robotic surgery trainees. Int J Med Rob Comput Assist Surg 8(1):118\u2013124. doi: 10.1002\/rcs.449 . http:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/rcs.449\/abstract","DOI":"10.1002\/rcs.449"},{"key":"1238_CR17","doi-asserted-by":"crossref","unstructured":"Kumar R, Jog A, Vagvolgyi B, Nguyen H, Hager G, Chen CCG, Yuh D (2012) Objective measures for longitudinal assessment of robotic surgery training. J Thorac Cardiovasc Surg 143(3):528\u2013534. doi: 10.1016\/j.jtcvs.2011.11.002 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0022522311012748","DOI":"10.1016\/j.jtcvs.2011.11.002"},{"key":"1238_CR18","doi-asserted-by":"crossref","unstructured":"Kumar R, Rajan P, Bejakovic S, Seshamani S, Mullin G, Dassopoulos T, Hager G (2009) Learning disease severity for capsule endoscopy images. pp 1314\u20131317. doi: 10.1109\/ISBI.2009.5193306","DOI":"10.1109\/ISBI.2009.5193306"},{"key":"1238_CR19","doi-asserted-by":"crossref","unstructured":"Maier-Hein L, Mersmann S, Kondermann D, Bodenstedt S, Sanchez A, Stock C, Kenngott HG, Eisenmann M, Speidel S (2014) Can masses of non-experts train highly accurate image classifiers? In: Golland P, Hata N, Barillot C, Hornegger J, Howe R (eds.) Medical Image Computing and Computer-Assisted Intervention MICCAI 2014, no. 8674 in Lecture Notes in Computer Science. Springer International Publishing, pp 438\u2013445. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-319-10470-6_55","DOI":"10.1007\/978-3-319-10470-6_55"},{"key":"1238_CR20","doi-asserted-by":"crossref","unstructured":"Maier-Hein L, Mersmann S, Kondermann D, Stock C, Kenngott HG, Sanchez A, Wagner M, Preukschas A, Wekerle AL, Helfert S, Bodenstedt S, Speidel S (2014) Crowdsourcing for reference correspondence generation in endoscopic images. In: Golland P, Hata N, Barillot C, Hornegger J, Howe R (eds.) Medical image computing and computer-assisted intervention MICCAI 2014, no. 8674 in Lecture Notes in Computer Science. Springer International Publishing, pp 349\u2013356. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-319-10470-6_44","DOI":"10.1007\/978-3-319-10470-6_44"},{"key":"1238_CR21","doi-asserted-by":"crossref","unstructured":"Malpani A, Vedula SS, Chen CCG, Hager GD (2014) Pairwise comparison-based objective score for automated skill assessment of segments in a surgical task. In: Stoyanov D, Collins DL, Sakuma I, Abolmaesumi P, Jannin P (eds.) Information processing in computer-assisted interventions. Springer International Publishing, pp 138\u2013147. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-319-07521-1_15","DOI":"10.1007\/978-3-319-07521-1_15"},{"issue":"2","key":"1238_CR22","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1002\/bjs.1800840237","volume":"84","author":"JA Martin","year":"1997","unstructured":"Martin JA, Regehr G, Reznick R, MacRae H, Murnaghan J, Hutchison C, Brown M (1997) Objective structured assessment of technical skill (OSATS) for surgical residents. Br J Surg 84(2):273\u2013278","journal-title":"Br J Surg"},{"key":"1238_CR23","doi-asserted-by":"crossref","unstructured":"Reiley CE, Hager GD (2009) Task versus subtask surgical skill svaluation of robotic minimally invasive surgery. In: Yang GZ, Hawkes D, Rueckert D, Noble A, Taylor C (eds.) Medical image computing and computer-assisted intervention MICCAI 2009. Springer, Berlin, pp 435\u2013442. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-642-04268-3_54","DOI":"10.1007\/978-3-642-04268-3_54"},{"issue":"5","key":"1238_CR24","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1109\/10.918597","volume":"48","author":"J Rosen","year":"2001","unstructured":"Rosen J, Hannaford B, Richards C, Sinanan M (2001) Markov modeling of minimally invasive surgery based on tool\/tissue interaction and force\/torque signatures for evaluating surgical skills. IEEE Trans Biomed Eng 48(5):579\u2013591. doi: 10.1109\/10.918597","journal-title":"IEEE Trans Biomed Eng"},{"key":"1238_CR25","doi-asserted-by":"crossref","unstructured":"Rosen J, Solazzo M, Hannaford B, Sinanan M (2002) Task decomposition of laparoscopic surgery for objective evaluation of surgical residents\u2019 learning curve using hidden Markov model. Comput Aided Surg 7(1):49\u201361. doi: 10.1002\/igs.10026 . http:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/igs.10026\/abstract","DOI":"10.1002\/igs.10026"},{"key":"1238_CR26","doi-asserted-by":"crossref","unstructured":"Sharma Y, Plotz T, Hammerld N, Mellor S, McNaney R, Olivier P, Deshmukh S, McCaskie A, Essa I (2014) Automated surgical OSATS prediction from videos, pp 461\u2013464. doi: 10.1109\/ISBI.2014.6867908","DOI":"10.1109\/ISBI.2014.6867908"},{"key":"1238_CR27","doi-asserted-by":"crossref","unstructured":"Tao L, Elhamifar E, Khudanpur S, Hager GD, Vidal R (2012) Sparse hidden Markov models for surgical gesture classification and skill evaluation. In: Abolmaesumi P, Joskowicz L, Navab N, Jannin P (eds.) Information processing in computer-assisted interventions. Springer, Berlin, pp 167\u2013177. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-642-30618-1_17","DOI":"10.1007\/978-3-642-30618-1_17"},{"key":"1238_CR28","doi-asserted-by":"crossref","unstructured":"Van Eaton EG, Tarpley JL, Solorzano CC, Cho CS, Weber SM, Termuhlen PM (2011) Resident education in 2011: Three key challenges on the road ahead. Surgery 149(4):465\u2013473. doi: 10.1016\/j.surg.2010.11.007 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0039606010006148","DOI":"10.1016\/j.surg.2010.11.007"},{"key":"1238_CR29","doi-asserted-by":"crossref","unstructured":"Varadarajan B, Reiley C, Lin H, Khudanpur S, Hager G (2009) Data-derived models for segmentation with application to surgical assessment and training. In: Yang GZ, Hawkes D, Rueckert D, Noble A, Taylor C (eds.) Medical image computing and computer-assisted intervention. Springer, Berlin, pp 426\u2013434. http:\/\/link.springer.com\/chapter\/10.1007\/978-3-642-04268-3_53","DOI":"10.1007\/978-3-642-04268-3_53"},{"issue":"1","key":"1238_CR30","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/j.amjsurg.2005.04.004","volume":"190","author":"M Vassiliou","year":"2005","unstructured":"Vassiliou M, Feldman L, Andrew C, Bergman S, Leffondr K, Stanbridge D, Fried G (2005) A global assessment tool for evaluation of intraoperative laparoscopic skills. Am J Surg 190(1):107\u2013113. doi: 10.1016\/j.amjsurg.2005.04.004","journal-title":"Am J Surg"},{"key":"1238_CR31","doi-asserted-by":"crossref","unstructured":"Zappella L, Bjar B, Hager G, Vidal R (2013) Surgical gesture classification from video and kinematic data. Med Image Anal 17(7):732\u2013745. doi: 10.1016\/j.media.2013.04.007 . http:\/\/www.sciencedirect.com\/science\/article\/pii\/S1361841513000522","DOI":"10.1016\/j.media.2013.04.007"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-015-1238-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-015-1238-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-015-1238-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,3]],"date-time":"2019-06-03T11:03:24Z","timestamp":1559559804000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-015-1238-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,6,30]]},"references-count":31,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2015,9]]}},"alternative-id":["1238"],"URL":"https:\/\/doi.org\/10.1007\/s11548-015-1238-6","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,6,30]]}}}