{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T06:10:07Z","timestamp":1746252607640,"version":"3.40.4"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,6,1]],"date-time":"2014-06-01T00:00:00Z","timestamp":1401580800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2014,10]]},"DOI":"10.1007\/s10115-014-0759-6","type":"journal-article","created":{"date-parts":[[2014,5,31]],"date-time":"2014-05-31T11:00:18Z","timestamp":1401534018000},"page":"189-221","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Automatic ranking of retrieval models using retrievability measure"],"prefix":"10.1007","volume":"41","author":[{"given":"Shariq","family":"Bashir","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andreas","family":"Rauber","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,6,1]]},"reference":[{"key":"759_CR1","doi-asserted-by":"crossref","unstructured":"Amitay E, Carmel D, Lempel R, Soffer A (2004) Scaling ir-system evaluation using term relevance sets. In: SIGIR \u201904: proceedings of the 27th annual international ACM SIGIR conference on research and development in, information retrieval, pp 10\u201317","DOI":"10.1145\/1008992.1008997"},{"key":"759_CR2","unstructured":"Aslam JA, Savell R (2003) On the effectiveness of evaluating retrieval systems in the absence of relevance judgments. In: SIGIR\u201903: proceedings of the 26th international ACM SIGIR conference on research and development in, information retrieval, pp 361\u2013362"},{"key":"759_CR3","doi-asserted-by":"crossref","unstructured":"Azzopardi L, Bache R (2010) On the relationship between effectiveness and accessibility. In: SIGIR \u201910: proceeding of the 33rd annual international ACM SIGIR conference on research and development in information retrieval. Geneva, Switzerland, pp 889\u2013890","DOI":"10.1145\/1835449.1835667"},{"key":"759_CR4","doi-asserted-by":"crossref","unstructured":"Azzopardi L, Owens C (2009) Search engine predilection towards news media providers. In: SIGIR \u201909: proceedings of the 32nd annual international ACM SIGIR conference on research and development in information retrieval. Boston, MA, USA, pp 774\u2013775","DOI":"10.1145\/1571941.1572122"},{"key":"759_CR5","doi-asserted-by":"crossref","unstructured":"Azzopardi L, Vinay V (2008) Retrievability: an evaluation measure for higher order information access tasks. In: CIKM \u201908: proceeding of the 17th ACM conference on information and knowledge management. Napa Valley, CA, USA, pp 561\u2013570","DOI":"10.1145\/1458082.1458157"},{"key":"759_CR6","doi-asserted-by":"crossref","unstructured":"Baccini A, D\u00e9jean S, Lafage L, Mothe J (2012) How many performance measures to evaluate information retrieval systems? In, Knowledge and Information Systems, volume 30, pp. 693\u2013713. Springer","DOI":"10.1007\/s10115-011-0391-7"},{"key":"759_CR7","doi-asserted-by":"crossref","unstructured":"Bache R, Azzopardi L (2010) Improving access to large patent corpora. In Transactions on Large-Scale Data- and Knowledge-Centered Systems II, volume 2, pages 103\u2013121. Springer","DOI":"10.1007\/978-3-642-16175-9_4"},{"key":"759_CR8","doi-asserted-by":"crossref","unstructured":"Bashir S, Rauber A (2009a) Analyzing document retrievability in patent retrieval settings. DEXA \u201909: Proceedings of the 20th International Conference on Database and Expert Systems Applications (Springer). Linz, Austria, pp 753\u2013760","DOI":"10.1007\/978-3-642-03573-9_63"},{"key":"759_CR9","doi-asserted-by":"crossref","unstructured":"Bashir S, Rauber A (2009b) Improving retrievability of patents with cluster-based pseudo-relevance feedback documents selection. In CIKM \u201909: Proceedings of the 18th ACM Conference on Information and Knowledge Management, pages 1863\u20131866, Hong Kong, China, November 2\u20136","DOI":"10.1145\/1645953.1646250"},{"key":"759_CR10","doi-asserted-by":"crossref","unstructured":"Bashir S, Rauber A (2010a) Improving retrievability and recall by automatic corpus partitioning. In: Transactions on large-scale data- and knowledge-centered systems II, vol 2. Springer, pp 122\u2013140","DOI":"10.1007\/978-3-642-16175-9_5"},{"key":"759_CR11","doi-asserted-by":"crossref","unstructured":"Bashir S, Rauber A (2010b) Improving retrievability of patents in prior-art search. In: ECIR \u201910: 32nd European conference on information retrieval research (Springer). Milton Keynes, UK. Springer, pp 457\u2013470, March 28\u201331","DOI":"10.1007\/978-3-642-12275-0_40"},{"issue":"8","key":"759_CR12","doi-asserted-by":"crossref","first-page":"1512","DOI":"10.1002\/asi.21549","volume":"62","author":"S Bashir","year":"2011","unstructured":"Bashir S, Rauber A (2011) On the relationship between query characteristics and ir functions retrieval bias. J Am Soc Inf Sci Technol 62(8):1512\u20131532","journal-title":"J Am Soc Inf Sci Technol"},{"issue":"2","key":"759_CR13","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1145\/382979.383040","volume":"19","author":"J Callan","year":"2001","unstructured":"Callan J, Connell M (2001) Query-based sampling of text databases. ACM Trans Inf Syst (TOIS) J 19(2):97\u2013130","journal-title":"ACM Trans Inf Syst (TOIS) J"},{"key":"759_CR14","doi-asserted-by":"crossref","unstructured":"Cao G, Nie J-Y, Gao J, Robertson S (2008) Selecting good expansion terms for pseudo-relevance feedback. In: SIGIR \u201908: proceedings of the 31st annual international ACM SIGIR conference on research and development in information retrieval. ACM, New York, NY, USA, pp 243\u2013250","DOI":"10.1145\/1390334.1390377"},{"issue":"3","key":"759_CR15","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1002\/(SICI)1097-4571(199504)46:3<194::AID-ASI4>3.0.CO;2-S","volume":"46","author":"H Chen","year":"1995","unstructured":"Chen H (1995) Machine learning for information retrieval: neural networks, symbolic learning, and genetic algorithms. J Am Soc Inf Sci Technol 46(3):194\u2013216","journal-title":"J Am Soc Inf Sci Technol"},{"key":"759_CR16","doi-asserted-by":"crossref","unstructured":"Cronen-Townsend S, Zhou Y, Croft WB (2002) Predicting query performance. In: SIGIR \u201902: proceedings of the 25th annual international ACM SIGIR conference on research and development in information retrieval, August 11\u201315. Tampere, Finland, pp 299\u2013306","DOI":"10.1145\/564376.564429"},{"issue":"3\u20134","key":"759_CR17","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1007\/s10462-005-9001-y","volume":"24","author":"R Cummins","year":"2005","unstructured":"Cummins R, O\u2019Riordan C (2005) Evolving general term-weighting schemes for information retrieval: tests on larger collections. Artif Intell Rev 24(3\u20134):277\u2013299","journal-title":"Artif Intell Rev"},{"key":"759_CR18","doi-asserted-by":"crossref","unstructured":"Cummins R, O\u2019Riordan C (2009) Learning in a pairwise term-term proximity framework for information retrieval. In: SIGIR \u201909: proceedings of the 32nd annual international ACM SIGIR conference on research and development in information retrieval. ACM, New York, NY, USA, pp 251\u2013258","DOI":"10.1145\/1571941.1571986"},{"key":"759_CR19","doi-asserted-by":"crossref","unstructured":"Diaz-Aviles E, Nejdl W, Lars S-T (2009) Swarming to rank for information retrieval. In: GECCO \u201909, proceedings of the 11th annual conference on genetic and evolutionary computation. ACM, New York, NY, USA, pp 9\u201316","DOI":"10.1145\/1569901.1569904"},{"issue":"7","key":"759_CR20","doi-asserted-by":"crossref","first-page":"628","DOI":"10.1002\/asi.20009","volume":"55","author":"W Fan","year":"2004","unstructured":"Fan W, Fox EA, Pathak P, Wu H (2004) The effects of fitness functions on genetic programming-based ranking discovery for web search: research articles. J Am Soc Inf Sci Technol 55(7):628\u2013636","journal-title":"J Am Soc Inf Sci Technol"},{"issue":"5","key":"759_CR21","doi-asserted-by":"crossref","first-page":"1149","DOI":"10.1016\/j.ipm.2006.11.004","volume":"43","author":"A Fujii","year":"2007","unstructured":"Fujii A, Iwayama M, Kando N (2007) Introduction to the special issue on patent processing. Inf Process Manag J 43(5):1149\u20131153","journal-title":"Inf Process Manag J"},{"issue":"3","key":"759_CR22","doi-asserted-by":"crossref","first-page":"306","DOI":"10.2307\/1937992","volume":"54","author":"JL Gastwirth","year":"1972","unstructured":"Gastwirth JL (1972) The estimation of the Lorenz curve and Gini index. Rev Econ Stat 54(3):306\u2013416","journal-title":"Rev Econ Stat"},{"key":"759_CR23","doi-asserted-by":"crossref","unstructured":"Hauff C, Hiemstra D, de Jong F, Azzopardi L (2009) Relying on topic subsets for system ranking estimation. In: CIKM \u201909: proceeding of the 18th ACM conference on information and knowledge management, pp 1859\u20131862","DOI":"10.1145\/1645953.1646249"},{"issue":"7","key":"759_CR24","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1016\/j.is.2005.11.003","volume":"31","author":"B He","year":"2006","unstructured":"He B, Ounis I (2006) Query performance prediction. Inf Syst J 31(7):585\u2013594","journal-title":"Inf Syst J"},{"key":"759_CR25","unstructured":"Itoh H (2004) Patent retrieval experiments at ricoh. In: Proceedings of NTCIR \u201904: NTCIR-4 workshop meeting"},{"key":"759_CR26","doi-asserted-by":"crossref","unstructured":"Kamps J (2005) Web-centric language models. In: CIKM\u201905: proceeding of the 14th ACM conference on information and knowledge management. ACM","DOI":"10.1145\/1099554.1099640"},{"key":"759_CR27","doi-asserted-by":"crossref","unstructured":"Koza JR (1992) A genetic approach to the truck backer upper problem and the inter-twined spiral problem. In: Proceedings of IJCNN international joint conference on neural networks, vol IV. IEEE Press, pp 310\u2013318","DOI":"10.1109\/IJCNN.1992.227324"},{"key":"759_CR28","doi-asserted-by":"crossref","unstructured":"Kraaij W, Westerveld T (2000) Tno\/ut *at trec-9: How different are web documents? In Proceedings of TREC-9, the 9th text retrieval conference","DOI":"10.6028\/NIST.SP.500-249.web-twenty-one"},{"key":"759_CR29","doi-asserted-by":"crossref","unstructured":"Lawrence S, Giles CL (1999) Accessibility of information on the web. Nature 400:107\u2013109","DOI":"10.1038\/21987"},{"issue":"2","key":"759_CR30","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/s10791-007-9040-x","volume":"11","author":"DE Losada","year":"2008","unstructured":"Losada DE, Azzopardi L (2008) An analysis on document length retrieval trends in language modeling smoothing. Inf Retr J 11(2):109\u2013138","journal-title":"Inf Retr J"},{"issue":"2","key":"759_CR31","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1145\/1670564.1670576","volume":"43","author":"M Lupu","year":"2009","unstructured":"Lupu M, Huang J, Zhu J, Tait J (2009) TREC-CHEM: large scale chemical information retrieval evaluation at TREC. ACM SIGIR Forum 43(2):63\u201370","journal-title":"ACM SIGIR Forum"},{"issue":"2","key":"759_CR32","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1145\/1105696.1105702","volume":"4","author":"H Mase","year":"2005","unstructured":"Mase H, Matsubayashi T, Ogawa Y, Iwayama M, Oshio T (2005) Proposal of two-stage patent retrieval method considering the claim structure. ACM Trans Asian Lang Inf Process (TALIP) 4(2):190\u2013206","journal-title":"ACM Trans Asian Lang Inf Process (TALIP)"},{"issue":"9","key":"759_CR33","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1145\/567498.567527","volume":"45","author":"A Mowshowitz","year":"2002","unstructured":"Mowshowitz A, Kawaguchi A (2002) Bias on the web. Commun ACM 45(9):56\u201360","journal-title":"Commun ACM"},{"issue":"3","key":"759_CR34","doi-asserted-by":"crossref","first-page":"595","DOI":"10.1016\/j.ipm.2005.03.023","volume":"42","author":"R Nuray","year":"2006","unstructured":"Nuray R, Can F (2006) Automatic ranking of information retrieval systems using data fusion. Inf Process Manag J 42(3):595\u2013614","journal-title":"Inf Process Manag J"},{"issue":"2\u20133","key":"759_CR35","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1016\/j.ijar.2003.07.010","volume":"34","author":"O Cordon","year":"2003","unstructured":"Cordon O, Herrera-Viedma E (2003) A review on the application of evolutionary computation to information retrieval. Int J Approx Reason 34(2\u20133):241\u2013264","journal-title":"Int J Approx Reason"},{"key":"759_CR36","unstructured":"Robertson SE, Walker S (1994) Some simple effective approximations to the 2-poisson model for probabilistic weighted retrieval. In: SIGIR \u201994: proceedings of the 17th annual international ACM SIGIR conference on research and development in information retrieval. Dublin, Ireland, pp 232\u2013241"},{"key":"759_CR37","doi-asserted-by":"crossref","unstructured":"Shinmori A, Okumura M, Marukawa Y, Iwayama M (2003) Patent claim processing for readability: structure analysis and term explanation. In: Proceedings of the ACL-2003 workshop on patent corpus processing, vol 20, pp 56\u201365","DOI":"10.3115\/1119303.1119310"},{"key":"759_CR38","unstructured":"Singhal A (1997) At&t at trec-6. In: The 6th text retrieval conference (TREC6), pp 227\u2013232"},{"key":"759_CR39","doi-asserted-by":"crossref","unstructured":"Singhal A, Buckley C, Mitra M (1996) Pivoted document length normalization. In: SIGIR \u201996: proceedings of the 19th annual international ACM SIGIR conference on research and development in, information retrieval. ACM, pp 21\u201329","DOI":"10.1145\/243199.243206"},{"key":"759_CR40","doi-asserted-by":"crossref","unstructured":"Soboroff I, Nicholas C, Cahan P (2001) Ranking retrieval systems without relevance judgments. In: SIGIR \u201901: proceedings of the 24th annual international ACM SIGIR conference on research and development in, information retrieval, pp 66\u201373","DOI":"10.1145\/383952.383961"},{"issue":"4","key":"759_CR41","doi-asserted-by":"crossref","first-page":"1059","DOI":"10.1016\/j.ipm.2006.09.009","volume":"43","author":"A Spoerri","year":"2007","unstructured":"Spoerri A (2007) Using the structure of overlap between search results to rank retrieval systems without relevance judgments. Inf Process Manag J 43(4):1059\u20131070","journal-title":"Inf Process Manag J"},{"key":"759_CR42","doi-asserted-by":"crossref","unstructured":"Tao T, Zhai C (2007) An exploration of proximity measures in information retrieval. In: SIGIR \u201907: proceedings of the 30th annual international ACM SIGIR conference on research and development in information retrieval. ACM, New York, NY, USA, pp 295\u2013302","DOI":"10.1145\/1277741.1277794"},{"issue":"4","key":"759_CR43","doi-asserted-by":"crossref","first-page":"693","DOI":"10.1016\/S0306-4573(03)00063-3","volume":"40","author":"L Vaughan","year":"2004","unstructured":"Vaughan L, Thelwall M (2004) Search engine coverage bias: evidence and possible causes. Inf Process Manag J 40(4):693\u2013707","journal-title":"Inf Process Manag J"},{"key":"759_CR44","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s10791-010-9136-6","volume":"14","author":"S Verberne","year":"2011","unstructured":"Verberne S, van Halteren H, Theijssen D, Raaijmakers S, Boves L (2011) Learning to rank for why-question answering. Inf Retr 14:107\u2013132","journal-title":"Inf Retr"},{"issue":"4","key":"759_CR45","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1016\/S0306-4573(98)00015-6","volume":"34","author":"D Vrajitoru","year":"1998","unstructured":"Vrajitoru D (1998) Crossover improvement for the genetic algorithm in information retrieval. Inf Process Manag J 34(4):405\u2013415","journal-title":"Inf Process Manag J"},{"key":"759_CR46","doi-asserted-by":"crossref","unstructured":"Lauw WH, Lim E-P, Wang K (2006) Bias and controversy: beyond the statistical deviation. In: Proceedings of the 12th ACM SIGKDD international conference on knowledge discovery and data mining. Philadelphia, PA, USA, pp 625\u2013630","DOI":"10.1145\/1150402.1150478"},{"key":"759_CR47","doi-asserted-by":"crossref","unstructured":"Wu S, Crestani F (2003) Methods for ranking information retrieval systems without relevance judgments. In: SAC \u201903: proceedings of the 2003 ACM symposium on applied, computing, pp 811\u2013816","DOI":"10.1145\/952532.952693"},{"key":"759_CR48","doi-asserted-by":"crossref","unstructured":"Zhai C (2002) Risk minimization and language modeling in text retrieval. PhD Thesis, Carnegie Mellon University","DOI":"10.1145\/792550.792571"},{"key":"759_CR49","doi-asserted-by":"crossref","unstructured":"Zhao J, Yun Y (2009) A proximity language model for information retrieval. In: SIGIR \u201909: proceedings of the 32nd annual international ACM SIGIR conference on research and development in information retrieval. ACM, New York, NY, USA, pp 291\u2013298","DOI":"10.1145\/1571941.1571993"},{"key":"759_CR50","doi-asserted-by":"crossref","unstructured":"Zhao Y, Scholer F, Tsegay Y (2008) Effective pre-retrieval query performance prediction using similarity and variability evidence. In: ECIR\u201908: proceedings of the 30th European conference on advances in information retrieval. Glasgow, UK, pp 52\u201364","DOI":"10.1007\/978-3-540-78646-7_8"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-014-0759-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-014-0759-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-014-0759-6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T05:43:10Z","timestamp":1746250990000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-014-0759-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,6,1]]},"references-count":50,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,10]]}},"alternative-id":["759"],"URL":"https:\/\/doi.org\/10.1007\/s10115-014-0759-6","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"type":"print","value":"0219-1377"},{"type":"electronic","value":"0219-3116"}],"subject":[],"published":{"date-parts":[[2014,6,1]]}}}