{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T20:25:36Z","timestamp":1768595136833,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,3,7]],"date-time":"2017-03-07T00:00:00Z","timestamp":1488844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2017,3,7]]},"DOI":"10.1145\/3020165.3020176","type":"proceedings-article","created":{"date-parts":[[2017,3,7]],"date-time":"2017-03-07T19:13:10Z","timestamp":1488913990000},"page":"137-146","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":22,"title":["Understanding Ephemeral State of Relevance"],"prefix":"10.1145","author":[{"given":"Jiepu","family":"Jiang","sequence":"first","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daqing","family":"He","sequence":"additional","affiliation":[{"name":"University of Pittsburgh, Pittsburgh, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Diane","family":"Kelly","sequence":"additional","affiliation":[{"name":"University of Tennessee, Knoxville, Knoxville, TN, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Allan","sequence":"additional","affiliation":[{"name":"University of Massachusetts Amherst, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2017,3,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609574"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767854"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the SIGIR 2009 Workshop on the Future of IR Evaluation","author":"Belkin N. J.","year":"2009","unstructured":"N. J. Belkin , M. J. Cole , and J. Liu . A model for evaluation of interactive information retrieval . In Proceedings of the SIGIR 2009 Workshop on the Future of IR Evaluation , 2009 . N. J. Belkin, M. J. Cole, and J. Liu. A model for evaluation of interactive information retrieval. In Proceedings of the SIGIR 2009 Workshop on the Future of IR Evaluation, 2009."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.10286"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914675"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2011.04.007"},{"key":"e_1_3_2_1_7_1","volume-title":"HCIR '09","author":"Cole M. J.","year":"2009","unstructured":"M. J. Cole , J. Liu , N. J. Belkin , R. Bierig , J. Gwizdka , C. Liu , J. Zhang , and X. Zhang . Usefulness as the criterion for evaluation of interactive information retrieval . In HCIR '09 , 2009 . M. J. Cole, J. Liu, N. J. Belkin, R. Bierig, J. Gwizdka, C. Liu, J. Zhang, and X. Zhang. Usefulness as the criterion for evaluation of interactive information retrieval. In HCIR '09, 2009."},{"key":"e_1_3_2_1_8_1","volume-title":"TREC 2014 web track overview. In TREC 2014.","author":"Collins-Thompson K.","unstructured":"K. Collins-Thompson , C. Macdonald , P. Bennett , F. Diaz , and E. Voorhees . TREC 2014 web track overview. In TREC 2014. K. Collins-Thompson, C. Macdonald, P. Bennett, F. Diaz, and E. Voorhees. TREC 2014 web track overview. In TREC 2014."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835458"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511790942"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1108\/00220410510625831"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1718487.1718515"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685319"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609633"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2808194.2809465"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(199106)42:5<361::AID-ASI6>3.0.CO;2-#"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2008.07.005"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348314"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661939"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835457"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1816123.1816134"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911507"},{"key":"e_1_3_2_1_23_1","volume-title":"Applied Logistic Regression Analysis","author":"Menard S.","year":"1997","unstructured":"S. Menard . Applied Logistic Regression Analysis . Sage , 1997 . S. Menard. Applied Logistic Regression Analysis. Sage, 1997."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1097-4571(199709)48:9%3C810::AID-ASI6%3E3.0.CO;2-U"},{"key":"e_1_3_2_1_25_1","first-page":"201","volume-title":"CoLIS 2","author":"Saracevic T.","year":"1996","unstructured":"T. Saracevic . Relevance reconsidered . In CoLIS 2 , pages 201 -- 218 , 1996 . T. Saracevic. Relevance reconsidered. In CoLIS 2, pages 201--218, 1996."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v58:13"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.1116.abs"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.20106"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/11495222_7"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1108\/EUM0000000007127"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835840"},{"key":"e_1_3_2_1_32_1","unstructured":"E. Voorhees and D. Harman. Overview of the fifth Text REtrieval Conference (TREC-5). In TREC-5.  E. Voorhees and D. Harman. Overview of the fifth Text REtrieval Conference (TREC-5). In TREC-5."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v57:7"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v59:8"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609577"}],"event":{"name":"CHIIR '17: Conference on Human Information Interaction and Retrieval","location":"Oslo Norway","acronym":"CHIIR '17","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2017 Conference on Conference Human Information Interaction and Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3020165.3020176","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3020165.3020176","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:36:54Z","timestamp":1750217814000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3020165.3020176"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,3,7]]},"references-count":35,"alternative-id":["10.1145\/3020165.3020176","10.1145\/3020165"],"URL":"https:\/\/doi.org\/10.1145\/3020165.3020176","relation":{},"subject":[],"published":{"date-parts":[[2017,3,7]]},"assertion":[{"value":"2017-03-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}