{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,26]],"date-time":"2025-06-26T04:12:49Z","timestamp":1750911169306,"version":"3.41.0"},"reference-count":103,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,10,4]],"date-time":"2017-10-04T00:00:00Z","timestamp":1507075200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Distrib Parallel Databases"],"published-print":{"date-parts":[[2018,3]]},"DOI":"10.1007\/s10619-017-7209-x","type":"journal-article","created":{"date-parts":[[2017,10,4]],"date-time":"2017-10-04T16:16:33Z","timestamp":1507133793000},"page":"9-45","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Crowd enabled curation and querying of large and noisy text mined protein interaction data"],"prefix":"10.1007","volume":"36","author":[{"given":"Hasan M.","family":"Jamil","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fereidoon","family":"Sadri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,10,4]]},"reference":[{"unstructured":"Abekawa, T., Aizawa, A.: Sidenoter: scholarly paper browsing system based on PDF restructuring and text annotation. In: COLING (Demos), pp. 136\u2013140. ACL (2016)","key":"7209_CR1"},{"doi-asserted-by":"crossref","unstructured":"Alagar, V.S., Sadri, F., Said, J.N.: An extended relational model for managing uncertain information. In: DEXA, Workshop, pp. 257\u2013266 (1995)","key":"7209_CR2","DOI":"10.1145\/221270.221578"},{"doi-asserted-by":"crossref","unstructured":"Alagar, V.S., Sadri, F., Said, J.N.: Semantics of an extended relational model for managing uncertain information. In: CIKM, pp. 234\u2013240 (1995)","key":"7209_CR3","DOI":"10.1145\/221270.221578"},{"doi-asserted-by":"crossref","unstructured":"Alex, B., Grover, C., Haddow, B., Kabadjor, M., Klein, E., Matthews, M., Roebuck, S., Tobin, R., Wang, X.: Assisted curation: does text mining really help? In: Biocomputing 2008, Proceedings of the Pacific Symposium, Kohala Coast, Hawaii, USA, 4\u20138 January 2008, pp. 556\u2013567 (2008)","key":"7209_CR4","DOI":"10.1142\/9789812776136_0054"},{"doi-asserted-by":"crossref","unstructured":"Alonso, O., Marshall, C.C., Najork, M.A.: A human-centered framework for ensuring reliability on crowdsourced labeling tasks. In: Human Computation and Crowdsourcing: Works in Progress and Demonstration Abstracts, An Adjunct to the Proceedings of the First AAAI Conference on Human Computation and Crowdsourcing, 7\u20139 November, Palm Springs, CA, USA (2013)","key":"7209_CR5","DOI":"10.1609\/hcomp.v1i1.13097"},{"doi-asserted-by":"crossref","unstructured":"Antony, A., Basetty, S., Hartanto, S., Palakal, M.J.: Computational approach to biological validation of protein\u2013protein interactions discovered using literature mining. In: ACM SAC, Fortaleza, Ceara, Brazil, 16\u201320 March, pp. 1302\u20131306 (2008)","key":"7209_CR6","DOI":"10.1145\/1363686.1363987"},{"unstructured":"Askalidis, G., Stoddard, G.: A theoretical analysis of crowdsourced content curation. In: Workshop on Social Computing and User Generated Content (2013)","key":"7209_CR7"},{"doi-asserted-by":"crossref","unstructured":"Attrill, H., Falls, K., Goodman, J.L., Millburn, G.H., Antonazzo, G., Rey, A.J., Marygold, S.J., the FlyBase consortium: FlyBase: establishing a gene group resource for drosophila melanogaster. Nucleic Acids Res. 44(D1), D786\u2013D792 (2016)","key":"7209_CR8","DOI":"10.1093\/nar\/gkv1046"},{"doi-asserted-by":"crossref","unstructured":"Bhaskar, P., Buzzi, M., Geraci, F., Pellegrini, M.: From literature to knowledge: exploiting PubMed to answer biomedical questions in natural language. In: ITBAM, Spain, 3\u20134 September, pp. 3\u201315 (2015)","key":"7209_CR9","DOI":"10.1007\/978-3-319-22741-2_1"},{"unstructured":"BlueBeam: https:\/\/www.bluebeam.com\/us\/products\/revu\/search.asp . Accessed 24 June 2017","key":"7209_CR10"},{"doi-asserted-by":"crossref","unstructured":"Bozzon, A., Brambilla, M., Ceri, S., Silvestri, M., Vesci, G.: Choosing the right crowd: expert finding in social networks. In: Joint EDBT\/ICDT Conferences, Genoa, Italy, 18\u201322 March, pp. 637\u2013648 (2013)","key":"7209_CR11","DOI":"10.1145\/2452376.2452451"},{"key":"7209_CR12","doi-asserted-by":"crossref","first-page":"D637","DOI":"10.1093\/nar\/gkm1001","volume":"36","author":"B-J Breitkreutz","year":"2008","unstructured":"Breitkreutz, B.-J., Stark, C., Reguly, T., Boucher, L., Breitkreutz, A., Livstone, M., Oughtred, R., Lackner, D.H., B\u00e4hler, J., Wood, V., Dolinski, K., Tyers, M.: The BioGRID interaction database: 2008 update. NAR 36, D637\u2013D640 (2008)","journal-title":"NAR"},{"issue":"2","key":"7209_CR13","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1287\/mnsc.2014.1909","volume":"61","author":"DV Budescu","year":"2015","unstructured":"Budescu, D.V., Chen, E.: Identifying expertise to extract the wisdom of crowds. Manag. Sci. 61(2), 267\u2013280 (2015)","journal-title":"Manag. Sci."},{"doi-asserted-by":"publisher","unstructured":"Burger, J.D., Doughty, E., Khare, R., Wei, C., Mishra, R., Aberdeen, J.S., Tresner-Kirsch, D., Wellner, B., Kann, M.G., Lu, Z., Hirschman, L.: Hybrid curation of gene-mutation relations combining automated extraction and crowdsourcing. Database (2014). doi: 10.1093\/database\/bau094","key":"7209_CR14","DOI":"10.1093\/database\/bau094"},{"issue":"2","key":"7209_CR15","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1093\/bioinformatics\/btu624","volume":"31","author":"D Cao","year":"2015","unstructured":"Cao, D., Xiao, N., Xu, Q., Chen, A.F.: Rcpi: R\/bioconductor package to generate various descriptors of proteins, compounds and their interactions. Bioinformatics 31(2), 279\u2013281 (2015)","journal-title":"Bioinformatics"},{"issue":"1","key":"7209_CR16","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1471-2105-5-1","volume":"5","author":"H Chen","year":"2004","unstructured":"Chen, H., Sharp, B.M.: Content-rich biological network constructed by mining PubMed abstracts. BMC Bioinform. 5(1), 1\u201313 (2004)","journal-title":"BMC Bioinform."},{"doi-asserted-by":"crossref","unstructured":"Cooper, S., Khatib, F., Makedon, I., L\u00fc, H., Barbero, J., Baker, D., Fogarty, J., Popovic, Z., Players, F.: Analysis of social gameplay macros in the FoldIt cookbook. In: Foundations of Digital Games, FDG\u201911, Bordeaux, France, June 28\u2013July 1, pp. 9\u201314 (2011)","key":"7209_CR17","DOI":"10.1145\/2159365.2159367"},{"issue":"1","key":"7209_CR18","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1007\/s10619-014-7163-9","volume":"33","author":"V Crescenzi","year":"2015","unstructured":"Crescenzi, V., Merialdo, P., Qiu, D.: Crowdsourcing large scale wrapper inference. Distrib. Parallel Databases 33(1), 95\u2013122 (2015)","journal-title":"Distrib. Parallel Databases"},{"issue":"1","key":"7209_CR19","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1038\/nmeth.1284","volume":"6","author":"ME Cusick","year":"2009","unstructured":"Cusick, M.E., Yu, H., Smolyar, A., Venkatesan, K., Carvunis, A.-R., Simonis, N., Rual, J.-F., Borick, H., Braun, P., Dreze, M., Vandenhaute, J., Galli, M., Yazaki, J., Hill, D.E., Ecker, J.R., Roth, F.P., Vidal, M.: Literature-curated protein interaction datasets. Nat. Methods 6(1), 39\u201346 (2009)","journal-title":"Nat. Methods"},{"doi-asserted-by":"crossref","unstructured":"Dalvi, N.N., Suciu, D.: Efficient query evaluation on probabilistic databases. In: VLDB, Toronto, Canada, August 31\u2013September 3, pp. 864\u2013875 (2004)","key":"7209_CR20","DOI":"10.1016\/B978-012088469-8.50076-0"},{"doi-asserted-by":"crossref","unstructured":"Dalvi, N.N., Suciu, D.: Management of probabilistic data: foundations and challenges. In: PODS, pp. 1\u201312 (2007)","key":"7209_CR21","DOI":"10.1145\/1265530.1265531"},{"doi-asserted-by":"publisher","unstructured":"Davis, A.P., Wiegers, T.C., Roberts, P.M., King, B.L., Lay, J.M., Lennon-Hopkins, K., Sciaky, D., Johnson, R.J., Keating, H., Greene, N., Hernandez, R., McConnell, K.J., Enayetallah, A., Mattingly, C.J.: A CTD-Pfizer collaboration: manual curation of 88,000 scientific articles text mined for drug-disease and drug-phenotype interactions. Database (2013). doi: 10.1093\/database\/bat080","key":"7209_CR22","DOI":"10.1093\/database\/bat080"},{"doi-asserted-by":"crossref","unstructured":"Difallah, D.E., Demartini, G., Cudr\u00e9-Mauroux, P.: Pick-a-Crowd: tell me what you like, and i\u2019ll tell you what to do. In: Proceedings of the 22nd International World Wide Web Conference, WWW \u201913, Rio de Janeiro. Brazil, vol. 13\u201317, pp. 367\u2013374 (2013)","key":"7209_CR23","DOI":"10.1145\/2488388.2488421"},{"unstructured":"EverMap: https:\/\/www.evermap.com\/HighlightText.asp . Accessed 24 June 2017","key":"7209_CR24"},{"issue":"D1","key":"7209_CR25","doi-asserted-by":"crossref","first-page":"D481","DOI":"10.1093\/nar\/gkv1351","volume":"44","author":"A Fabregat","year":"2016","unstructured":"Fabregat, A., Sidiropoulos, K., Garapati, P., Gillespie, M., Hausmann, K., Haw, R., Jassal, B., Jupe, S., Korninger, F., McKay, S., Matthews, L., May, B., Milacic, M., Rothfels, K., Shamovsky, V., Webber, M., Weiser, J., Williams, M., Wu, G., Stein, L., Hermjakob, H., D\u2019Eustachio, P.: The reactome pathway knowledgebase. Nucleic Acids Res. 44(D1), D481\u2013D487 (2016)","journal-title":"Nucleic Acids Res."},{"issue":"7","key":"7209_CR26","doi-asserted-by":"crossref","first-page":"1189","DOI":"10.1021\/ci100176x","volume":"50","author":"D Fourches","year":"2010","unstructured":"Fourches, D., Muratov, E.N., Tropsha, A.: Trust, but verify: on the importance of chemical structure curation in cheminformatics and QSAR modeling research. J. Chem. Inf. Model. 50(7), 1189\u20131204 (2010)","journal-title":"J. Chem. Inf. Model."},{"doi-asserted-by":"crossref","unstructured":"Franklin, M.J., Kossmann, D., Kraska, T., Ramesh, S., Xin, R.: CrowdDB: answering queries with crowdsourcing. In: ACM SIGMOD, Athens, Greece, 12\u201316 June, pp. 61\u201372 (2011)","key":"7209_CR27","DOI":"10.1145\/1989323.1989331"},{"doi-asserted-by":"crossref","unstructured":"Galland, A., Abiteboul, S., Marian, A., Senellart, P.: Corroborating information from disagreeing views. In: WSDM, New York, 4\u20136 February, pp. 131\u2013140 (2010)","key":"7209_CR28","DOI":"10.1145\/1718487.1718504"},{"doi-asserted-by":"publisher","unstructured":"Gama-Castro, S., Rinaldi, F., L\u00f3pez-Fuentes, A., Balderas-Mart\u00ednez, Y.I., Clematide, S., Ellendorff, T.R., Santos-Zavaleta, A., Marques-Madeira, H., Collado-Vides, J.: Assisted curation of regulatory interactions and growth conditions of OxyR in E. coli K-12. Database (2014). doi: 10.1093\/database\/bau049","key":"7209_CR29","DOI":"10.1093\/database\/bau049"},{"doi-asserted-by":"crossref","unstructured":"Goodspeed, R., Spanring, C., Reardon, T.: Crowdsourcing as data sharing: a regional web-based real estate development database. In: ICEGOV, NY, USA, 22\u201325 October, pp. 460\u2013463 (2012)","key":"7209_CR30","DOI":"10.1145\/2463728.2463819"},{"doi-asserted-by":"publisher","unstructured":"Hirschman, L., Fort, K., Bou\u00e9, S., Kyrpides, N., Dogan, R.I., Cohen, K.B.: Crowdsourcing and curation: perspectives from biology and natural language processing. Database (2016). doi: 10.1093\/database\/baw115","key":"7209_CR31","DOI":"10.1093\/database\/baw115"},{"doi-asserted-by":"crossref","unstructured":"Jacquin, T., Fambon, O., Chidlovskii, B.: A web-based document harmonization and annotation chain: from PDF to RDF. In: ACM Symposium on Document Engineering, pp. 225\u2013226. ACM (2005)","key":"7209_CR32","DOI":"10.1145\/1096601.1096656"},{"doi-asserted-by":"publisher","unstructured":"Jamieson, D.G., Roberts, P.M., Robertson, D.L., Sidders, B., Nenadic, G.: Cataloging the biomedical world of pain through semi-automated curation of molecular interactions. Database (2013). doi: 10.1093\/database\/bat033","key":"7209_CR33","DOI":"10.1093\/database\/bat033"},{"doi-asserted-by":"crossref","unstructured":"Jamil, H.M., Sadri, F.: Recognizing credible experts in inaccurate databases. In: Proceedings of the 8th International Symposium on Methodologies for Intelligent Systems, ISMIS \u201994, Charlotte, North Carolina, USA, 16\u201319 October, pp. 46\u201355 (1994)","key":"7209_CR34","DOI":"10.1007\/3-540-58495-1_5"},{"doi-asserted-by":"crossref","unstructured":"Joseph, T., Saipradeep, V.G., Kotte, S., Rao, A., Srinivasan, R.: Plugin for concept-assisted search and navigation on PubMed. In: IEEE BIBM, Washington, DC, USA, 9\u201312 November, pp. 1712\u20131714 (2015)","key":"7209_CR35","DOI":"10.1109\/BIBM.2015.7359934"},{"issue":"Database\u2013Issue","key":"7209_CR36","doi-asserted-by":"crossref","first-page":"408","DOI":"10.1093\/nar\/gkt1100","volume":"42","author":"RKR Kalathur","year":"2014","unstructured":"Kalathur, R.K.R., Pinto, J.P., Hern\u00e1ndez-Prieto, M.A., Machado, R.S.R., Almeida, D., Chaurasia, G., Futschik, M.E.: UniHI 7: an enhanced database for retrieval and interactive analysis of human molecular interaction networks. Nucleic Acids Res. 42(Database\u2013Issue), 408\u2013414 (2014)","journal-title":"Nucleic Acids Res."},{"doi-asserted-by":"crossref","unstructured":"Kamar, E., Kapoor, A., Horvitz, E.: Identifying and accounting for task-dependent bias in crowdsourcing. In: AAAI HCOMP, 8\u201311 November, San Diego, CA, pp. 92\u2013101 (2015)","key":"7209_CR37","DOI":"10.1609\/hcomp.v3i1.13238"},{"issue":"Database\u2013Issue","key":"7209_CR38","first-page":"480","volume":"36","author":"M Kanehisa","year":"2008","unstructured":"Kanehisa, M., Araki, M., Goto, S., Hattori, M., Hirakawa, M., Itoh, M., Katayama, T., Kawashima, S., Okuda, S., Tokimatsu, T., Yamanishi, Y.: KEGG for linking genomes to life and the environment. NAR 36(Database\u2013Issue), 480\u2013484 (2008)","journal-title":"NAR"},{"doi-asserted-by":"publisher","unstructured":"Karp, P.D.: Crowd-sourcing and author submission as alternatives to professional curation. Database (2016). doi: 10.1093\/database\/baw149","key":"7209_CR39","DOI":"10.1093\/database\/baw149"},{"doi-asserted-by":"crossref","unstructured":"Kazemi, L., Shahabi, C., Chen, L.: GeoTruCrowd: trustworthy query answering with spatial crowdsourcing. In: SIGSPATIAL, Orlando, FL, 5\u20138 November, pp. 304\u2013313 (2013)","key":"7209_CR40","DOI":"10.1145\/2525314.2525346"},{"doi-asserted-by":"publisher","unstructured":"Keseler, I.M., Skrzypek, M., Weerasinghe, D., Chen, A.Y., Fulcher, C., Li, G.-W., Lemmer, K.C., Mladinich, K.M., Chow, E.D, Sherlock, G., Karp, P.D.: Curation accuracy of model organism databases. Database (2014). doi: 10.1093\/database\/bau058","key":"7209_CR41","DOI":"10.1093\/database\/bau058"},{"doi-asserted-by":"publisher","unstructured":"Khare, R., Burger, J.D., Aberdeen, J.S., Tresner-Kirsch, D., Corrales, T.J., Hirschman, L., Lu, Z.: Scaling drug indication curation through crowdsourcing. Database (2015). doi: 10.1093\/database\/bav016","key":"7209_CR42","DOI":"10.1093\/database\/bav016"},{"doi-asserted-by":"crossref","unstructured":"Kifer, M., Li, A.: On the semantics of rule-based expert systems with uncertainty. In: ICDT, pp. 102\u2013117 (1988)","key":"7209_CR43","DOI":"10.1007\/3-540-50171-1_6"},{"doi-asserted-by":"publisher","unstructured":"Kim, S., Islamaj\u00a0Dogan, R., Chatr-Aryamontri, A., Chang, C.S., Oughtred, R., Rust, J., Batista-Navarro, R., Carter, J., Ananiadou, S., Matos, S., Santos, A., Campos, D., Oliveira, J.L., Singh, O., Jonnagaddala, J., Dai, H.-J., Su, E.C.-Y., Chang, Y.-C., Su, Y.-C., Chu, C.-H., Chen, C.C., Hsu, W.-L., Peng, Y., Arighi, C., Wu, C.H., Vijay-Shanker, K., Aydin, F., Hsnbeyi, Z.M., zgr, A., Shin, S.-Y., Kwon, D., Dolinski, K., Tyers, M., Wilbur, W.J., Comeau, D.C.: BioCreative V BioC track overview: collaborative biocurator assistant task for BioGRID. Database (2016). doi: 10.1093\/database\/baw121","key":"7209_CR44","DOI":"10.1093\/database\/baw121"},{"doi-asserted-by":"crossref","unstructured":"Kostakos, V.: Is the crowd\u2019s wisdom biased? A quantitative analysis of three online communities. In: IEEE CSE, Vancouver, BC, Canada, 29\u201331 August, pp. 251\u2013255 (2009)","key":"7209_CR45","DOI":"10.1109\/CSE.2009.491"},{"issue":"Suppl 2","key":"7209_CR46","doi-asserted-by":"crossref","first-page":"S4","DOI":"10.1186\/gb-2008-9-s2-s4","volume":"9","author":"M Krallinger","year":"2008","unstructured":"Krallinger, M., Leitner, F., Rodriguez-Penagos, C., Valencia, A.: Overview of the protein\u2013protein interaction annotation extraction task of BioCreative II. Genome Biol 9(Suppl 2), S4 (2008)","journal-title":"Genome Biol"},{"issue":"Suppl 8","key":"7209_CR47","doi-asserted-by":"crossref","first-page":"S3","DOI":"10.1186\/1471-2105-12-S8-S3","volume":"12","author":"M Krallinger","year":"2011","unstructured":"Krallinger, M., Vazquez, M., Leitner, F., Salgado, D., Aryamontri, A.C., Winter, A., Perfetto, L., Briganti, L., Licata, L., Iannuccelli, M., Castagnoli, L., Cesareni, G., Tyers, M., Schneider, G., Rinaldi, F., Leaman, R., Gonzalez, G., Matos, S., Kim, S., Wilbur, W., Rocha, L., Shatkay, H., Tendulkar, A., Agarwal, S., Liu, F., Wang, X., Rak, R., Noto, K., Elkan, C., Lu, Z.: The protein\u2013protein interaction tasks of BioCreative III: classification\/ranking of articles and linking bio-ontology concepts to full text. BMC Bioinform. 12(Suppl 8), S3 (2011)","journal-title":"BMC Bioinform."},{"key":"7209_CR48","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1186\/1752-0509-7-100","volume":"7","author":"I Kuperstein","year":"2013","unstructured":"Kuperstein, I., Cohen, D.P.A., Pook, S., Viara, E., Calzone, L., Barillot, E., Zinovyev, A.: NaviCell: a web-based environment for navigation, curation and maintenance of large molecular interaction maps. BMC Syst. Biol. 7, 100 (2013)","journal-title":"BMC Syst. Biol."},{"doi-asserted-by":"publisher","unstructured":"Kwon, D., Kim, S., Shin, S., Chatr-aryamontri, A., Wilbur, W.J.: Assisting manual literature curation for protein\u2013protein interactions using BioQRator. Database (2014). doi: 10.1093\/database\/bau067","key":"7209_CR49","DOI":"10.1093\/database\/bau067"},{"issue":"4","key":"7209_CR50","doi-asserted-by":"crossref","first-page":"554","DOI":"10.1109\/69.940732","volume":"13","author":"LVS Lakshmanan","year":"2001","unstructured":"Lakshmanan, L.V.S., Shiri, N.: A parametric approach to deductive databases with uncertainty. IEEE Trans. Knowl. Data Eng. 13(4), 554\u2013570 (2001)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"1","key":"7209_CR51","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1145\/2949741.2949744","volume":"45","author":"F Li","year":"2016","unstructured":"Li, F., Jagadish, H.V.: Understanding natural language queries over relational databases. SIGMOD Rec. 45(1), 6\u201313 (2016)","journal-title":"SIGMOD Rec."},{"doi-asserted-by":"publisher","unstructured":"Liu, W., Laulederkind, S.J.F., Hayman, G.T., Wang, S.-J., Nigam, R., Smith, J.R., De\u00a0Pons, J., Dwinell, M.R., Shimoyama, M.: Ontomate: a text-mining tool aiding curation at the rat genome database. Database (2015). doi: 10.1093\/database\/bau129","key":"7209_CR52","DOI":"10.1093\/database\/bau129"},{"doi-asserted-by":"crossref","unstructured":"Lofi, C., Maarry, K.E., Balke, W.: Skyline queries in crowd-enabled databases. In: Joint EDBT\/ICDT Conferences, Genoa, Italy, 18\u201322 March, pp. 465\u2013476 (2013)","key":"7209_CR53","DOI":"10.1145\/2452376.2452431"},{"issue":"1","key":"7209_CR54","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1093\/bioinformatics\/btv476","volume":"32","author":"EK Mallory","year":"2016","unstructured":"Mallory, E.K., Zhang, C., R\u00e9, C., Altman, R.B.: Large-scale extraction of gene interactions from full-text literature using deepdive. Bioinformatics 32(1), 106\u2013113 (2016)","journal-title":"Bioinformatics"},{"unstructured":"Marcus, A., Wu, E., Madden, S., Miller, R.C.: Crowdsourced databases: query processing with people. In: Biennial Innovative Data Systems Research Conference, Asilomar, CA, USA, 9\u201312 January, pp. 211\u2013214 (2011)","key":"7209_CR55"},{"doi-asserted-by":"crossref","unstructured":"Mazloom, A.R., Dannenfelser, R., Clark, N.R., Grigoryan, A.V., Linder, K.M., Cardozo, T.J., Bond, J.C., Boran, A.D.W., Iyengar, R., Malovannaya, A., Lanz, R.B., Ma\u2019ayan, A.: Recovering protein\u2013protein and domain-domain interactions from aggregation of ip-ms proteomics of coregulator complexes. PLOS Comput Biol, 7(12):1\u201310, 12 (2011)","key":"7209_CR56","DOI":"10.1371\/journal.pcbi.1002319"},{"issue":"suppl 1","key":"7209_CR57","doi-asserted-by":"crossref","first-page":"D651","DOI":"10.1093\/nar\/gkn870","volume":"37","author":"MD McDowall","year":"2009","unstructured":"McDowall, M.D., Scott, M.S., Barton, G.J.: PIPs: human protein\u2013protein interaction prediction database. NAR 37(suppl 1), D651\u2013D656 (2009)","journal-title":"NAR"},{"key":"7209_CR58","first-page":"2015","volume":"5","author":"J Mehla","year":"2015","unstructured":"Mehla, J., Caufield, J.H., Uetz, P.: Mapping protein\u2013protein interactions using yeast two-hybrid assays. Cold Spring Harb. Protoc. 5, 2015 (2015)","journal-title":"Cold Spring Harb. Protoc."},{"issue":"1","key":"7209_CR59","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1093\/bioinformatics\/btu594","volume":"31","author":"IH Moal","year":"2015","unstructured":"Moal, I.H., Jim\u00e9nez-Garc\u00eda, B., Fern\u00e1ndez-Recio, J.: CCharPPI web server: computational characterization of protein\u2013protein interactions from structure. Bioinformatics 31(1), 123\u2013125 (2015)","journal-title":"Bioinformatics"},{"doi-asserted-by":"crossref","unstructured":"Mou, X., Jamil, H.M., Ma, X.: Visflow: A visual database integration and workflow querying system. In: Proceedings of the 33rd International Conference on Data Engineering, ICDE 2017, San Diego, CA, USA, 19\u201322 April, pp. 1421\u20131422 (2017)","key":"7209_CR60","DOI":"10.1109\/ICDE.2017.204"},{"doi-asserted-by":"crossref","unstructured":"Mou, X., Jamil, H.M., Rinker, R.: Visual orchestration and autonomous execution of distributed and heterogeneous computational biology pipelines. In: IEEE International Conference on Bioinformatics and Biomedicine, BIBM 2016, Shenzhen, China, 15\u201318 December, pp. 752\u2013757 (2016)","key":"7209_CR61","DOI":"10.1109\/BIBM.2016.7822615"},{"issue":"2","key":"7209_CR62","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1504\/IJDMB.2017.084262","volume":"17","author":"X Mou","year":"2017","unstructured":"Mou, X., Jamil, H.M., Rinker, R.: Implementing computational biology pipelines using visflow. In. J. Data Min. Bioinform. 17(2), 115\u2013131 (2017)","journal-title":"In. J. Data Min. Bioinform."},{"issue":"suppl 1","key":"7209_CR63","doi-asserted-by":"crossref","first-page":"D736","DOI":"10.1093\/nar\/gkq1092","volume":"39","author":"T Murali","year":"2011","unstructured":"Murali, T., Pacifico, S., Yu, J., Guest, S., Roberts, G.G., Finley Jr., R.L.: DroID 2011: a comprehensive, integrated resource for protein, transcription factor, RNA and gene interactions for drosophila. Nucleic Acids Res. 39(suppl 1), D736\u2013D743 (2011)","journal-title":"Nucleic Acids Res."},{"doi-asserted-by":"crossref","unstructured":"Nakatsu, R.T., Iacovou, C.L.: An investigation of user interface features of crowdsourcing applications. In: HCI International, Crete, Greece, 22\u201327 June, pp. 410\u2013418 (2014)","key":"7209_CR64","DOI":"10.1007\/978-3-319-07293-7_40"},{"doi-asserted-by":"crossref","unstructured":"Park, H., Widom, J.: CrowdFill: collecting structured data from the crowd. In: ACM SIGMOD, Snowbird, UT, USA, 22\u201327 June, pp. 577\u2013588 (2014)","key":"7209_CR65","DOI":"10.1145\/2588555.2610503"},{"unstructured":"PDF Annotator: https:\/\/www.pdfannotator.com\/en\/ . Accessed 24 June 2017","key":"7209_CR66"},{"unstructured":"PDF Editor: https:\/\/pdf.iskysoft.com\/edit-pdf\/highlight-pdf-mac.html . Accessed 24 June 2017","key":"7209_CR67"},{"unstructured":"Peng, J., Liu, Q., Ihler, A., Berger, B.: Crowdsourcing for structured labeling with applications to protein folding. In: Proceedings of the Machine Learning Meets Crowdsourcing Workshop, ICML (2013)","key":"7209_CR68"},{"issue":"1","key":"7209_CR69","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1752-0509-8-35","volume":"8","author":"W Peng","year":"2014","unstructured":"Peng, W., Wang, J., Cai, J., Chen, L., Li, M., Wu, F.-X.: Improving protein function prediction using domain and protein complexes in ppi networks. BMC Syst. Biol. 8(1), 1\u201313 (2014)","journal-title":"BMC Syst. Biol."},{"issue":"7580","key":"7209_CR70","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1038\/528153a","volume":"528","author":"JM Perkel","year":"2015","unstructured":"Perkel, J.M.: Annotating the scholarly web. Nature 528(7580), 153\u2013154 (2015)","journal-title":"Nature"},{"doi-asserted-by":"crossref","unstructured":"Pochampally, R., Sarma, A.D., Dong, X.L., Meliou, A., Srivastava, D.: Fusing data with correlations. In: SIGMOD, Snowbird, UT, USA, 22\u201327 June, pp. 433\u2013444 (2014)","key":"7209_CR71","DOI":"10.1145\/2588555.2593674"},{"doi-asserted-by":"crossref","unstructured":"Powley, B., Dale, R., Anisimoff, I.: Enriching a document collection by integrating information extraction and PDF annotation. In: DRR, SPIE Proceedings, vol. 7247, p. 724707. SPIE (2009)","key":"7209_CR72","DOI":"10.1117\/12.805548"},{"doi-asserted-by":"crossref","unstructured":"Rahmanian, B., Davis, J.G.: User interface design for crowdsourcing systems. In: AVI, Como, Italy, 27\u201329 May, pp. 405\u2013408 (2014)","key":"7209_CR73","DOI":"10.1145\/2598153.2602248"},{"doi-asserted-by":"publisher","unstructured":"Raja, K., Subramani, S., Natarajan, J.: PPInterFinder\u2014a mining tool for extracting causal relations on human proteins from literature. Database (2013). doi: 10.1093\/database\/bas052","key":"7209_CR74","DOI":"10.1093\/database\/bas052"},{"unstructured":"Ramanath, R., Choudhury, M., Bali, K., Roy, R.S.: Crowd prefers the middle path: a new IAA metric for crowdsourcing reveals turker biases in query segmentation. In: ACL, 4-9 August, Sofia, Bulgaria, Volume 1: Long Papers, pp. 1713\u20131722 (2013)","key":"7209_CR75"},{"issue":"5512","key":"7209_CR76","doi-asserted-by":"crossref","first-page":"2318","DOI":"10.1126\/science.1060273","volume":"291","author":"RJ Roberts","year":"2001","unstructured":"Roberts, R.J., Varmus, H.E., Ashburner, M., Brown, P.O., Eisen, M.B., Khosla, C., Kirschner, M., Nusse, R., Scott, M., Wold, B.: Building a \u201cGenBank\u201d of the published literature. Science 291(5512), 2318\u20132319 (2001)","journal-title":"Science"},{"doi-asserted-by":"crossref","unstructured":"Rodriguez-Esteban, R.: Biocuration with insufficient resources and fixed timelines. In: Biocuration, Geneva, Switzerland, 10\u201314 April, Oral presentation (2016)","key":"7209_CR77","DOI":"10.1093\/database\/bav116"},{"issue":"5","key":"7209_CR78","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1147\/JRD.2013.2260692","volume":"57","author":"J Rogstadius","year":"2013","unstructured":"Rogstadius, J., Vukovic, M., Teixeira, C.A., Kostakos, V., Karapanos, E., Laredo, J.: CrisisTracker: Crowdsourced social media curation for disaster awareness. IBM J. Res. Dev. 57(5), 1\u20134 (2013)","journal-title":"IBM J. Res. Dev."},{"doi-asserted-by":"crossref","unstructured":"Sadri, F.: Modeling uncertainty in databases. In: ICDE, pp. 122\u2013131 (1991)","key":"7209_CR79","DOI":"10.1109\/ICDE.1991.131459"},{"doi-asserted-by":"crossref","unstructured":"Sadri, F.: On the foundations of probabilistic information integration. In: CIKM, Maui, HI, USA, October 29\u2013November 2, pp. 882\u2013891 (2012)","key":"7209_CR80","DOI":"10.1145\/2396761.2396873"},{"issue":"2","key":"7209_CR81","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1109\/69.88004","volume":"3","author":"F Sadri","year":"1991","unstructured":"Sadri, F.: Reliability of answers to queries in relational databases. IEEE Trans. Knowl. Data Eng. 3(2), 245\u2013251 (1991)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"2","key":"7209_CR82","doi-asserted-by":"crossref","first-page":"421","DOI":"10.1016\/0304-3975(94)90196-1","volume":"133","author":"F Sadri","year":"1994","unstructured":"Sadri, F.: Aggregate operations in the information source tracking method. Theor. Comput. Sci. 133(2), 421\u2013442 (1994)","journal-title":"Theor. Comput. Sci."},{"issue":"6","key":"7209_CR83","doi-asserted-by":"crossref","first-page":"947","DOI":"10.1109\/69.476500","volume":"7","author":"F Sadri","year":"1995","unstructured":"Sadri, F.: Information source tracking method: efficiency issues. IEEE Trans. Knowl. Data Eng. 7(6), 947\u2013954 (1995)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"1","key":"7209_CR84","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1109\/69.368515","volume":"7","author":"F Sadri","year":"1995","unstructured":"Sadri, F.: Integrity constraints in the information source tracking method. IEEE Trans. Knowl. Data Eng. 7(1), 106\u2013119 (1995)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"doi-asserted-by":"crossref","unstructured":"Sarjant, S., Legg, C., Stannett, M., Willcock, D.: Crowd-sourcing ontology content and curation: the massive ontology interface. In: FOIS, Rio de Janeiro, Brazil, 22\u201325 September, pp. 251\u2013260 (2014)","key":"7209_CR85","DOI":"10.3233\/978-1-61499-438-1-251"},{"issue":"18","key":"7209_CR86","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1016\/j.csbj.2014.08.008","volume":"11","author":"T Sevimoglu","year":"2014","unstructured":"Sevimoglu, T., Arga, K.Y.: The role of protein interaction networks in systems biomedicine. Comput. Struct. Biotechnol. J. 11(18), 22\u201327 (2014)","journal-title":"Comput. Struct. Biotechnol. J."},{"issue":"2","key":"7209_CR87","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1145\/1877714.1877720","volume":"12","author":"P Shakarian","year":"2011","unstructured":"Shakarian, P., Parker, A., Simari, G.I., Subrahmanian, V.S.: Annotated probabilistic temporal logic. ACM Trans. Comput. Log. 12(2), 14 (2011)","journal-title":"ACM Trans. Comput. Log."},{"key":"7209_CR88","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.jbi.2015.01.006","volume":"54","author":"S Subramani","year":"2015","unstructured":"Subramani, S., Kalpana, R., Monickaraj, P.M., Natarajan, J.: HPIminer: a text mining system for building and visualizing human protein interaction networks and pathways. J. Biomed. Inform. 54, 121\u2013131 (2015)","journal-title":"J. Biomed. Inform."},{"key":"7209_CR89","doi-asserted-by":"crossref","first-page":"346","DOI":"10.3389\/fgene.2015.00346","volume":"6","author":"B Suter","year":"2015","unstructured":"Suter, B., Zhang, X., Pesce, C.G., Mendelsohn, A.R., Dinesh-Kumar, S.P., Mao, J.-H.H.: Next-generation sequencing for binary protein\u2013protein interactions. Front. Genet. 6, 346 (2015)","journal-title":"Front. Genet."},{"issue":"D1","key":"7209_CR90","doi-asserted-by":"crossref","first-page":"D447","DOI":"10.1093\/nar\/gku1003","volume":"43","author":"D Szklarczyk","year":"2015","unstructured":"Szklarczyk, D., Franceschini, A., Wyder, S., Forslund, K., Heller, D., Huerta-Cepas, J., Simonovic, M., Roth, A., Santos, A., Tsafou, K.P., Kuhn, M., Bork, P., Jensen, L.J., von Mering, C.: STRING v10: protein\u2013protein interaction networks, integrated over the tree of life. Nucleic Acids Res. 43(D1), D447\u2013D452 (2015)","journal-title":"Nucleic Acids Res."},{"doi-asserted-by":"crossref","unstructured":"Takis, J., Islam, A.Q.M.S., Lange, C., Auer, S.: Crowdsourced semantic annotation of scientific publications and tabular data in PDF. In: SEMANTICS, pp. 1\u20138. ACM (2015)","key":"7209_CR91","DOI":"10.1145\/2814864.2814887"},{"key":"7209_CR92","first-page":"318","volume-title":"Refiing Literature Curated Protein Interactions Using Expert Opinions","author":"O Tastan","year":"2014","unstructured":"Tastan, O., Qi, Y., Carbonell, J.G., Klein-Seetharaman, J.: Refiing Literature Curated Protein Interactions Using Expert Opinions, pp. 318\u2013329. World Scientific, Singapore (2014)"},{"issue":"W1","key":"7209_CR93","doi-asserted-by":"crossref","first-page":"W585","DOI":"10.1093\/nar\/gks563","volume":"40","author":"P Thomas","year":"2012","unstructured":"Thomas, P., Starlinger, J., Vowinkel, A., Arzt, S., Leser, U.: GeneView: a comprehensive semantic search engine for PubMed. Nucleic Acids Res. 40(W1), W585\u2013W591 (2012)","journal-title":"Nucleic Acids Res."},{"doi-asserted-by":"publisher","unstructured":"Turinsky, A.L., Razick, S., Turner, B., Donaldson, I.M., Wodak, S.J.: Literature curation of protein interactions: measuring agreement across major public databases. Database (2010). doi: 10.1093\/database\/baq026","key":"7209_CR94","DOI":"10.1093\/database\/baq026"},{"unstructured":"U. of\u00a0Washington: FoldIt: Solve Puzzles for Science. https:\/\/fold.it\/portal\/ . Accessed 14 September 2016","key":"7209_CR95"},{"unstructured":"U. of\u00a0Washington: Play FoldIt: Games for Change. http:\/\/www.gamesforchange.org\/play\/foldit\/ . Accessed 14 September 2016","key":"7209_CR96"},{"issue":"4","key":"7209_CR97","doi-asserted-by":"crossref","first-page":"394","DOI":"10.1016\/j.copbio.2006.06.008","volume":"17","author":"J Vasilescu","year":"2006","unstructured":"Vasilescu, J., Figeys, D.: Mapping protein\u2013protein interactions by mass spectrometry. Curr. Opin. Biotechnol. 17(4), 394\u2013399 (2006)","journal-title":"Curr. Opin. Biotechnol."},{"unstructured":"Wang, H., Ganapathiraju, M.K.: Evaluation of protein\u2013protein interaction predictors with noisy partially labeled data sets. CoRR, abs\/1509.05742 (2015)","key":"7209_CR98"},{"unstructured":"Wang, P.: The Scientist in Us All: How crowdsourcing in science is changing the world. http:\/\/yalescientific.org\/thescope\/2016\/04\/the-scientist-in-us-all-how-crowdsourcing-in-science-is-changing-the-world\/ (2016). Accessed 6 September 2016","key":"7209_CR99"},{"key":"7209_CR100","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1186\/s12918-015-0173-z","volume":"9","author":"Z Wang","year":"2015","unstructured":"Wang, Z., Clark, N.R., Ma\u2019ayan, A.: Dynamics of the discovery process of protein\u2013protein interactions from low content studies. BMC Syst. Biol. 9, 26 (2015)","journal-title":"BMC Syst. Biol."},{"doi-asserted-by":"crossref","unstructured":"Xie, S., Hu, Q., Zhang, J., Gao, J., Fan, W., Yu, P.S.: Robust crowd bias correction via dual knowledge transfer from multiple overlapping sources. In IEEE International Conference on Big Data, CA, USA, October 29\u2013November 1, pp. 815\u2013820 (2015)","key":"7209_CR101","DOI":"10.1109\/BigData.2015.7363827"},{"issue":"1","key":"7209_CR102","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1109\/69.43406","volume":"1","author":"LA Zadeh","year":"1989","unstructured":"Zadeh, L.A.: Knowledge representation in fuzzy logic. IEEE Trans. Knowl. Data Eng. 1(1), 89\u2013100 (1989)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"S\u20132","key":"7209_CR103","doi-asserted-by":"crossref","first-page":"S4","DOI":"10.1186\/1471-2164-16-S2-S4","volume":"16","author":"Y Zhang","year":"2015","unstructured":"Zhang, Y., Lin, H., Yang, Z., Wang, J.: Integrating experimental and literature protein\u2013protein interaction data for protein complex prediction. BMC Genom. 16(S\u20132), S4 (2015)","journal-title":"BMC Genom."}],"container-title":["Distributed and Parallel Databases"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10619-017-7209-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10619-017-7209-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10619-017-7209-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,26]],"date-time":"2025-06-26T00:27:26Z","timestamp":1750897646000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10619-017-7209-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,4]]},"references-count":103,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,3]]}},"alternative-id":["7209"],"URL":"https:\/\/doi.org\/10.1007\/s10619-017-7209-x","relation":{},"ISSN":["0926-8782","1573-7578"],"issn-type":[{"type":"print","value":"0926-8782"},{"type":"electronic","value":"1573-7578"}],"subject":[],"published":{"date-parts":[[2017,10,4]]}}}