{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T17:38:34Z","timestamp":1743097114690,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030908874"},{"type":"electronic","value":"9783030908881"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-90888-1_4","type":"book-chapter","created":{"date-parts":[[2021,12,2]],"date-time":"2021-12-02T14:13:49Z","timestamp":1638454429000},"page":"46-58","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Automatic Malicious Worker Detection in Crowdsourced Paraphrases"],"prefix":"10.1007","author":[{"given":"Mohammad-Ali","family":"Yaghoub-Zadeh-Fard","sequence":"first","affiliation":[]},{"given":"Boualem","family":"Benatallah","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,1]]},"reference":[{"key":"4_CR1","unstructured":"Breiman, L.: Random forests. UC Berkeley TR567 (1999)"},{"issue":"3","key":"4_CR2","first-page":"43","volume":"4","author":"S Burrows","year":"2013","unstructured":"Burrows, S., Potthast, M., Stein, B.: Paraphrase acquisition via crowdsourcing and machine learning. ACM Trans. Intell. Syst. Technol. (TIST) 4(3), 43 (2013)","journal-title":"ACM Trans. Intell. Syst. Technol. (TIST)"},{"key":"4_CR3","doi-asserted-by":"crossref","unstructured":"Campagna, G., Ramesh, R., Xu, S., Fischer, M., Lam, M.S.: Almond: the architecture of an open, crowdsourced, privacy-preserving, programmable virtual assistant. In: WWW 2017, pp. 341\u2013350 (2017)","DOI":"10.1145\/3038912.3052562"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Cer, D., et al.: Universal sentence encoder (2018)","DOI":"10.18653\/v1\/D18-2029"},{"key":"4_CR5","unstructured":"Chen, D.L., Dolan, W.B.: Collecting highly parallel data for paraphrase evaluation. In: ACL, pp. 190\u2013200 (2011)"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Cordeiro, J., Dias, G., Brazdil, P.: A metric for paraphrase detection. In: ICCGI 2007, p. 7. IEEE (2007)","DOI":"10.1109\/ICCGI.2007.4"},{"issue":"1","key":"4_CR7","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1145\/3148148","volume":"51","author":"F Daniel","year":"2018","unstructured":"Daniel, F., Kucherbaev, P., Cappiello, C., Benatallah, B., Allahbakhsh, M.: Quality control in crowdsourcing: a survey of quality attributes, assessment techniques, and assurance actions. ACM Comput. Surv. (CSUR) 51(1), 7 (2018)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Doddington, G.: Automatic evaluation of machine translation quality using n-gram co-occurrence statistics. In: Proceedings of the Second International Conference on Human Language Technology Research, HLT 2002, pp. 138\u2013145 (2002)","DOI":"10.3115\/1289189.1289273"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Enokibori, Y., Takahashi, K., Mase, K.: Statistical response method and learning data acquisition using gamified crowdsourcing for a non-task-oriented dialogue agent. In: ICAART 2014, vol. 8946, p. 119. Springer (2015)","DOI":"10.1007\/978-3-319-25210-0_8"},{"key":"4_CR10","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1007\/978-3-319-76587-7_14","volume-title":"Service Research and Innovation","author":"R Fakouri-Kapourchali","year":"2018","unstructured":"Fakouri-Kapourchali, R., Yaghoub-Zadeh-Fard, M.-A., Khalili, M.: Semantic textual similarity as a service. In: Beheshti, A., Hashmi, M., Dong, H., Zhang, W.E. (eds.) ASSRI 2015\/2017. LNBIP, vol. 234, pp. 203\u2013215. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-76587-7_14"},{"key":"4_CR11","unstructured":"Goodfellow, I., Bengio, Y., Courville, A., Bengio, Y.: Deep Learning, vol. 1. MIT Press Cambridge (2016)"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Gupta, A., Agarwal, A., Singh, P., Rai, P.: A deep generative framework for paraphrase generation. AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11956"},{"key":"4_CR13","doi-asserted-by":"crossref","unstructured":"Jiang, Y., Kummerfeld, J.K., Laseck, W.S.: Understanding task design trade-offs in crowdsourced paraphrase collection. ACL (2017)","DOI":"10.18653\/v1\/P17-2017"},{"issue":"4","key":"4_CR14","doi-asserted-by":"publisher","first-page":"12","DOI":"10.4304\/jsw.2.4.12-23","volume":"2","author":"C Joao","year":"2007","unstructured":"Joao, C., Ga\u00ebl, D., Pavel, B.: New functions for unsupervised asymmetrical paraphrase detection. J. Softw. 2(4), 12\u201323 (2007)","journal-title":"J. Softw."},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Kriz, R., Miltsakaki, E., Apidianaki, M., Callison-Burch, C.: Simplification using paraphrases and context-based lexical substitution. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 207\u2013217 (2018)","DOI":"10.18653\/v1\/N18-1019"},{"key":"4_CR16","unstructured":"Kusner, M., Sun, Y., Kolkin, N., Weinberger, K.: From word embeddings to document distances. In: International Conference on Machine Learning, pp. 957\u2013966 (2015)"},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Ma, X., Neeraj, T., Naaman, M.: A computational approach to perceived trustworthiness of Airbnb host profiles (2017). https:\/\/aaai.org\/ocs\/index.php\/ICWSM\/ICWSM17\/paper\/view\/15630","DOI":"10.1145\/2998181.2998269"},{"key":"4_CR18","unstructured":"Madnani, N., Dorr, B.J.: Generating phrasal and sentential paraphrases: a survey of data-driven methods. Comput. Linguist"},{"key":"4_CR19","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/978-3-319-93037-4_9","volume-title":"Advances in Knowledge Discovery and Data Mining","author":"S Mannarswamy","year":"2018","unstructured":"Mannarswamy, S., Chidambaram, S.: GEMINIO: finding duplicates in a question haystack. In: Phung, D., Tseng, V.S., Webb, G.I., Ho, B., Ganji, M., Rashidi, L. (eds.) PAKDD 2018. LNCS (LNAI), vol. 10938, pp. 104\u2013114. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-93037-4_9"},{"key":"4_CR20","unstructured":"Negri, M., Mehdad, Y., Marchetti, A., Giampiccolo, D., Bentivogli, L.: Chinese whispers: cooperative paraphrase acquisition. In: LREC, pp. 2659\u20132665 (2012)"},{"key":"4_CR21","unstructured":"Nilforoshan, H., Wang, J., Wu, E.: Precog: Improving crowdsourced data quality before acquisition. CoRR (2017)"},{"key":"4_CR22","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting on ACL, pp. 311\u2013318. ACL (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"4_CR23","doi-asserted-by":"crossref","unstructured":"Popovi\u0107, M.: CHRF deconstructed: beta parameters and n-gram weights. In: Proceedings of the First Conference on Machine Translation, pp. 499\u2013504. Association for Computational Linguistics (2016)","DOI":"10.18653\/v1\/W16-2341"},{"key":"4_CR24","doi-asserted-by":"crossref","unstructured":"Ravichander, A., Manzini, T., Grabmair, M., Neubig, G., Francis, J., Nyberg, E.: How would you say it? Eliciting lexically diverse dialogue for supervised semantic parsing. In: The 18th SIGdial, pp. 374\u2013383 (2017)","DOI":"10.18653\/v1\/W17-5545"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: Sentence embeddings using Siamese BERT-networks. arXiv preprint arXiv:1908.10084 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"4_CR26","unstructured":"R\u00fcckl\u00e9, A., Eger, S., Peyrard, M., Gurevych, I.: Concatenated $$p$$-mean word embeddings as universal cross-lingual sentence representations. CoRR (2018)"},{"key":"4_CR27","doi-asserted-by":"crossref","unstructured":"Su, Y., Hassan Awadallah, A., Khabsa, M., Pantel, P., Gamon, M.: Building natural language interfaces to web APIs. In: CIKM 2017 (2017)","DOI":"10.1145\/3132847.3133009"},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Wang, W.Y., Bohus, D., Kamar, E., Horvitz, E.: Crowdsourcing the acquisition of natural language corpora: methods and observations. In: SLT, pp. 73\u201378. IEEE (2012)","DOI":"10.1109\/SLT.2012.6424200"},{"key":"4_CR29","unstructured":"Wang, Z., Mi, H., Ittycheriah, A.: Sentence similarity learning by lexical decomposition and composition. arXiv preprint arXiv:1602.07019 (2016)"},{"key":"4_CR30","unstructured":"Wu, Y., et al.: Google\u2019s neural machine translation system: Bridging the gap between human and machine translation. CoRR (2016)"},{"key":"4_CR31","unstructured":"Yaghoubzadeh, M., Benatallah, B., Chai Barush, M., Zamanirad, S.: A study of incorrect paraphrases in crowdsourced user utterances. In: NAACL 2019 (2019)"},{"key":"4_CR32","doi-asserted-by":"crossref","unstructured":"Yang, J., Drake, T., Damianou, A., Maarek, Y.: Leveraging crowdsourcing data for deep active learning an application: learning intents in Alexa. In: IW3C2, pp. 23\u201332 (2018)","DOI":"10.1145\/3178876.3186033"},{"key":"4_CR33","doi-asserted-by":"crossref","unstructured":"Yang, Y., et al.: Learning semantic textual similarity from conversations. In: Proceedings of The Third Workshop on Representation Learning for NLP, pp. 164\u2013174. Association for Computational Linguistics (2018)","DOI":"10.18653\/v1\/W18-3022"}],"container-title":["Lecture Notes in Computer Science","Web Information Systems Engineering \u2013 WISE 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-90888-1_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,16]],"date-time":"2023-01-16T23:13:45Z","timestamp":1673910825000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-90888-1_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030908874","9783030908881"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-90888-1_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"1 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WISE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Information Systems Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Melbourne, VIC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"wise2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.wise-conferences.org\/2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"229","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"55","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}