{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T00:29:38Z","timestamp":1742948978767,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":27,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819754915"},{"type":"electronic","value":"9789819754922"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-981-97-5492-2_21","type":"book-chapter","created":{"date-parts":[[2024,7,25]],"date-time":"2024-07-25T09:02:47Z","timestamp":1721898167000},"page":"268-283","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["A Human-Computer Negotiation Model Based on\u00a0Q-Learning"],"prefix":"10.1007","author":[{"given":"Xudong","family":"Luo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ying","family":"Luo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yifan","family":"Fan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yanling","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,7,26]]},"reference":[{"issue":"5","key":"21_CR1","doi-asserted-by":"publisher","first-page":"1695","DOI":"10.55730\/1300-0632.3899","volume":"30","author":"F Arslan","year":"2022","unstructured":"Arslan, F., Aydo\u011fan, R.: Actor-critic reinforcement learning for bidding in bilateral negotiation. Turk. J. Electr. Eng. Comput. Sci. 30(5), 1695\u20131714 (2022)","journal-title":"Turk. J. Electr. Eng. Comput. Sci."},{"issue":"2","key":"21_CR2","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/s10458-021-09513-x","volume":"35","author":"P Bagga","year":"2021","unstructured":"Bagga, P., Paoletti, N., Alrayes, B., Stathis, K.: ANEGMA: an automated negotiation model for e-markets. Auton. Agent. Multi-Agent Syst. 35(2), 27 (2021)","journal-title":"Auton. Agent. Multi-Agent Syst."},{"key":"21_CR3","unstructured":"Bakker, J., Hammond, A., Bloembergen, D., Baarslag, T.: RLBOA: a modular reinforcement learning framework for autonomous negotiating agents. In: Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems, pp. 260\u2013268 (2019)"},{"issue":"1","key":"21_CR4","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1007\/s12525-022-00537-z","volume":"32","author":"RE Bawack","year":"2022","unstructured":"Bawack, R.E., Wamba, S.F., Carillo, K.D.A., Akter, S.: Artificial intelligence in e-commerce: a bibliometric study and literature review. Electron. Mark. 32(1), 297\u2013338 (2022)","journal-title":"Electron. Mark."},{"issue":"3","key":"21_CR5","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1080\/10864415.2020.1767428","volume":"24","author":"M Cao","year":"2020","unstructured":"Cao, M., Hu, Q., Kiang, M.Y., Hong, H.: A portfolio strategy design for human-computer negotiations in e-retail. Int. J. Electron. Commer. 24(3), 305\u2013337 (2020)","journal-title":"Int. J. Electron. Commer."},{"key":"21_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.elerap.2021.101099","volume":"50","author":"M Cao","year":"2021","unstructured":"Cao, M., Wang, G.A., Kiang, M.Y.: Modeling and prediction of human negotiation behavior in human-computer negotiation. Electron. Commer. Res. Appl. 50, 101099 (2021)","journal-title":"Electron. Commer. Res. Appl."},{"key":"21_CR7","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1007\/978-3-031-33377-4_30","volume-title":"PAKDD 2023","author":"S Chen","year":"2023","unstructured":"Chen, S., Yang, T., You, H., Zhao, J., Hao, J., Weiss, G.: Transfer reinforcement learning based negotiating agent framework. In: Kashima, H., Ide, T., Peng, W.C. (eds.) PAKDD 2023. LNCS, vol. 13936, pp. 386\u2013397. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-33377-4_30"},{"key":"21_CR8","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1146\/annurev-statistics-031219-041220","volume":"7","author":"J Clifton","year":"2020","unstructured":"Clifton, J., Laber, E.: Q-learning: theory and applications. Annu. Rev. Stat. Appl. 7, 279\u2013301 (2020)","journal-title":"Annu. Rev. Stat. Appl."},{"key":"21_CR9","doi-asserted-by":"crossref","unstructured":"Fan, Y., Luo, X.: A survey of dialogue system evaluation. In: 2020 IEEE 32nd International Conference on Tools with Artificial Intelligence (ICTAI), pp. 1202\u20131209 (2020)","DOI":"10.1109\/ICTAI50040.2020.00182"},{"key":"21_CR10","unstructured":"Faratin, P.: Automated service negotiation between autonomous computational agents. Ph.D. thesis, Queen Mary University of London (2000)"},{"issue":"3\u20134","key":"21_CR11","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/S0921-8890(98)00029-3","volume":"24","author":"P Faratin","year":"1998","unstructured":"Faratin, P., Sierra, C., Jennings, N.: Negotiation decision functions for autonomous agents. Robot. Auton. Syst. 24(3\u20134), 159\u2013182 (1998)","journal-title":"Robot. Auton. Syst."},{"key":"21_CR12","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.artint.2017.01.003","volume":"246","author":"G Haim","year":"2017","unstructured":"Haim, G., An, B., Kraus, S., et al.: Human-computer negotiation in a three player market setting. Artif. Intell. 246, 34\u201352 (2017)","journal-title":"Artif. Intell."},{"key":"21_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2023.104050","volume":"327","author":"N Hazon","year":"2024","unstructured":"Hazon, N., Erlich, S., Rosenfeld, A., Kraus, S.: Negotiation strategies for agents with ordinal preferences: theoretical analysis and human study. Artif. Intell. 327, 104050 (2024)","journal-title":"Artif. Intell."},{"issue":"4","key":"21_CR14","doi-asserted-by":"publisher","first-page":"985","DOI":"10.1109\/TKDE.2003.1209014","volume":"15","author":"M He","year":"2003","unstructured":"He, M., Jennings, N.R., Leung, H.F.: On agent-mediated electronic commerce. IEEE Trans. Knowl. Data Eng. 15(4), 985\u20131003 (2003)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Keskin, M.O., Buzcu, B., Aydo\u011fan, R.: Conflict-based negotiation strategy for human-agent negotiation. Appl. Intell. 1\u201317 (2023)","DOI":"10.1007\/s10489-023-05001-9"},{"key":"21_CR16","doi-asserted-by":"publisher","first-page":"1239","DOI":"10.1007\/s10726-020-09704-z","volume":"29","author":"U Kiruthika","year":"2020","unstructured":"Kiruthika, U., Somasundaram, T.S., Raja, S.K.S.: Lifecycle model of a negotiation agent: a survey of automated negotiation techniques. Group Decis. Negot. 29, 1239\u20131262 (2020)","journal-title":"Group Decis. Negot."},{"key":"21_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.aei.2020.101229","volume":"47","author":"DE Kr\u00f6hling","year":"2021","unstructured":"Kr\u00f6hling, D.E., Chiotti, O.J., Mart\u00ednez, E.C.: A context-aware approach to automated negotiation using reinforcement learning. Adv. Eng. Inform. 47, 101229 (2021)","journal-title":"Adv. Eng. Inform."},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Liu, Y., Vahidov, R., Saade, R.: Can a negotiator build a tough impression without chatting?\u2014Implicit power and its influence on human-computer negotiation. In: Proceedings of the 56th Hawaii International Conference on System Sciences, pp. 4462\u20134471 (2023)","DOI":"10.24251\/HICSS.2023.500"},{"issue":"1\u20132","key":"21_CR19","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/S0004-3702(03)00041-9","volume":"148","author":"X Luo","year":"2003","unstructured":"Luo, X., Jennings, N.R., Shadbolt, N., Leung, H.F., Lee, J.H.M.: A fuzzy constraint based model for bilateral, multi-issue negotiations in semi-competitive environments. Artif. Intell. 148(1\u20132), 53\u2013102 (2003)","journal-title":"Artif. Intell."},{"issue":"1","key":"21_CR20","doi-asserted-by":"publisher","first-page":"625","DOI":"10.1007\/s40747-022-00833-3","volume":"9","author":"TH Nguyen","year":"2023","unstructured":"Nguyen, T.H., Jung, J.J.: ACO-based traffic routing method with automated negotiation for connected vehicles. Complex Intell. Syst. 9(1), 625\u2013636 (2023)","journal-title":"Complex Intell. Syst."},{"key":"21_CR21","unstructured":"Pang, J.: Research on the application of reinforcement learning and opponent classification in human-machine negotiation. Master\u2019s thesis, Xiamen University (2018)"},{"key":"21_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2023.111173","volume":"284","author":"D Varshney","year":"2024","unstructured":"Varshney, D., Ekbal, A., Cambria, E.: Emotion-and-knowledge grounded response generation in an open-domain dialogue setting. Knowl.-Based Syst. 284, 111173 (2024)","journal-title":"Knowl.-Based Syst."},{"key":"21_CR23","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF00992698","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"21_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119158","volume":"642","author":"J Wu","year":"2023","unstructured":"Wu, J., Sun, Y., Li, Y., Qie, X.: A Q-learning approach to generating behavior of emotional persuasion with adaptive time belief in decision-making of agent-based negotiation. Inf. Sci. 642, 119158 (2023)","journal-title":"Inf. Sci."},{"key":"21_CR25","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.122448","volume":"240","author":"J Wu","year":"2024","unstructured":"Wu, J., Zhang, T., Li, Y., Zhou, G.: Emotion-driven reasoning model for agent-based human-computer negotiation. Expert Syst. Appl. 240, 122448 (2024)","journal-title":"Expert Syst. Appl."},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Yin, S., Luo, X.: A survey of learning-based methods for cold-start, social recommendation, and data sparsity in e-commerce recommendation systems. In: 2021 16th International Conference on Intelligent Systems and Knowledge Engineering (ISKE), pp. 276\u2013283 (2021)","DOI":"10.1109\/ISKE54062.2021.9755389"},{"key":"21_CR27","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1016\/j.knosys.2017.10.020","volume":"139","author":"J Zhan","year":"2018","unstructured":"Zhan, J., Luo, X., Jiang, Y.: An atanassov intuitionistic fuzzy constraint based method for offer evaluation and trade-off making in automated negotiation. Knowl.-Based Syst. 139, 170\u2013188 (2018)","journal-title":"Knowl.-Based Syst."}],"container-title":["Lecture Notes in Computer Science","Knowledge Science, Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-5492-2_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,25]],"date-time":"2024-07-25T09:08:15Z","timestamp":1721898495000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-5492-2_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9789819754915","9789819754922"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-5492-2_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"26 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KSEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Science, Engineering and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Birmingham","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 August 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 August 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ksem2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ai-edge.net\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}