{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:14:16Z","timestamp":1742940856246,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030975456"},{"type":"electronic","value":"9783030975463"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-97546-3_32","type":"book-chapter","created":{"date-parts":[[2022,3,18]],"date-time":"2022-03-18T04:41:28Z","timestamp":1647578488000},"page":"393-404","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Reinforcement Learning for Dynamic Things of Interest Recommendation in Intelligent Ambient Environment"],"prefix":"10.1007","author":[{"given":"May S.","family":"Altulyan","sequence":"first","affiliation":[]},{"given":"Chaoran","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Lina","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Xianzhi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Salil","family":"Kanhere","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,19]]},"reference":[{"key":"32_CR1","doi-asserted-by":"crossref","unstructured":"Alemdar, H., Ertan, H., Incel, O.D., Ersoy, C.: Aras human activity datasets in multiple homes with multiple residents. In: 7th IEEE International Conference on Pervasive Computing Technologies for Healthcare and Workshops, pp. 232\u2013235. IEEE (2013)","DOI":"10.4108\/icst.pervasivehealth.2013.252120"},{"key":"32_CR2","doi-asserted-by":"crossref","unstructured":"Altulyan, M.S., Huang, C., Yao, L., Wang, X., Kanhere, S.S.: Contextual bandit learning for activity-aware things-of-interest recommendation in an assisted living environment. In: ADC, pp. 37\u201349 (2021)","DOI":"10.1007\/978-3-030-69377-0_4"},{"issue":"05","key":"32_CR3","doi-asserted-by":"publisher","first-page":"480","DOI":"10.3414\/ME0592","volume":"48","author":"DJ Cook","year":"2009","unstructured":"Cook, D.J., Schmitter-Edgecombe, M.: Assessing the quality of activities in a smart environment. Methods Inf. Med. 48(05), 480\u2013485 (2009)","journal-title":"Methods Inf. Med."},{"issue":"7","key":"32_CR4","doi-asserted-by":"publisher","first-page":"859","DOI":"10.1007\/s00779-011-0445-6","volume":"16","author":"B Das","year":"2012","unstructured":"Das, B., Cook, D.J., Schmitter-Edgecombe, M., Seelye, A.M.: PUCK: an automated prompting system for smart environments: toward achieving automated prompting\u2013challenges involved. Pers. Ubiquitous Comput. 16(7), 859\u2013873 (2012)","journal-title":"Pers. Ubiquitous Comput."},{"key":"32_CR5","doi-asserted-by":"crossref","unstructured":"De Campos, L.M., Fern\u00e1ndez-Luna, et al.: Combining content-based and collaborative recommendations: a hybrid approach based on Bayesian networks. Int. J. Approx. Reason. 51(7), 785\u2013799 (2010)","DOI":"10.1016\/j.ijar.2010.04.001"},{"key":"32_CR6","series-title":"IFIP Advances in Information and Communication Technology","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/978-3-319-92016-0_21","volume-title":"Artificial Intelligence Applications and Innovations","author":"SP Erdeniz","year":"2018","unstructured":"Erdeniz, S.P., Maglogiannis, I., Menychtas, A., Felfernig, A., Tran, T.N.T.: Recommender systems for IoT enabled m-health applications. In: Iliadis, L., Maglogiannis, I., Plagianakos, V. (eds.) AIAI 2018. IAICT, vol. 520, pp. 227\u2013237. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-92016-0_21"},{"key":"32_CR7","unstructured":"Gutowski, N., Amghar, T., Camp, O., Hammoudi, S.: A framework for context-aware service recommendation for mobile users: a focus on mobility in smart cities. From Data Decis., 1\u201317 (2017)"},{"key":"32_CR8","doi-asserted-by":"crossref","unstructured":"HamlAbadi, K.G., Saghiri, A.M., Vahdati, M., TakhtFooladi, M.D., Meybodi, M.R.: A framework for cognitive recommender systems in the internet of things (IoT). In: 2017 IEEE 4th International Conference on Knowledge-Based Engineering and Innovation (KBEI), pp. 0971\u20130976. IEEE (2017)","DOI":"10.1109\/KBEI.2017.8324939"},{"key":"32_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"750","DOI":"10.1007\/978-3-030-63833-7_63","volume-title":"Neural Information Processing","author":"C Huang","year":"2020","unstructured":"Huang, C., Yao, L.: Active object estimation for human-robot collaborative tasks. In: Yang, H., Pasupa, K., Leung, A.C.-S., Kwok, J.T., Chan, J.H., King, I. (eds.) ICONIP 2020. LNCS, vol. 12533, pp. 750\u2013761. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-63833-7_63"},{"key":"32_CR10","doi-asserted-by":"crossref","unstructured":"Massimo, D.: User preference modeling and exploitation in IoT scenarios. In: 23rd International Conference on Intelligent User Interfaces, pp. 675\u2013676 (2018)","DOI":"10.1145\/3172944.3173151"},{"key":"32_CR11","doi-asserted-by":"crossref","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"key":"32_CR12","doi-asserted-by":"crossref","unstructured":"Munemasa, I., Tomomatsu, Y., Hayashi, K., Takagi, T.: Deep reinforcement learning for recommender systems. In: 2018 International Conference on Information and Communications Technology (ICOIACT), pp. 226\u2013233. IEEE (2018)","DOI":"10.1109\/ICOIACT.2018.8350761"},{"key":"32_CR13","doi-asserted-by":"crossref","unstructured":"Oyeleke, R.O., Yu, C.Y., Chang, C.K.: Situ-centric reinforcement learning for recommendation of tasks in activities of daily living in smart homes. In: 2018 IEEE 42nd Annual Computer Software and Applications Conference (COMPSAC), vol. 2, pp. 317\u2013322. IEEE (2018)","DOI":"10.1109\/COMPSAC.2018.10250"},{"key":"32_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/978-3-540-72079-9_10","volume-title":"The Adaptive Web","author":"MJ Pazzani","year":"2007","unstructured":"Pazzani, M.J., Billsus, D.: Content-based recommendation systems. In: Brusilovsky, P., Kobsa, A., Nejdl, W. (eds.) The Adaptive Web. LNCS, vol. 4321, pp. 325\u2013341. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-72079-9_10"},{"key":"32_CR15","doi-asserted-by":"crossref","unstructured":"Saghiri, A.M., Vahdati, M., Gholizadeh, K., Meybodi, et al.: A framework for cognitive internet of things based on blockchain. In: 2018 4th International Conference on Web Research, pp. 138\u2013143. IEEE (2018)","DOI":"10.1109\/ICWR.2018.8387250"},{"key":"32_CR16","doi-asserted-by":"crossref","unstructured":"Sarwar, B., Karypis, G., Konstan, J., Riedl, J.: Item-based collaborative filtering recommendation algorithms. In: Proceedings of the 10th International Conference on World Wide Web, pp. 285\u2013295 (2001)","DOI":"10.1145\/371920.372071"},{"key":"32_CR17","doi-asserted-by":"crossref","unstructured":"Yao, L., et al.: WITS: an IoT-endowed computational framework for activity recognition in personalized smart homes. Computing 100(4), 369\u2013385 (2018)","DOI":"10.1007\/s00607-018-0603-z"},{"issue":"3","key":"32_CR18","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MIC.2019.2909607","volume":"23","author":"L Yao","year":"2019","unstructured":"Yao, L., Wang, X., Sheng, Q.Z., Dustdar, S., Zhang, S.: Recommendations on the internet of things: requirements, challenges, and directions. IEEE Internet Comput. 23(3), 46\u201354 (2019)","journal-title":"IEEE Internet Comput."},{"key":"32_CR19","doi-asserted-by":"crossref","unstructured":"Zhao, X., et al.: Dear: deep reinforcement learning for online advertising impression in recommender systems. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 750\u2013758 (2021)","DOI":"10.1609\/aaai.v35i1.16156"},{"key":"32_CR20","doi-asserted-by":"crossref","unstructured":"Zhao, X., Xia, L., Zhang, L., Ding, Z., Yin, D., Tang, J.: Deep reinforcement learning for page-wise recommendations. In: Proceedings of the 12th ACM Conference on Recommender Systems, pp. 95\u2013103. ACM (2018)","DOI":"10.1145\/3240323.3240374"},{"key":"32_CR21","doi-asserted-by":"crossref","unstructured":"Zhao, X., Zhang, L., Ding, Z., Xia, L., Tang, J., Yin, D.: Recommendations with negative feedback via pairwise deep reinforcement learning. In: Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 1040\u20131048. ACM (2018)","DOI":"10.1145\/3219819.3219886"},{"key":"32_CR22","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Chen, X., Xu, Z., Cao, L.: Tag-aware recommender system based on deep reinforcement learning. Math. Probl. Eng. 2021 (2021)","DOI":"10.20944\/preprints202101.0176.v1"},{"key":"32_CR23","doi-asserted-by":"crossref","unstructured":"Zheng, G., Zhang, F., Zheng, et al.: DRN: a deep reinforcement learning framework for news recommendation. In: Proceedings of the 2018 World Wide Web Conference, pp. 167\u2013176 (2018)","DOI":"10.1145\/3178876.3185994"}],"container-title":["Lecture Notes in Computer Science","AI 2021: Advances in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-97546-3_32","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,29]],"date-time":"2023-01-29T12:15:03Z","timestamp":1674994503000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-97546-3_32"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030975456","9783030975463"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-97546-3_32","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"19 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australasian Joint Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney, NSW","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 February 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 February 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ausai2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/ajcai2021.net","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"120","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"64","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was postponed to 2022 and held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}