{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,7,13]],"date-time":"2023-07-13T12:49:44Z","timestamp":1689252584232},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2012,2,1]],"date-time":"2012-02-01T00:00:00Z","timestamp":1328054400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Auton Agent Multi-Agent Syst"],"published-print":{"date-parts":[[2013,3]]},"DOI":"10.1007\/s10458-011-9189-y","type":"journal-article","created":{"date-parts":[[2012,1,31]],"date-time":"2012-01-31T05:33:23Z","timestamp":1327988003000},"page":"202-244","source":"Crossref","is-referenced-by-count":1,"title":["Observer effect from stateful resources in agent sensing"],"prefix":"10.1007","volume":"26","author":[{"given":"Adam","family":"Eck","sequence":"first","affiliation":[]},{"given":"Leen-Kiat","family":"Soh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2012,2,1]]},"reference":[{"key":"9189_CR1","unstructured":"Adamczyk, P. D., & Bailey, B. P. (2004). If not now, when? The effects of interruption at different moments within task execution. In Proc. of CHI\u201904, Vienna, Austria, April 24\u201329 (pp. 271\u2013278)."},{"issue":"6","key":"9189_CR2","doi-asserted-by":"crossref","first-page":"734","DOI":"10.1109\/TKDE.2005.99","volume":"17","author":"G. Adomavicius","year":"2005","unstructured":"Adomavicius G., Tuzhulin A. (2005) Toward the next generation of recommender systems: A survey of state-of-the-art and possible extensions. IEEE Transactions on Knowledge and Data Engineering 17(6): 734\u2013749","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"issue":"3","key":"9189_CR3","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/j.adhoc.2005.01.004","volume":"3","author":"I. F. Akyildiz","year":"2005","unstructured":"Akyildiz I. F., Pompili D., Melodia T. (2005) Underwater acoustic sensor networks: Research challenges. Ad hoc Networks 3(3): 257\u2013279","journal-title":"Ad hoc Networks"},{"key":"9189_CR4","unstructured":"Araya-Lopez, M., Buffet, O., Thomas, V., & Charpillet, F. (2010). A POMDP extension with belief-dependent rewards. In Proc. of NIPS\u201910."},{"key":"9189_CR5","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/0-306-47720-3_2","volume-title":"System-level power optimization for wireless multimedia communication","author":"K. Arisha","year":"2002","unstructured":"Arisha K., Youssef M., Younis M. (2002) Energy-aware TDMA-based MAC for sensor networks. In: Karri R., Goodman D. (eds) System-level power optimization for wireless multimedia communication. Kluwer Academic Publishers, Norwell, MA, pp 21\u201340"},{"issue":"4","key":"9189_CR6","doi-asserted-by":"crossref","first-page":"819","DOI":"10.1287\/moor.27.4.819.297","volume":"27","author":"D. S. Bernstein","year":"2002","unstructured":"Bernstein D. S., Givan R., Immerman N., Zilberstein S. (2002) The complexity of decentralized control of Markov decision processes. Mathematics of Operations Research 27(4): 819\u2013840","journal-title":"Mathematics of Operations Research"},{"key":"9189_CR7","unstructured":"Boutilier, C. (2002). A POMDP formulation of preference elicitation problems. In Proc. of AAAI\u201902 (pp. 239\u2013246)."},{"key":"9189_CR8","first-page":"213","volume":"3","author":"R. I. Brafman","year":"2002","unstructured":"Brafman R. I., Tennenholtz M. (2002) R-max\u2014a general polynomial time algorithm for near-optimal reinforcement learning. Journal of Machine Learning Research 3: 213\u2013231","journal-title":"Journal of Machine Learning Research"},{"issue":"3","key":"9189_CR9","doi-asserted-by":"crossref","first-page":"367","DOI":"10.1109\/TSMCB.2003.811794","volume":"33","author":"J. Casper","year":"2003","unstructured":"Casper J., Murphy R. R. (2003) Human-robot interactions during the robot-assisted urban search and rescue response at the World Trade Center. IEEE Transactions on SMC Part B: Cybernetics 33(3): 367\u2013385","journal-title":"IEEE Transactions on SMC Part B: Cybernetics"},{"key":"9189_CR10","unstructured":"Chalupsky, H., et\u00a0al. (2001). Electric Elves: Applying agent technology to support human organizations. In Proc. of IAAI\u201901, Seattle, WA, August 7\u20139 (pp. 51\u201358)."},{"key":"9189_CR11","doi-asserted-by":"crossref","first-page":"3","DOI":"10.7551\/mitpress\/9780262014809.003.0001","volume-title":"Metareasoning: Thinking about thinking","author":"M. T. Cox","year":"2011","unstructured":"Cox M. T., Raja A. (2011) Metareasoning: An introduction. In: Cox M., Raja A. (eds) Metareasoning: Thinking about thinking. MIT Press, Cambridge, MA, pp 3\u201314"},{"key":"9189_CR12","unstructured":"Doshi, F., & Roy, N. (2008). The permutable POMDP: Fast solutions to POMDPs for preference elicitation. Proc. of AAMAS\u201908 (pp. 493\u2013500)."},{"key":"9189_CR13","unstructured":"Ermon, S., et\u00a0al. (2010). Playing games against nature: optimal policies for renewable resource allocation. In Proc. of UAI\u201910."},{"issue":"7","key":"9189_CR14","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1109\/49.103559","volume":"9","author":"H. J. Fowler","year":"1991","unstructured":"Fowler H. J., Leland W. E. (1991) Local area network traffic characteristics, with implications for broadband network congestion management. IEEE Journal on Selected Areas of Communications 9(7): 1139\u20131149","journal-title":"IEEE Journal on Selected Areas of Communications"},{"issue":"10","key":"9189_CR15","doi-asserted-by":"crossref","first-page":"2451","DOI":"10.1162\/089976600300015015","volume":"12","author":"F. A. Gers","year":"2000","unstructured":"Gers F. A., Schmidhuber J., Cummins J. (2000) Learning to forget: Continual prediction with LSTM. Neural Computation 12(10): 2451\u20132471","journal-title":"Neural Computation"},{"key":"9189_CR16","unstructured":"Grass, J., & Zilberstein, S. (1997). Value-driven information gathering. In Proc. of AAAI workshop on building resource-bounded reasoning systems."},{"key":"9189_CR17","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1008718418982","volume":"14","author":"J. Grass","year":"2000","unstructured":"Grass J., Zilberstein S. (2000) A value-driven system for autonomous information gathering. Journal of Intelligent Information Systems 14: 5\u201327","journal-title":"Journal of Intelligent Information Systems"},{"key":"9189_CR18","doi-asserted-by":"crossref","unstructured":"Guo, A. (2003). Decision-theoretic active sensing for autonomous agents. In Proc. of AAMAS\u201903 (pp. 1002\u20131003).","DOI":"10.1145\/860575.860766"},{"key":"9189_CR19","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S. Hochreiter","year":"1997","unstructured":"Hochreiter S., Schmidhuber J. (1997) Long short-term memory. Neural Computation 9: 1735\u20131780","journal-title":"Neural Computation"},{"key":"9189_CR20","unstructured":"Hoey, J., et\u00a0al. (2007). Assisting persons with dementia during handwashing using a partially observable Markov decision process. In Proc. of ICVS\u201907."},{"key":"9189_CR21","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1142\/S0218488501000831","volume":"9","author":"A. Josang","year":"2001","unstructured":"Josang A. (2001) A logic for uncertain probabilities. International Journal of Uncertainty, Fuzziness and Knowledge-Based Systems 9: 279\u2013311","journal-title":"International Journal of Uncertainty, Fuzziness and Knowledge-Based Systems"},{"key":"9189_CR22","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"L. P. Kaelbling","year":"1996","unstructured":"Kaelbling L. P., Littman M. L., Moore W. (1996) Reinforcement learning: A survey. Journal of Artificial Intelligence Research 4: 237\u2013285","journal-title":"Journal of Artificial Intelligence Research"},{"key":"9189_CR23","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"L. P. Kaelbling","year":"1998","unstructured":"Kaelbling L. P., Littman M. L., Cassandra A. R. (1998) Planning and acting in partially observable stochastic domains. Artificial Intelligence 101: 99\u2013134","journal-title":"Artificial Intelligence"},{"issue":"1","key":"9189_CR24","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1109\/TLT.2010.28","volume":"4","author":"N. Khandaker","year":"2011","unstructured":"Khandaker N., Soh L.-K., Miller L. D., Eck A., Jiang H. (2011) Lessons learned from comprehensive deployments of multiagent CSCL applications I-MINDS and ClassroomWiki. IEEE Transactions on Learning Technologies 4(1): 47\u201358","journal-title":"IEEE Transactions on Learning Technologies"},{"key":"9189_CR25","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/S0953-5438(01)00053-4","volume":"14","author":"J. Klein","year":"2002","unstructured":"Klein J., Moon Y., Picard R. W. (2002) This computer responds to user frustration: Theory, design, and results. Interacting with Computers 14: 119\u2013140","journal-title":"Interacting with Computers"},{"key":"9189_CR26","unstructured":"Krause, A., & Guestrin, C. (2005). Optimal nonmyopic value of information in graphical models\u2014efficient algorithms and theoretical limits. In Proc. of IJCAI\u201905 (pp. 1339\u20131345)."},{"key":"9189_CR27","unstructured":"Krause, A., & Guestrin, C. (2007). Near-optimal observation selection using submodular functions. In Proc. of AAAI\u201907."},{"issue":"8","key":"9189_CR28","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1109\/MC.2009.265","volume":"42","author":"A. Krause","year":"2009","unstructured":"Krause A., Guestrin C. (2009) Optimizing sensing: From water to the web. IEEE Computer 42(8): 38\u201345","journal-title":"IEEE Computer"},{"key":"9189_CR29","first-page":"2761","volume":"9","author":"A. Krause","year":"2008","unstructured":"Krause A. et\u00a0al (2008) Robust submodular observation selection. Journal of Machine Learning Research 9: 2761\u20132801","journal-title":"Journal of Machine Learning Research"},{"key":"9189_CR30","unstructured":"Landeldt, B., Sookavantana, P., & Seneviratne, A. (2000). The case for a hybrid passive\/active network monitoring scheme in the wireless Internet. In Proc. of ICON\u201900 (pp. 139\u2013143)."},{"key":"9189_CR31","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1016\/S0004-3702(00)00005-9","volume":"118","author":"V. Lesser","year":"2000","unstructured":"Lesser V. et\u00a0al (2000) BIG: An agent for resource-bounded information gathering and decision making. Artificial Intelligence 118: 197\u2013244","journal-title":"Artificial Intelligence"},{"key":"9189_CR32","doi-asserted-by":"crossref","unstructured":"Mark, G., Gudith, D., & Klocke, U. (2008). The cost of interrupted work: More speed and stress. In Proc. of CHI\u201908 (pp. 107\u2013110).","DOI":"10.1145\/1357054.1357072"},{"issue":"2","key":"9189_CR33","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1016\/j.cirp.2006.10.004","volume":"55","author":"L. Monostori","year":"2006","unstructured":"Monostori L., Vancza J., Kumara S. R. T. (2006) Agent-based systems for manufacturing. CIRP Annals: Manufacturing Technology 55(2): 697\u2013720","journal-title":"CIRP Annals: Manufacturing Technology"},{"issue":"2","key":"9189_CR34","first-page":"47","volume":"28","author":"K. L. Myers","year":"2007","unstructured":"Myers K. L. et\u00a0al (2007) An intelligent personal assistant for task and time management. AI Magazine 28(2): 47\u201361","journal-title":"AI Magazine"},{"key":"9189_CR35","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1122012.1122013","volume":"16","author":"M. J. North","year":"2006","unstructured":"North M. J., Collier N. T., Vos J. R. (2006) Experiences creating three implementations of the Repast agent modeling toolkit. ACM Transactions on Modeling and Computer Simulation 16: 1\u201325","journal-title":"ACM Transactions on Modeling and Computer Simulation"},{"key":"9189_CR36","doi-asserted-by":"crossref","unstructured":"Padhy, P., Dash, R. K., Martinez, K., & Jennings, N. R. (2006). A utility-based sensing and communication model for a glacial sensor network. In Proc AAMAS\u201906, Hakodate, Japan, May 8\u201312 (pp. 1353\u20131360).","DOI":"10.1145\/1160633.1160885"},{"key":"9189_CR37","unstructured":"Pineau, J., Gordon, G., & Thrun, S. (2003). Point-based value iteration: An anytime algorithm for POMDPs. In Proc. of IJCAI\u201903 (pp. 1025\u20131032)."},{"key":"9189_CR38","unstructured":"Pollack, M. E., & Ringuette, M. (1990). Introducing the tileworld: Experimentally evaluating agent architectures. In Proc. of AAAI\u201990 (pp. 183\u2013189)."},{"key":"9189_CR39","first-page":"147","volume":"15","author":"A. Raja","year":"2007","unstructured":"Raja A., Lesser V. (2007) A framework for meta-level control in multi-agent systems. JAAMAS 15: 147\u2013196","journal-title":"JAAMAS"},{"key":"9189_CR40","unstructured":"Ross, S., Chaib-draa, B., & Pineau, J. (2007). Bayes-adaptive POMDPs. In Proc. of NIPS\u201907."},{"key":"9189_CR41","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1613\/jair.2567","volume":"32","author":"S. Ross","year":"2008","unstructured":"Ross S., Pineau J., Paquet S., Chaib-draa B. (2008) Online planning algorithms for POMDPs. Journal of Artificial Intelligence Research 32: 663\u2013704","journal-title":"Journal of Artificial Intelligence Research"},{"key":"9189_CR42","doi-asserted-by":"crossref","first-page":"318","DOI":"10.7551\/mitpress\/5236.001.0001","volume-title":"Parallel distributed processing: explorations in the microstructure of cognitions","author":"D. E. Rumelhart","year":"1986","unstructured":"Rumelhart D. E., Hinton G. E., Williams R. J. (1986) Learning internal representations by error propogation. In: Rumelhart D. E., McClelland J. L. (eds) Parallel distributed processing: explorations in the microstructure of cognitions. MIT Press, Cambridge, MA, pp 318\u2013362"},{"key":"9189_CR43","doi-asserted-by":"crossref","unstructured":"Shah, R. C., & Rabaey, J. M. (2002). Energy aware routing for low energy ad hoc sensor networks. In Proc. of WCNC\u201902, March 17\u201321 (pp. 350\u2013355).","DOI":"10.1109\/WCNC.2002.993520"},{"key":"9189_CR44","unstructured":"Smith, T., & Simmons, R. (2004). Heuristic search value iteration for POMDPs. In Proc. UAI\u201904 (pp. 520\u2013527)."},{"key":"9189_CR45","unstructured":"Spaan, M. T. J. (2008). Cooperative active perception using POMDPs. In AAAI 2008 workshop on advancements in POMDP solvers."},{"key":"9189_CR46","volume-title":"Reinforcement learning: An introduction","author":"R. S. Sutton","year":"1998","unstructured":"Sutton R. S., Barto A. G. (1998) Reinforcement learning: An introduction. MIT Press, Cambridge, MA"},{"key":"9189_CR47","unstructured":"The Biofinity Project. (2010). Retrieved March 7, 2011, from http:\/\/biofinity.unl.edu ."},{"key":"9189_CR48","unstructured":"Watkins, C. J. (1989). Learning from delayed rewards. PhD Thesis, Cambridge University."},{"issue":"10","key":"9189_CR49","doi-asserted-by":"crossref","first-page":"1550","DOI":"10.1109\/5.58337","volume":"78","author":"P. J. Werbos","year":"1990","unstructured":"Werbos P. J. (1990) Backpropogation through time: What it does and how to do it. Proceedings of the IEEE 78(10): 1550\u20131560","journal-title":"Proceedings of the IEEE"},{"key":"9189_CR50","doi-asserted-by":"crossref","first-page":"867","DOI":"10.1080\/08839510490509063","volume":"18","author":"D. Weyns","year":"2004","unstructured":"Weyns D., Steegmans E., Holvoet T. (2004) Towards active perception in situated multi-agent systems. Applied Artificial Intelligence 18: 867\u2013883","journal-title":"Applied Artificial Intelligence"},{"key":"9189_CR51","doi-asserted-by":"crossref","unstructured":"Weyns, D., Helleboogh, A., & Holvoet, T. (2005). The packet-world: A test bed for investigating situated multi-agent systems. In R. Unland, M. Klusch, & M. Calisti (Eds.), Software agent-based applications, platforms, and development kits (pp. 383\u2013408).","DOI":"10.1007\/3-7643-7348-2_16"},{"key":"9189_CR52","doi-asserted-by":"crossref","unstructured":"Wierstra, D., Foerster, A., Peters, J., & Schmidhuber, J. (2007). Solving deep memory POMDPs with recurrent policy gradients. In Proc. of ICANN\u201907 (pp. 697-706).","DOI":"10.1007\/978-3-540-74690-4_71"},{"key":"9189_CR53","first-page":"229","volume":"8","author":"R. J. Williams","year":"1992","unstructured":"Williams R. J. (1992) Simple statistical gradient-following algorithms for connectionist reinforcement learning. Machine Learning 8: 229\u2013256","journal-title":"Machine Learning"},{"key":"9189_CR54","doi-asserted-by":"crossref","first-page":"393","DOI":"10.1016\/j.csl.2006.06.008","volume":"21","author":"J. D. Williams","year":"2007","unstructured":"Williams J. D., Young S. (2007) Partially observable Markov decision processes for spoken dialog systems. Computer Speech and Language 21: 393\u2013422","journal-title":"Computer Speech and Language"},{"key":"9189_CR55","unstructured":"Yorke-Smith, N., Saddati, S., Meyers, K. L., & Morley, D. N. (2009). Like an intuitive and courteous butler: A proactive personal agent for task management. In Proc. of AAMAS\u201909, Budapest, Hungary, May 13\u201315 (pp. 337\u2013344)."},{"key":"9189_CR56","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/BF00162466","volume":"3","author":"S. Zilberstein","year":"1996","unstructured":"Zilberstein S. (1996) Resource-bounded sensing and planning in autonomous systems. Autonomous Robots 3: 31\u201348","journal-title":"Autonomous Robots"},{"key":"9189_CR57","doi-asserted-by":"crossref","first-page":"27","DOI":"10.7551\/mitpress\/9780262014809.003.0003","volume-title":"Metareasoning: Thinking about thinking","author":"S. Zilberstein","year":"2011","unstructured":"Zilberstein S. (2011) Metareasoning and bounded rationality. In: Cox M., Raja A. (eds) Metareasoning: Thinking about thinking. MIT Press, Cambridge, MA, pp 27\u201340"},{"key":"9189_CR58","unstructured":"Zilberstein, S., & Russell, S. J. (1993). Anytime sensing, planning, and action: A practical model for robot control. Proc. of IJCAI\u201993 (pp. 1402\u20131407)."}],"container-title":["Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-011-9189-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10458-011-9189-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-011-9189-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T12:16:34Z","timestamp":1593605794000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10458-011-9189-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,2,1]]},"references-count":58,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2013,3]]}},"alternative-id":["9189"],"URL":"https:\/\/doi.org\/10.1007\/s10458-011-9189-y","relation":{},"ISSN":["1387-2532","1573-7454"],"issn-type":[{"value":"1387-2532","type":"print"},{"value":"1573-7454","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,2,1]]}}}