{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T14:39:22Z","timestamp":1777559962119,"version":"3.51.4"},"reference-count":30,"publisher":"SAGE Publications","issue":"6","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["AIC"],"published-print":{"date-parts":[[2018,12,21]]},"DOI":"10.3233\/aic-170537","type":"journal-article","created":{"date-parts":[[2018,10,16]],"date-time":"2018-10-16T11:55:20Z","timestamp":1539690920000},"page":"445-463","source":"Crossref","is-referenced-by-count":3,"title":["Performance robustness of AI planners in the 2014 International Planning Competition"],"prefix":"10.1177","volume":"31","author":[{"given":"Andrea\u00a0F.","family":"Bocchese","sequence":"first","affiliation":[{"name":"Dipartimento di Ingegneria dell\u2019Informazione, Universit\u00e0 degli Studi di Brescia, Brescia, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chris","family":"Fawcett","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of British Columbia, Vancouver, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mauro","family":"Vallati","sequence":"additional","affiliation":[{"name":"School of Computing and Engineering, University of Huddersfield, Queensgate, Huddersfield, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alfonso\u00a0E.","family":"Gerevini","sequence":"additional","affiliation":[{"name":"Dipartimento di Ingegneria dell\u2019Informazione, Universit\u00e0 degli Studi di Brescia, Brescia, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Holger\u00a0H.","family":"Hoos","sequence":"additional","affiliation":[{"name":"Department of Computer Science, University of British Columbia, Vancouver, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"179","reference":[{"key":"10.3233\/AIC-170537_ref1","unstructured":"A.\u00a0Belov, D.\u00a0Diepold, M.J.\u00a0Heule and M.\u00a0J\u00e4rvisalo, SAT Competition 2014, 2014."},{"issue":"1\u20132","key":"10.3233\/AIC-170537_ref2","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/0004-3702(95)00055-0","article-title":"A probabilistic analysis of prepositional STRIPS planning","volume":"81","author":"Bylander","year":"1996","journal-title":"Artificial Intelligence"},{"key":"10.3233\/AIC-170537_ref3","unstructured":"P.\u00a0Cheeseman, B.\u00a0Kanefsky and W.\u00a0Taylor, Where the really hard problems are, in: Proceedings of the Twelfth International Joint Conference on Artificial Intelligence (IJCAI), 1991, pp.\u00a0331\u2013337."},{"key":"10.3233\/AIC-170537_ref4","doi-asserted-by":"crossref","unstructured":"E.\u00a0Cohen and J.C.\u00a0Beck, Problem difficulty and the phase transition in heuristic search, in: Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence, 2017, pp.\u00a0780\u2013786.","DOI":"10.1609\/aaai.v31i1.10658"},{"key":"10.3233\/AIC-170537_ref5","unstructured":"A.\u00a0Coles, M.\u00a0Fox and A.\u00a0Smith, A new local-search algorithm for forward-chaining planning, in: Proceedings of the Seventeenth International Conference on Automated Planning and Scheduling, ICAPS, 2007, pp.\u00a089\u201396."},{"issue":"1","key":"10.3233\/AIC-170537_ref6","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1609\/aimag.v33i1.2392","article-title":"A survey of the seventh international planning competition","volume":"33","author":"Coles","year":"2012","journal-title":"AI Magazine"},{"key":"10.3233\/AIC-170537_ref7","doi-asserted-by":"crossref","unstructured":"M.\u00a0Gebser, M.\u00a0Maratea and F.\u00a0Ricca, What\u2019s hot in the answer set programming competition, in: Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence, 2016, pp.\u00a04327\u20134329.","DOI":"10.1609\/aaai.v30i1.9872"},{"issue":"5\u20136","key":"10.3233\/AIC-170537_ref8","doi-asserted-by":"publisher","first-page":"619","DOI":"10.1016\/j.artint.2008.10.012","article-title":"Deterministic planning in the fifth international planning competition: PDDL3 and experimental evaluation of the planners","volume":"173","author":"Gerevini","year":"2009","journal-title":"Artificial Intelligence"},{"key":"10.3233\/AIC-170537_ref9","doi-asserted-by":"crossref","unstructured":"M.\u00a0Ghallab, D.\u00a0Nau and P.\u00a0Traverso, Automated Planning: Theory and Practice, Elsevier Science, 2004.","DOI":"10.1016\/B978-155860856-6\/50021-1"},{"key":"10.3233\/AIC-170537_ref10","unstructured":"M.\u00a0Helmert, G.\u00a0R\u00f6ger and E.\u00a0Karpas, Fast Downward Stone Soup: A baseline for building planner portfolios, in: Proceedings of the Third Workshop on Planning and Learning (ICAPS-PAL), 2011, pp.\u00a028\u201335."},{"key":"10.3233\/AIC-170537_ref11","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1613\/jair.3276","article-title":"Analyzing search topology without running any search: On the connection between causal graphs and h+","volume":"41","author":"Hoffmann","year":"2011","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.3233\/AIC-170537_ref12","doi-asserted-by":"publisher","first-page":"519","DOI":"10.1613\/jair.1677","article-title":"The deterministic part of IPC-4: An overview","volume":"24","author":"Hoffmann","year":"2005","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"1\u20132","key":"10.3233\/AIC-170537_ref13","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/S0004-3702(99)00048-X","article-title":"Towards a characterisation of the behaviour of stochastic local search algorithms for SAT","volume":"112","author":"Hoos","year":"1999","journal-title":"Artif. Intell."},{"issue":"1","key":"10.3233\/AIC-170537_ref14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1613\/jair.935","article-title":"A critical assessment of benchmark comparison in planning","volume":"17","author":"Howe","year":"2002","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.3233\/AIC-170537_ref15","unstructured":"B.\u00a0Hurley and B.\u00a0O\u2019Sullivan, Statistical regimes and runtime prediction, in: Proceedings of the Twenty-Fourth International Joint Conference on Artificial Intelligence (IJCAI), 2015, pp.\u00a0318\u2013324."},{"key":"10.3233\/AIC-170537_ref16","doi-asserted-by":"crossref","unstructured":"F.\u00a0Hutter, M.\u00a0L\u00f3pez-Ib\u00e1\u00f1ez, C.\u00a0Fawcett, M.\u00a0Lindauer, H.H.\u00a0Hoos, K.\u00a0Leyton-Brown and T.\u00a0St\u00fctzle, AClib: A benchmark library for algorithm configuration, in: Proceedings of the Eighth International Conference on Learning and Intelligent Optimization (LION), 2014, pp.\u00a036\u201340.","DOI":"10.1007\/978-3-319-09584-4_4"},{"key":"10.3233\/AIC-170537_ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14186-7_31"},{"key":"10.3233\/AIC-170537_ref18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1613\/jair.1240","article-title":"The 3rd international planning competition: Results and analysis","volume":"20","author":"Long","year":"2003","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.3233\/AIC-170537_ref19","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.artint.2015.01.004","article-title":"The deterministic part of the seventh international planning competition","volume":"223","author":"L\u00f3pez","year":"2015","journal-title":"Artificial Intelligence"},{"issue":"2","key":"10.3233\/AIC-170537_ref20","first-page":"35","article-title":"The 1998 AI planning systems competition","volume":"21","author":"McDermott","year":"2000","journal-title":"AI magazine"},{"key":"10.3233\/AIC-170537_ref21","unstructured":"P.J.\u00a0Riddle, R.C.\u00a0Holte and M.W.\u00a0Barley, Does representation matter in the planning competition? in: Proceedings of the Ninth Symposium of Abstraction, Reformulation and Approximation (SARA), 2011, pp.\u00a090\u201398."},{"key":"10.3233\/AIC-170537_ref22","unstructured":"J.\u00a0Rintanen, Phase transitions in classical planning: An experimental study, in: Proceedings of the Fourteenth International Conference on Automated Planning and Scheduling (ICAPS), 2004, pp.\u00a0101\u2013110."},{"key":"10.3233\/AIC-170537_ref23","unstructured":"F.\u00a0Rossi, P.\u00a0Van Beek and T.\u00a0Walsh, Handbook of Constraint Programming, Elsevier, 2006."},{"issue":"3","key":"10.3233\/AIC-170537_ref24","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","article-title":"ImageNet large scale visual recognition challenge","volume":"115","author":"Russakovsky","year":"2015","journal-title":"International Journal of Computer Vision"},{"issue":"1\u20134","key":"10.3233\/AIC-170537_ref25","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1007\/s10472-005-0424-6","article-title":"The SAT 2002 competition","volume":"43","author":"Simon","year":"2005","journal-title":"Annals of Mathematics and Artificial Intelligence"},{"issue":"2","key":"10.3233\/AIC-170537_ref26","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1609\/aimag.v35i2.2539","article-title":"The MiniZinc challenge 2008\u20132013","volume":"35","author":"Stuckey","year":"2014","journal-title":"AI Magazine"},{"issue":"3","key":"10.3233\/AIC-170537_ref27","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1609\/aimag.v36i3.2571","article-title":"The 2014 international planning competition: Progress and trends","volume":"36","author":"Vallati","year":"2015","journal-title":"AI Magazine"},{"key":"10.3233\/AIC-170537_ref28","doi-asserted-by":"crossref","unstructured":"M.\u00a0Vallati, L.\u00a0Chrpa and T.\u00a0McCluskey, What you always wanted to know about the deterministic part of IPC 2014 (but were too afraid to ask), The Knowledge Engineering Review (2017).","DOI":"10.1017\/S0269888918000012"},{"key":"10.3233\/AIC-170537_ref29","unstructured":"M.\u00a0Vallati, L.\u00a0Chrpa and T.L.\u00a0McCluskey, The Eighth International Planning Competition. Description of Participant Planners of the Deterministic Track, 2014."},{"key":"10.3233\/AIC-170537_ref30","unstructured":"M.\u00a0Vallati and T.\u00a0Vaquero, Towards a protocol for benchmark selection in IPC, in: Proceedings of the 4th Workshop on the International Planning Competition (WIPC), 2015."}],"container-title":["AI Communications"],"original-title":[],"link":[{"URL":"https:\/\/api.wiley.com\/onlinelibrary\/tdm\/v1\/articles\/10.3233\/AIC-170537","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/AIC-170537","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T18:27:49Z","timestamp":1777400869000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/AIC-170537"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12,21]]},"references-count":30,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.3233\/aic-170537","relation":{},"ISSN":["1875-8452","0921-7126"],"issn-type":[{"value":"1875-8452","type":"electronic"},{"value":"0921-7126","type":"print"}],"subject":[],"published":{"date-parts":[[2018,12,21]]}}}