{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T01:03:49Z","timestamp":1752282229927,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030597467"},{"type":"electronic","value":"9783030597474"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-59747-4_4","type":"book-chapter","created":{"date-parts":[[2020,9,26]],"date-time":"2020-09-26T11:02:30Z","timestamp":1601118150000},"page":"52-67","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Smart Containers with Bidding Capacity: A Policy Gradient Algorithm for Semi-cooperative Learning"],"prefix":"10.1007","author":[{"given":"Wouter","family":"van Heeswijk","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,9,22]]},"reference":[{"issue":"6","key":"4_CR1","doi-asserted-by":"publisher","first-page":"1606","DOI":"10.1080\/00207543.2018.1494392","volume":"57","author":"T Ambra","year":"2019","unstructured":"Ambra, T., Caris, A., Macharis, C.: Towards freight transport system unification: reviewing and combining the advancements in the physical internet and synchromodal transport research. Int. J. Prod. Res. 57(6), 1606\u20131623 (2019)","journal-title":"Int. J. Prod. Res."},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Boukhtouta, A., Berger, J., Powell, W.B., George, A.: An adaptive-learning framework for semi-cooperative multi-agent coordination. In: 2011 IEEE Symposium on Adaptive Dynamic Programming and Reinforcement Learning, pp. 324\u2013331. Institute of Electrical and Electronics Engineers Inc, Piscataway, New Jersey (2011)","DOI":"10.1109\/ADPRL.2011.5967386"},{"key":"4_CR3","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/978-0-387-74759-0_412","volume-title":"Knapsack problems","author":"H Kellerer","year":"2004","unstructured":"Kellerer, H., Pferschy, U., Pisinger, D.: Multidimensional knapsack problems. In: Floudas, C., Pardalos, P. (eds.) Knapsack problems, pp. 235\u2013283. Springer, Boston (2004). \nhttps:\/\/doi.org\/10.1007\/978-0-387-74759-0_412"},{"issue":"2","key":"4_CR4","doi-asserted-by":"publisher","first-page":"402","DOI":"10.1287\/trsc.2016.0682","volume":"52","author":"MA Klapp","year":"2018","unstructured":"Klapp, M.A., Erera, A.L., Toriello, A.: The one-dimensional dynamic dispatch waves problem. Transp. Sci. 52(2), 402\u2013415 (2018)","journal-title":"Transp. Sci."},{"key":"4_CR5","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1016\/j.trc.2019.05.026","volume":"113","author":"J Miller","year":"2019","unstructured":"Miller, J., Nie, Y.M.: Dynamic trucking equilibrium through a freight exchange. Transp. Res. Part C: Emer. Technol. 113, 193\u2013212 (2019)","journal-title":"Transp. Res. Part C: Emer. Technol."},{"issue":"1","key":"4_CR6","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1287\/opre.41.1.77","volume":"41","author":"AS Minkoff","year":"1993","unstructured":"Minkoff, A.S.: A Markov decision model and decomposition heuristic for dynamic vehicle dispatching. Oper. Res. 41(1), 77\u201390 (1993)","journal-title":"Oper. Res."},{"key":"4_CR7","doi-asserted-by":"publisher","unstructured":"Montreuil, B.: Toward a Physical Internet: meeting the global logistics sustainability grand challenge. Logist. Res. 71\u201387 (2011). \nhttps:\/\/doi.org\/10.1007\/s12159-011-0045-x","DOI":"10.1007\/s12159-011-0045-x"},{"key":"4_CR8","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1007\/978-3-642-35852-4_10","volume-title":"Service Orientation in Holonic and Multi Agent Manufacturing and Robotics","author":"B Montreuil","year":"2013","unstructured":"Montreuil, B., Meller, R.D., Ballot, E.: Physical internet foundations. In: Borangiu, T., Thomas, A., Trentesaux, D. (eds.) Service Orientation in Holonic and Multi Agent Manufacturing and Robotics, pp. 151\u2013166. Springer, Heidelberg (2013). \nhttps:\/\/doi.org\/10.1007\/978-3-642-35852-4_10"},{"issue":"7","key":"4_CR9","doi-asserted-by":"publisher","first-page":"2631","DOI":"10.1007\/s10845-016-1289-8","volume":"30","author":"B Qiao","year":"2016","unstructured":"Qiao, B., Pan, S., Ballot, E.: Dynamic pricing model for less-than-truckload carriers in the Physical Internet. J. Intell. Manuf. 30(7), 2631\u20132643 (2016). \nhttps:\/\/doi.org\/10.1007\/s10845-016-1289-8","journal-title":"J. Intell. Manuf."},{"key":"4_CR10","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1016\/j.compind.2015.12.006","volume":"81","author":"Y Sallez","year":"2016","unstructured":"Sallez, Y., Pan, S., Montreuil, B., Berger, T., Ballot, E.: On the activeness of intelligent Physical Internet containers. Comput. Ind. 81, 96\u2013104 (2016)","journal-title":"Comput. Ind."},{"key":"4_CR11","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. The MIT Press, Cambridge (2018)","edition":"2"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Van Heeswijk, W.J.A., La Poutr\u00e9, H.: Scalability and performance of decentralized planning in flexible transport networks. In: 2018 IEEE International Conference on Systems. Man, and Cybernetics, pp. 292\u2013297. Institute of Electrical and Electronics Engineers Inc, Piscataway (2018)","DOI":"10.1109\/SMC.2018.00060"},{"key":"4_CR13","series-title":"Lecture Notes in Logistics","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-319-92447-2_21","volume-title":"Operations, Logistics and Supply Chain Management","author":"W van Heeswijk","year":"2019","unstructured":"van Heeswijk, W., Mes, M., Schutten, M.: Transportation management. In: Zijm, H., Klumpp, M., Regattieri, A., Heragu, S. (eds.) Operations, Logistics and Supply Chain Management. LNL, pp. 469\u2013491. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-319-92447-2_21"},{"issue":"1","key":"4_CR14","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1287\/trsc.2017.0773","volume":"53","author":"WJA Van Heeswijk","year":"2019","unstructured":"Van Heeswijk, W.J.A., Mes, M.R.K., Schutten, J.M.J.: The delivery dispatching problem with time windows for urban consolidation centers. Transp. Sci. 53(1), 203\u2013221 (2019)","journal-title":"Transp. Sci."},{"issue":"1","key":"4_CR15","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1287\/trsc.2016.0732","volume":"53","author":"SA Voccia","year":"2019","unstructured":"Voccia, S.A., Campbell, A.M., Thomas, B.W.: The same-day delivery problem for online purchases. Transp. Sci. 53(1), 167\u2013184 (2019)","journal-title":"Transp. Sci."},{"key":"4_CR16","unstructured":"Wang, Y., Nascimento, J.M.D., Powell, W.B.: Reinforcement learning for dynamic bidding in truckload markets: an application to large-scale fleet management with advance commitments. arXiv preprint \narXiv:1802.08976\n\n (2018)"},{"issue":"3\u20134","key":"4_CR17","first-page":"229","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8(3\u20134), 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Yan, F., Ma, Y., Xu, M., Ge, X.: Transportation service procurement bid construction problem from less than truckload perspective. Math. Probl. Eng. (2018)","DOI":"10.1155\/2018\/1728512"}],"container-title":["Lecture Notes in Computer Science","Computational Logistics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-59747-4_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,2]],"date-time":"2020-11-02T09:05:03Z","timestamp":1604307903000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-59747-4_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030597467","9783030597474"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-59747-4_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"22 September 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICCL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computational Logistics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Enschede","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iccl22020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/iccl2020.nl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"73","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"67% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2,5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}