{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T04:25:39Z","timestamp":1784867139343,"version":"3.55.0"},"reference-count":41,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2020,11,1]],"date-time":"2020-11-01T00:00:00Z","timestamp":1604188800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2020,11,1]],"date-time":"2020-11-01T00:00:00Z","timestamp":1604188800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"name":"Shaanxi Collaborative Innovation Project","award":["2016XT-19"],"award-info":[{"award-number":["2016XT-19"]}]},{"DOI":"10.13039\/501100001809","name":"National Science Foundation of China","doi-asserted-by":"publisher","award":["52075452"],"award-info":[{"award-number":["52075452"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Industrial Engineering"],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1016\/j.cie.2020.106749","type":"journal-article","created":{"date-parts":[[2020,8,13]],"date-time":"2020-08-13T21:41:05Z","timestamp":1597354865000},"page":"106749","update-policy":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":225,"special_numbering":"C","title":["Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in industry 4.0"],"prefix":"10.1016","volume":"149","author":[{"given":"Hao","family":"Hu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0003-2108-1738","authenticated-orcid":false,"given":"Xiaoliang","family":"Jia","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qixuan","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shifeng","family":"Fu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kuo","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.cie.2020.106749_b0005","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1016\/S0921-8890(00)00087-7","article-title":"Dynamic job-shop scheduling using reinforcement learning agents","volume":"33","author":"Aydin","year":"2000","journal-title":"Robotics and Autonomous Systems"},{"issue":"6","key":"10.1016\/j.cie.2020.106749_b0010","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","article-title":"Deep reinforcement learning: A brief survey","volume":"34","author":"Arulkumaran","year":"2017","journal-title":"IEEE Signal Processing Magazine"},{"issue":"15","key":"10.1016\/j.cie.2020.106749_b0015","doi-asserted-by":"crossref","first-page":"3995","DOI":"10.1080\/00207540210146990","article-title":"Decentralized autonomous AGV system for material handling","volume":"40","author":"Berman","year":"2002","journal-title":"International Journal of Production Research"},{"issue":"7705","key":"10.1016\/j.cie.2020.106749_b0020","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1038\/s41586-018-0102-6","article-title":"Vector-based navigation using grid-like representations in artificial agents","volume":"557","author":"Banino","year":"2018","journal-title":"Nature"},{"issue":"16","key":"10.1016\/j.cie.2020.106749_b0025","doi-asserted-by":"crossref","first-page":"4787","DOI":"10.1080\/00207543.2010.510486","article-title":"A multiple-criteria real-time scheduling approach for multiple-load carriers subject to lifo loading constraints","volume":"49","author":"Chen","year":"2011","journal-title":"International Journal of Production Research"},{"issue":"6","key":"10.1016\/j.cie.2020.106749_b0030","doi-asserted-by":"crossref","first-page":"1233","DOI":"10.1007\/s10845-013-0852-9","article-title":"A reinforcement learning based approach for a multiple-load carrier scheduling problem","volume":"26","author":"Chen","year":"2015","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"4","key":"10.1016\/j.cie.2020.106749_b0035","doi-asserted-by":"crossref","first-page":"1744","DOI":"10.1109\/TII.2017.2749520","article-title":"Decentralized motion planning and scheduling of AGVs in an FMS","volume":"14","author":"Demesure","year":"2018","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"6","key":"10.1016\/j.cie.2020.106749_b0040","doi-asserted-by":"crossref","first-page":"3723","DOI":"10.1109\/TII.2019.2890849","article-title":"Active object detection with multistep action prediction using deep Q-network","volume":"15","author":"Han","year":"2019","journal-title":"IEEE Transactions on Industrial Informatics"},{"issue":"3","key":"10.1016\/j.cie.2020.106749_b0045","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1016\/j.cie.2006.08.007","article-title":"A simulation study on the performance of pickup-dispatching rules for multiple-load AGVs","volume":"51","author":"Ho","year":"2006","journal-title":"Computers & Industrial Engineering"},{"issue":"1","key":"10.1016\/j.cie.2020.106749_b0050","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1080\/00207549608904893","article-title":"Agv dispatching","volume":"34","author":"Klei","year":"1996","journal-title":"International Journal of Production Research"},{"issue":"1","key":"10.1016\/j.cie.2020.106749_b0055","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","article-title":"Reinforcement learning: A survey","volume":"4","author":"Kaelbling","year":"1996","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.1016\/j.cie.2020.106749_b0060","doi-asserted-by":"crossref","first-page":"801","DOI":"10.1080\/00207543.2018.1483587","article-title":"Scheduling of smart intra \u2013 factory material supply operations using mobile robots","volume":"57","author":"Kousi","year":"2019","journal-title":"International Journal of Production Research"},{"key":"10.1016\/j.cie.2020.106749_b0065","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1016\/j.procir.2016.09.014","article-title":"Service oriented architecture for dynamic scheduling of mobile robots for material supply","volume":"55","author":"Kousi","year":"2016","journal-title":"Procedia CIRP"},{"key":"10.1016\/j.cie.2020.106749_b0070","doi-asserted-by":"crossref","first-page":"371","DOI":"10.1016\/j.procir.2016.02.131","article-title":"Short-term planning for part supply in assembly line using mobile robots","volume":"44","author":"Kousi","year":"2016","journal-title":"Procedia CIRP"},{"key":"10.1016\/j.cie.2020.106749_b0075","first-page":"1","article-title":"A mechanism for scheduling multi robot intelligent warehouse system face with dynamic demand","author":"Li","year":"2018","journal-title":"Journal of Intelligent Manufacturing"},{"key":"10.1016\/j.cie.2020.106749_b0080","doi-asserted-by":"crossref","first-page":"1125","DOI":"10.1109\/JIOT.2017.2683200","article-title":"A survey on internet of things: architecture, enabling technologies, security and privacy, and applications","volume":"4","author":"Lin","year":"2017","journal-title":"IEEE Internet of Things Journal"},{"key":"10.1016\/j.cie.2020.106749_b0085","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1016\/j.mfglet.2018.09.002","article-title":"Industrial Artificial Intelligence for industry 4.0-based manufacturing systems","volume":"18","author":"Lee","year":"2018","journal-title":"Manufacturing Letters"},{"key":"10.1016\/j.cie.2020.106749_b0090","doi-asserted-by":"crossref","first-page":"892","DOI":"10.1016\/j.jclepro.2019.04.134","article-title":"Energy-cyber-physical system enabled management for energy-intensive manufacturing industries","author":"Ma","year":"2019","journal-title":"Journal of Cleaner Production"},{"issue":"3","key":"10.1016\/j.cie.2020.106749_b0095","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0169817","article-title":"Multi-objective AGV scheduling in an FMS using a hybrid of genetic algorithm and particle swarm optimization","volume":"12","author":"Mousavi","year":"2017","journal-title":"PLOS ONE"},{"key":"10.1016\/j.cie.2020.106749_b0100","doi-asserted-by":"crossref","first-page":"3899","DOI":"10.1007\/s00170-019-03941-6","article-title":"Augmented reality application to support the assembly of highly customized products and to adapt to production re-scheduling","volume":"105","author":"Mourtzis","year":"2019","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"key":"10.1016\/j.cie.2020.106749_b0105","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1016\/j.jmsy.2018.05.008","article-title":"A cloud-based cyber-physical system for adaptive shop-floor scheduling and condition-based maintenance","volume":"47","author":"Mourtzis","year":"2018","journal-title":"Journal of Manufacturing Systems"},{"issue":"7540","key":"10.1016\/j.cie.2020.106749_b0110","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.cie.2020.106749_b0115","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.cie.2015.10.017","article-title":"Local and random searches for dispatch and conflict-free routing problem of capacitated AGV systems","volume":"91","author":"Miyamoto","year":"2016","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.cie.2020.106749_b0120","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/j.procir.2015.12.097","article-title":"Performance assessment of production systems with mobile robots","volume":"41","author":"Michalos","year":"2016","journal-title":"Procedia CIRP"},{"issue":"3","key":"10.1016\/j.cie.2020.106749_b0125","doi-asserted-by":"crossref","first-page":"4627","DOI":"10.1109\/JIOT.2018.2871394","article-title":"Blockchain-based software-defined industrial internet of things: A dueling deep Q-learning approach","volume":"6","author":"Qiu","year":"2019","journal-title":"IEEE Internet of Things Journal"},{"issue":"6","key":"10.1016\/j.cie.2020.106749_b0130","doi-asserted-by":"crossref","first-page":"4973","DOI":"10.1109\/TIE.2017.2767540","article-title":"LiftingNet: A novel deep learning network with layerwise feature learning from noisy mechanical data for fault classification","volume":"65","author":"Pan","year":"2018","journal-title":"IEEE Transactions on Industrial Electronics"},{"key":"10.1016\/j.cie.2020.106749_b0135","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1016\/j.cie.2015.01.003","article-title":"An Ant Colony Algorithm (ACA) for solving the new integrated model of job shop scheduling and conflict-free routing of AGVs","author":"Saidimehrabad","year":"2015","journal-title":"Computers & Industrial Engineering"},{"issue":"2","key":"10.1016\/j.cie.2020.106749_b0140","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/s10845-009-0283-9","article-title":"Agv scheduling for automated material distribution: A case study","volume":"22","author":"Singh","year":"2011","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"2","key":"10.1016\/j.cie.2020.106749_b0145","doi-asserted-by":"crossref","first-page":"527","DOI":"10.1080\/002075498193877","article-title":"A study of scheduling rules of flexible manufacturing systems: A simulation approach","volume":"36","author":"Sabuncuoglu","year":"1998","journal-title":"International Journal of Production Research"},{"key":"10.1016\/j.cie.2020.106749_b0150","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1016\/j.cie.2018.03.039","article-title":"Real-time scheduling for a smart factory using a reinforcement learning approach","author":"Shiue","year":"2018","journal-title":"Computers & Industrial Engineering"},{"issue":"7587","key":"10.1016\/j.cie.2020.106749_b0155","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of Go with deep neural networks and tree search","volume":"529","author":"Silver","year":"2016","journal-title":"Nature"},{"issue":"4","key":"10.1016\/j.cie.2020.106749_b0160","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1016\/S0305-0548(96)00061-5","article-title":"A genetic algorithm approach to the simultaneous scheduling of machines and automated guided vehicles","volume":"24","author":"Ulusoy","year":"1997","journal-title":"Computers & Operations Research"},{"issue":"3","key":"10.1016\/j.cie.2020.106749_b0165","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1016\/j.ejor.2004.09.020","article-title":"Survey of research in the design and control of automated guided vehicle systems","volume":"170","author":"Vis","year":"2006","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"10.1016\/j.cie.2020.106749_b0170","doi-asserted-by":"crossref","first-page":"2518","DOI":"10.1109\/JIOT.2018.2871346","article-title":"Multiagent and bargaining-game-based real-time scheduling for internet of things-enabled flexible job shop","volume":"6","author":"Wang","year":"2019","journal-title":"IEEE Internet of Things Journal"},{"key":"10.1016\/j.cie.2020.106749_b0175","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2019.101849","article-title":"A proactive material handling method for CPS enabled shop-floor","author":"Wang","year":"2020","journal-title":"Robotics and Computer-integrated Manufacturing"},{"issue":"4","key":"10.1016\/j.cie.2020.106749_b0180","doi-asserted-by":"crossref","first-page":"709","DOI":"10.1080\/00207540010007310","article-title":"Application of AI to AGV control?agent control of AGVs","volume":"39","author":"Wallace","year":"2001","journal-title":"International Journal of Production Research"},{"issue":"1","key":"10.1016\/j.cie.2020.106749_b0185","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1016\/j.engappai.2004.08.018","article-title":"Application of reinforcement learning for agent-based production scheduling","volume":"18","author":"Wang","year":"2005","journal-title":"Engineering Applications of Artificial Intelligence"},{"issue":"5","key":"10.1016\/j.cie.2020.106749_b0190","doi-asserted-by":"crossref","first-page":"5246","DOI":"10.1109\/TSG.2018.2879572","article-title":"Model-free real-time EV charging scheduling based on deep reinforcement learning","volume":"10","author":"Wan","year":"2019","journal-title":"IEEE Transactions on Smart Grid"},{"key":"10.1016\/j.cie.2020.106749_b0195","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1016\/j.jclepro.2018.06.170","article-title":"A big data driven analytical framework for energy-intensive manufacturing industries","author":"Zhang","year":"2018","journal-title":"Journal of Cleaner Production"},{"issue":"4","key":"10.1016\/j.cie.2020.106749_b0200","doi-asserted-by":"crossref","first-page":"1764","DOI":"10.1109\/TII.2017.2759319","article-title":"CPS-based smart control model for shopfloor material handling","volume":"14","author":"Zhang","year":"2018","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"10.1016\/j.cie.2020.106749_b0205","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1016\/j.ijpe.2014.12.029","article-title":"An optimization method for shopfloor material handling based on real-time and multi-source manufacturing data","author":"Zhang","year":"2015","journal-title":"International Journal of Production Economics"}],"container-title":["Computers & Industrial Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S036083522030468X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S036083522030468X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T18:29:02Z","timestamp":1759775342000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/linkinghub.elsevier.com\/retrieve\/pii\/S036083522030468X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11]]},"references-count":41,"alternative-id":["S036083522030468X"],"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.cie.2020.106749","relation":{},"ISSN":["0360-8352"],"issn-type":[{"value":"0360-8352","type":"print"}],"subject":[],"published":{"date-parts":[[2020,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in industry 4.0","name":"articletitle","label":"Article Title"},{"value":"Computers & Industrial Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.cie.2020.106749","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"106749"}}