{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T03:00:42Z","timestamp":1783479642540,"version":"3.55.0"},"reference-count":41,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["106112015CDJXY090003"],"award-info":[{"award-number":["106112015CDJXY090003"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61602071"],"award-info":[{"award-number":["61602071"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Networks"],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1016\/j.comnet.2019.05.004","type":"journal-article","created":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T02:43:59Z","timestamp":1558406639000},"page":"251-263","update-policy":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":39,"special_numbering":"C","title":["VNE-TD: A virtual network embedding algorithm based on temporal-difference learning"],"prefix":"10.1016","volume":"161","author":[{"given":"Sen","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0002-8695-1047","authenticated-orcid":false,"given":"Jun","family":"Bi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianping","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Athanasios V.","family":"Vasilakos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qilin","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/j.comnet.2019.05.004_bib0001","doi-asserted-by":"crossref","first-page":"1888","DOI":"10.1109\/SURV.2013.013013.00155","article-title":"Virtual network embedding: a survey","volume":"15","author":"Fischer","year":"2013","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"7","key":"10.1016\/j.comnet.2019.05.004_bib0002","doi-asserted-by":"crossref","DOI":"10.1109\/MCOM.2009.5183468","article-title":"Network virtualization: state of the art and research challenges","volume":"47","author":"Chowdhury","year":"2009","journal-title":"IEEE Commun. Mag."},{"key":"10.1016\/j.comnet.2019.05.004_bib0003","article-title":"Network virtualization: implementation steps towards the future internet","volume":"17","author":"Tutschku","year":"2009","journal-title":"Electron. Commun. EASST"},{"key":"10.1016\/j.comnet.2019.05.004_bib0004","series-title":"INFOCOM, 2014 Proceedings IEEE","first-page":"1","article-title":"Toward profit-seeking virtual network embedding algorithm via global resource capacity","author":"Gong","year":"2014"},{"key":"10.1016\/j.comnet.2019.05.004_bib0005","unstructured":"D.G. Andersen, Theoretical Approaches to Node Assignment, Computer Science Department(2002) 86."},{"key":"10.1016\/j.comnet.2019.05.004_bib0006","series-title":"INFOCOM","first-page":"1","article-title":"Algorithms for assigning substrate network resources to virtual network components.","volume":"1200","author":"Zhu","year":"2006"},{"issue":"2","key":"10.1016\/j.comnet.2019.05.004_bib0007","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1145\/1355734.1355737","article-title":"Rethinking virtual network embedding: substrate support for path splitting and migration","volume":"38","author":"Yu","year":"2008","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"10.1016\/j.comnet.2019.05.004_bib0008","series-title":"Proceedings of the 2010 Second International Conference on Evolving Internet (INTERNET)","first-page":"68","article-title":"An approach towards resource efficient virtual network embedding","author":"Razzaq","year":"2010"},{"key":"10.1016\/j.comnet.2019.05.004_bib0009","series-title":"Proceedings of the 2011 IEEE International Conference on Communications (ICC)","first-page":"1","article-title":"Vne-ac: virtual network embedding algorithm based on ant colony metaheuristic","author":"Fajjari","year":"2011"},{"key":"10.1016\/j.comnet.2019.05.004_bib0010","series-title":"Proceedings of the 2011 International Conference on Electronics, Communications and Control (ICECC)","first-page":"183","article-title":"Completing virtual network embedding all in one mathematical programming","author":"Liu","year":"2011"},{"key":"10.1016\/j.comnet.2019.05.004_bib0011","series-title":"INFOCOM 2009","first-page":"783","article-title":"Virtual network embedding with coordinated node and link mapping","author":"Chowdhury","year":"2009"},{"issue":"2","key":"10.1016\/j.comnet.2019.05.004_bib0012","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1145\/1971162.1971168","article-title":"Virtual network embedding through topology-aware node ranking","volume":"41","author":"Cheng","year":"2011","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"10.1016\/j.comnet.2019.05.004_bib0013","series-title":"INFOCOM, 2012 Proceedings IEEE","first-page":"2408","article-title":"An opportunistic resource sharing and topology-aware mapping framework for virtual networks","author":"Zhang","year":"2012"},{"key":"10.1016\/j.comnet.2019.05.004_bib0014","series-title":"Reinforcement Learning: An Introduction","volume":"1","author":"Sutton","year":"1998"},{"key":"10.1016\/j.comnet.2019.05.004_sbref0014","series-title":"International Workshop on Software Engineering for Adaptive and Self-Managing Systems, 2007. ICSE Workshops SEAMS\u201907","article-title":"Research issues in multiple policy optimization using collaborative reinforcement learning","author":"Dusparic","year":"2007"},{"key":"10.1016\/j.comnet.2019.05.004_bib0016","series-title":"International Conference on International Conference on Machine Learning","first-page":"807","article-title":"Rectified linear units improve restricted boltzmann machines","author":"Nair","year":"2010"},{"key":"10.1016\/j.comnet.2019.05.004_bib0017","series-title":"INFOCOM\u201996. Fifteenth Annual Joint Conference of the IEEE Computer Societies. Networking the Next Generation. Proceedings IEEE","first-page":"594","article-title":"How to model an internetwork","volume":"2","author":"Zegura","year":"1996"},{"issue":"5","key":"10.1016\/j.comnet.2019.05.004_bib0018","doi-asserted-by":"crossref","first-page":"1607","DOI":"10.1109\/TNET.2013.2286156","article-title":"Energy-aware virtual network embedding","volume":"22","author":"Zhang","year":"2014","journal-title":"IEEE\/ACM Trans. Netw. (TON)"},{"key":"10.1016\/j.comnet.2019.05.004_bib0019","doi-asserted-by":"crossref","first-page":"448","DOI":"10.1016\/j.comnet.2015.09.036","article-title":"Energy aware virtual network embedding with dynamic demands: online and offline","volume":"93","author":"Zhang","year":"2015","journal-title":"Comput. Netwo."},{"issue":"6","key":"10.1016\/j.comnet.2019.05.004_bib0020","doi-asserted-by":"crossref","first-page":"3648","DOI":"10.1109\/TNET.2016.2533625","article-title":"Novel location-constrained virtual network embedding LC-VNE algorithms towards integrated node and link mapping","volume":"24","author":"Gong","year":"2016","journal-title":"IEEE\/ACM Trans. Netw."},{"key":"10.1016\/j.comnet.2019.05.004_bib0021","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/j.comnet.2016.10.007","article-title":"Virtual network embedding with multiple priority classes sharing substrate resources","volume":"112","author":"Ogino","year":"2017","journal-title":"Comput. Netw."},{"key":"10.1016\/j.comnet.2019.05.004_bib0022","series-title":"Proceedings of the 2018 15th Annual IEEE International Conference on Sensing, Communication, and Networking (SECON)","first-page":"1","article-title":"Rethinking virtual network embedding in reconfigurable networks","author":"Curran","year":"2018"},{"key":"10.1016\/j.comnet.2019.05.004_bib0023","series-title":"Proceedings of Workshop on Management of Large Scale Virtualized Infrastructures: Smart Data Acquisition, Analysis and Network and Service Management in the Future Internet, EUCNC2014","article-title":"Learning algorithms for dynamic resource allocation in virtualised networks","author":"Mijumbi","year":"2014"},{"issue":"2","key":"10.1016\/j.comnet.2019.05.004_bib0024","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1007\/s10922-015-9349-5","article-title":"Live: learning and inference for virtual network embedding","volume":"24","author":"Liao","year":"2016","journal-title":"J. Netw. Syst. Manag."},{"key":"10.1016\/j.comnet.2019.05.004_bib0025","series-title":"2016 12th International Conference on Network and Service Management (CNSM)","first-page":"10","article-title":"Boost online virtual network embedding: Using neural networks for admission control","author":"Blenk","year":"2016"},{"key":"10.1016\/j.comnet.2019.05.004_bib0026","series-title":"Proceedings of the Workshop on Big Data Analytics and Machine Learning for Data Communication Networks","first-page":"19","article-title":"o\u2019zapft is: Tap your network algorithm\u2019s big data!","author":"Blenk","year":"2017"},{"issue":"2","key":"10.1016\/j.comnet.2019.05.004_bib0027","doi-asserted-by":"crossref","first-page":"510","DOI":"10.1109\/TCYB.2016.2645123","article-title":"Virtual network embedding via monte carlo tree search","volume":"48","author":"Haeri","year":"2018","journal-title":"IEEE Trans. Cybern."},{"key":"10.1016\/j.comnet.2019.05.004_bib0028","doi-asserted-by":"crossref","unstructured":"A. Blenk, P. Kalmbach, J. Zerwas, M. Jarschel, S. Schmid, W. Kellerer, Neurovine: a neural preprocessor for your virtual network embedding algorithm (2018). https:\/\/2.zoppoz.workers.dev:443\/http\/eprints.cs.univie.ac.at\/5504\/.","DOI":"10.1109\/INFOCOM.2018.8486263"},{"key":"10.1016\/j.comnet.2019.05.004_bib0029","series-title":"Proceedings of the IEEE International Conference on Communications, 2005. ICC 2005. 2005","first-page":"1490","article-title":"Approximate server selection algorithms in content distribution networks","volume":"3","author":"Bakiras","year":"2005"},{"key":"10.1016\/j.comnet.2019.05.004_bib0030","series-title":"Proceedings of the 2010 IEEE 3rd International Conference on Cloud Computing","first-page":"91","article-title":"Dynamic resource allocation in computing clouds using distributed multiple criteria decision analysis","author":"Yazir","year":"2010"},{"key":"10.1016\/j.comnet.2019.05.004_bib0031","series-title":"Proceedings of the 2011 IEEE Third International Conference on Cloud Computing Technology and Science","first-page":"91","article-title":"Comparing VM-placement algorithms for on-demand clouds","author":"Mills","year":"2011"},{"key":"10.1016\/j.comnet.2019.05.004_bib0032","series-title":"Proceedings of the 2011 IEEE 4th International Conference on Cloud Computing","first-page":"324","article-title":"Multi-dimensional SLA-based resource allocation for multi-tier cloud computing systems","author":"Goudarzi","year":"2011"},{"key":"10.1016\/j.comnet.2019.05.004_bib0033","series-title":"Proceedings of the 2013 IEEE\/ACM 6th International Conference on Utility and Cloud Computing","first-page":"203","article-title":"Multi-objective virtual machine placement with service level agreement: a memetic algorithm approach","author":"Pires","year":"2013"},{"issue":"5","key":"10.1016\/j.comnet.2019.05.004_bib0034","doi-asserted-by":"crossref","first-page":"1","DOI":"10.5121\/ijcnc.2013.5501","article-title":"Joint multiple resource allocation method for cloud computing services with different QOS to users at multiple locations","volume":"5","author":"Kuribayashi","year":"2013","journal-title":"Int. J. Comput. Netw. Commun."},{"issue":"11","key":"10.1016\/j.comnet.2019.05.004_bib0035","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1109\/MCOM.2013.6658651","article-title":"Resource allocation in a network-based cloud computing environment: design challenges","volume":"51","author":"Sharkh","year":"2013","journal-title":"IEEE Commun. Mag."},{"key":"10.1016\/j.comnet.2019.05.004_bib0036","series-title":"Proceedings of the 2015 IEEE Twelfth International Symposium on Autonomous Decentralized Systems","first-page":"289","article-title":"Affinity and conflict-aware placement of virtual machines in heterogeneous data centers","author":"Su","year":"2015"},{"key":"10.1016\/j.comnet.2019.05.004_bib0037","series-title":"Proceedings of the 2017 IEEE 7th Annual Computing and Communication Workshop and Conference (CCWC)","first-page":"1","article-title":"Colap: a predictive framework for service function chain placement in a multi-cloud environment","author":"Gupta","year":"2017"},{"key":"10.1016\/j.comnet.2019.05.004_bib0038","series-title":"Proceedings of the 2017 IEEE International Conference on Communications (ICC)","first-page":"1","article-title":"Multi-objective scheduling of micro-services for optimal service function chains","author":"Bhamare","year":"2017"},{"key":"10.1016\/j.comnet.2019.05.004_bib0039","series-title":"Proceedings of the 2015 IEEE Conference on Computer Communications (INFOCOM)","first-page":"1346","article-title":"Near optimal placement of virtual network functions","author":"Cohen","year":"2015"},{"key":"10.1016\/j.comnet.2019.05.004_bib0040","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.comcom.2017.02.011","article-title":"Optimal virtual network function placement in multi-cloud service function chaining architecture","volume":"102","author":"Bhamare","year":"2017","journal-title":"Comput. Commun."},{"key":"10.1016\/j.comnet.2019.05.004_bib0041","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1016\/j.comcom.2018.05.004","article-title":"Efficient virtual network function placement strategies for cloud radio access networks","volume":"127","author":"Bhamare","year":"2018","journal-title":"Comput. Commun."}],"container-title":["Computer Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S138912861830584X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S138912861830584X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T13:04:27Z","timestamp":1761397467000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/linkinghub.elsevier.com\/retrieve\/pii\/S138912861830584X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10]]},"references-count":41,"alternative-id":["S138912861830584X"],"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.comnet.2019.05.004","relation":{},"ISSN":["1389-1286"],"issn-type":[{"value":"1389-1286","type":"print"}],"subject":[],"published":{"date-parts":[[2019,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"VNE-TD: A virtual network embedding algorithm based on temporal-difference learning","name":"articletitle","label":"Article Title"},{"value":"Computer Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.comnet.2019.05.004","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2019 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}