{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T05:13:10Z","timestamp":1776834790382,"version":"3.51.2"},"reference-count":43,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11971373"],"award-info":[{"award-number":["11971373"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12090021"],"award-info":[{"award-number":["12090021"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["12125104"],"award-info":[{"award-number":["12125104"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61721002"],"award-info":[{"award-number":["61721002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U20B2075"],"award-info":[{"award-number":["U20B2075"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002855","name":"Ministry of Science and Technology of the People's Republic of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002855","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2021YFA1003002"],"award-info":[{"award-number":["2021YFA1003002"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Pattern Recognition"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1016\/j.patcog.2023.109875","type":"journal-article","created":{"date-parts":[[2023,8,7]],"date-time":"2023-08-07T20:35:40Z","timestamp":1691440540000},"page":"109875","update-policy":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":16,"special_numbering":"C","title":["Memory efficient data-free distillation for continual learning"],"prefix":"10.1016","volume":"144","author":[{"given":"Xiaorong","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shipeng","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0003-1908-7719","authenticated-orcid":false,"given":"Jian","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zongben","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.patcog.2023.109875_b1","series-title":"Psychol. Learn. Motiv., Vol. 24","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1016\/S0079-7421(08)60536-8","article-title":"Catastrophic interference in connectionist networks: The sequential learning problem","author":"McCloskey","year":"1989"},{"key":"10.1016\/j.patcog.2023.109875_b2","first-page":"1","article-title":"Incremental embedding learning with disentangled representation translation","author":"Wei","year":"2022","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.patcog.2023.109875_b3","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"2001","article-title":"iCaRL: Incremental classifier and representation learning","author":"Rebuffi","year":"2017"},{"key":"10.1016\/j.patcog.2023.109875_b4","series-title":"Adv. Neural Inform. Process. Syst.","first-page":"6467","article-title":"Gradient episodic memory for continual learning","author":"Lopez-Paz","year":"2017"},{"key":"10.1016\/j.patcog.2023.109875_b5","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"5871","article-title":"Prototype augmentation and self-supervision for incremental learning","author":"Zhu","year":"2021"},{"key":"10.1016\/j.patcog.2023.109875_b6","series-title":"Eur. Conf. Comput. Vis.","first-page":"720","article-title":"Online continual learning under extreme memory constraints","author":"Fini","year":"2020"},{"key":"10.1016\/j.patcog.2023.109875_b7","series-title":"Int. Conf. Comput. Vis.","first-page":"9374","article-title":"Always be dreaming: A new approach for data-free class-incremental learning","author":"Smith","year":"2021"},{"key":"10.1016\/j.patcog.2023.109875_b8","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"8715","article-title":"Dreaming to distill: Data-free knowledge transfer via DeepInversion","author":"Yin","year":"2020"},{"key":"10.1016\/j.patcog.2023.109875_b9","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"11854","article-title":"Private-knn: Practical differential privacy for computer vision","author":"Zhu","year":"2020"},{"key":"10.1016\/j.patcog.2023.109875_b10","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2022.108907","article-title":"Multi-criteria selection of rehearsal samples for continual learning","volume":"132","author":"Zhuang","year":"2022","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2023.109875_b11","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2021.108127","article-title":"FoCL: Feature-oriented continual learning for generative models","volume":"120","author":"Lao","year":"2021","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2023.109875_b12","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2023.109561","article-title":"Exemplar-free class incremental learning via discriminative and comparable parallel one-class classifiers","volume":"140","author":"Sun","year":"2023","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2023.109875_b13","series-title":"Eur. Conf. Comput. Vis.","first-page":"67","article-title":"Piggyback: Adapting a single network to multiple tasks by learning to mask weights","author":"Mallya","year":"2018"},{"key":"10.1016\/j.patcog.2023.109875_b14","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"7765","article-title":"Packnet: Adding multiple tasks to a single network by iterative pruning","author":"Mallya","year":"2018"},{"key":"10.1016\/j.patcog.2023.109875_b15","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"184","article-title":"Training networks in null space of feature covariance for continual learning","author":"Wang","year":"2021"},{"key":"10.1016\/j.patcog.2023.109875_b16","series-title":"Int. Conf. Learn. Represent.","article-title":"Gradient projection memory for continual learning","author":"Saha","year":"2021"},{"issue":"13","key":"10.1016\/j.patcog.2023.109875_b17","doi-asserted-by":"crossref","first-page":"3521","DOI":"10.1073\/pnas.1611835114","article-title":"Overcoming catastrophic forgetting in neural networks","volume":"114","author":"Kirkpatrick","year":"2017","journal-title":"Proc. Natl. Acad. Sci. USA"},{"key":"10.1016\/j.patcog.2023.109875_b18","series-title":"Eur. Conf. Comput. Vis.","first-page":"139","article-title":"Memory aware synapses: Learning what (not) to forget","author":"Aljundi","year":"2018"},{"issue":"12","key":"10.1016\/j.patcog.2023.109875_b19","doi-asserted-by":"crossref","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","article-title":"Learning without forgetting","volume":"40","author":"Li","year":"2017","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.patcog.2023.109875_b20","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2023.109383","article-title":"SATS: Self-attention transfer for continual semantic segmentation","volume":"138","author":"Qiu","year":"2023","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2023.109875_b21","series-title":"Int. Conf. Comput. Vis.","first-page":"312","article-title":"Overcoming catastrophic forgetting with unlabeled data in the wild","author":"Lee","year":"2019"},{"issue":"12","key":"10.1016\/j.patcog.2023.109875_b22","doi-asserted-by":"crossref","first-page":"13788","DOI":"10.1109\/TCYB.2021.3110369","article-title":"Incremental zero-shot learning","volume":"52","author":"Wei","year":"2022","journal-title":"IEEE Trans. Cybern."},{"key":"10.1016\/j.patcog.2023.109875_b23","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"7442","article-title":"Not just selection, but exploration: Online class-incremental continual learning via dual view consistency","author":"Gu","year":"2022"},{"issue":"8","key":"10.1016\/j.patcog.2023.109875_b24","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1038\/s42256-019-0080-x","article-title":"Continual learning of context-dependent processing in neural networks","volume":"1","author":"Zeng","year":"2019","journal-title":"Nat. Mach. Intell."},{"key":"10.1016\/j.patcog.2023.109875_b25","series-title":"Int. Conf. Mach. Learn.","first-page":"3987","article-title":"Continual learning through synaptic intelligence","author":"Zenke","year":"2017"},{"key":"10.1016\/j.patcog.2023.109875_b26","series-title":"Adv. Neural Inform. Process. Syst. Worksh.","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"10.1016\/j.patcog.2023.109875_b27","series-title":"Adv. Neural Inform. Process. Syst.","first-page":"2654","article-title":"Do deep nets really need to be deep?","author":"Ba","year":"2014"},{"key":"10.1016\/j.patcog.2023.109875_b28","series-title":"Adv. Neural Inform. Process. Syst., Vol. 33","first-page":"3647","article-title":"Continual learning with node-importance based adaptive group sparse regularization","author":"Jung","year":"2020"},{"key":"10.1016\/j.patcog.2023.109875_b29","series-title":"Eur. Conf. Comput. Vis.","first-page":"699","article-title":"More classifiers, less forgetting: A generic multi-classifier paradigm for incremental learning","author":"Liu","year":"2020"},{"key":"10.1016\/j.patcog.2023.109875_b30","series-title":"Adv. Neural Inform. Process. Syst.","article-title":"Matching networks for one shot learning","author":"Vinyals","year":"2016"},{"key":"10.1016\/j.patcog.2023.109875_b31","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"248","article-title":"Imagenet: A large-scale hierarchical image database","author":"Deng","year":"2009"},{"key":"10.1016\/j.patcog.2023.109875_b32","series-title":"Eur. Conf. Comput. Vis.","first-page":"630","article-title":"Identity mappings in deep residual networks","author":"He","year":"2016"},{"key":"10.1016\/j.patcog.2023.109875_b33","series-title":"Int. Conf. Learn. Represent.","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2015"},{"key":"10.1016\/j.patcog.2023.109875_b34","series-title":"Adv. Neural Inform. Process. Syst.","first-page":"17466","article-title":"Mitigating forgetting in online continual learning via instance-aware parameterization","author":"Chen","year":"2020"},{"key":"10.1016\/j.patcog.2023.109875_b35","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"16674","article-title":"Continual learning via bit-level information preserving","author":"Shi","year":"2021"},{"key":"10.1016\/j.patcog.2023.109875_b36","series-title":"Eur. Conf. Comput. Vis.","first-page":"566","article-title":"Incremental task learning with incremental rank updates","author":"Hyder","year":"2022"},{"key":"10.1016\/j.patcog.2023.109875_b37","series-title":"AAAI Conf. Artificial Intell.","article-title":"Continual learning with scaled gradient projection","author":"Saha","year":"2023"},{"key":"10.1016\/j.patcog.2023.109875_b38","series-title":"Int. Conf. Learn. Represent.","article-title":"TRGP: Trust region gradient projection for continual learning","author":"Lin","year":"2022"},{"key":"10.1016\/j.patcog.2023.109875_b39","series-title":"Int. Conf. Learn. Represent.","article-title":"Efficient lifelong learning with A-GEM","author":"Chaudhry","year":"2019"},{"key":"10.1016\/j.patcog.2023.109875_b40","series-title":"Adv. Neural Inform. Process. Syst.","article-title":"Exploring example influence in continual learning","author":"Sun","year":"2022"},{"key":"10.1016\/j.patcog.2023.109875_b41","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","first-page":"99","article-title":"GCR: Gradient coreset based replay buffer selection for continual learning","author":"Tiwari","year":"2022"},{"key":"10.1016\/j.patcog.2023.109875_b42","series-title":"IEEE Conf. Comput. Vis. Pattern Recog.","article-title":"Regularizing second-order influences for continual learning","author":"Sun","year":"2023"},{"key":"10.1016\/j.patcog.2023.109875_b43","series-title":"Adv. Neural Inform. Process. Syst.","first-page":"4655","article-title":"Overcoming catastrophic forgetting by incremental moment matching","author":"Lee","year":"2017"}],"container-title":["Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S0031320323005733?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S0031320323005733?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,21]],"date-time":"2025-09-21T17:16:11Z","timestamp":1758474971000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/linkinghub.elsevier.com\/retrieve\/pii\/S0031320323005733"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":43,"alternative-id":["S0031320323005733"],"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.patcog.2023.109875","relation":{},"ISSN":["0031-3203"],"issn-type":[{"value":"0031-3203","type":"print"}],"subject":[],"published":{"date-parts":[[2023,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Memory efficient data-free distillation for continual learning","name":"articletitle","label":"Article Title"},{"value":"Pattern Recognition","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.patcog.2023.109875","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"109875"}}