{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T20:09:22Z","timestamp":1780517362190,"version":"3.54.1"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62222603"],"award-info":[{"award-number":["62222603"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62536004"],"award-info":[{"award-number":["62536004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Key-Area Research and Development Program of Guangdong Province","award":["2023B0303030001"],"award-info":[{"award-number":["2023B0303030001"]}]},{"name":"Program for Guangdong Introducing Innovative and Entrepreneurial Teams","award":["2019ZT08X214"],"award-info":[{"award-number":["2019ZT08X214"]}]},{"name":"Science and Technology Program of Guangzhou","award":["2024A04J6310"],"award-info":[{"award-number":["2024A04J6310"]}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2025ZYGXZR021"],"award-info":[{"award-number":["2025ZYGXZR021"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Comput. Soc. Syst."],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1109\/tcss.2026.3657001","type":"journal-article","created":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T20:59:12Z","timestamp":1771966752000},"page":"3643-3654","source":"Crossref","is-referenced-by-count":0,"title":["SAIL: Seeking Attribute in Language to Improve Chinese Pretraining"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0002-7025-6365","authenticated-orcid":false,"given":"Tong","family":"Zhang","sequence":"first","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Computational AI Models and Cognitive Intelligence, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0009-0000-7111-3537","authenticated-orcid":false,"given":"Zhongyi","family":"Deng","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Computational AI Models and Cognitive Intelligence, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0001-5451-7230","authenticated-orcid":false,"given":"C. L. Philip","family":"Chen","sequence":"additional","affiliation":[{"name":"Guangdong Provincial Key Laboratory of Computational AI Models and Cognitive Intelligence, School of Computer Science and Engineering, South China University of Technology, Guangzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s11431-020-1647-3"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2022.3223786"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3374633"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2022.108574"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/jbhi.2025.3612415"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.116036"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3688395"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.733"},{"key":"ref9","first-page":"2632","article-title":"Vision transformers need registers","volume-title":"Proc. 12th Int. Conf. Learn. Represent.","author":"Darcet","year":"2023"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1310.4546"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.150"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3419565"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1314"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.127"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3391833"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3440997"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-03274-0"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2025.3529746"},{"key":"ref20","article-title":"ALBERT: A lite BERT for self-supervised learning of language representations","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Lan","year":"2019"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00300"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1162"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.1"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.58"},{"key":"ref25","article-title":"PERT: Pre-training BERT with permuted language model","author":"Cui","year":"2022"},{"key":"ref26","article-title":"Glyce: Glyph-vectors for Chinese character representations","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Meng","year":"2019"},{"key":"ref27","article-title":"GlyphCRM: Bidirectional encoder representation for Chinese character with its glyph","author":"Li","year":"2021"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.161"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ITAIC54216.2022.9836832"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.419"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1080\/15427951.2005.10129098"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2022.3195739"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2023.3259010"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2024.3409715"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2021.3124365"},{"key":"ref37","article-title":"Cluener2020: Fine-grained name entity recognition for Chinese","author":"Xu","year":"2020"},{"key":"ref38","article-title":"Reducing BERT pre-training time from 3 days to 76 minutes","author":"You","year":"2020"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref40","article-title":"DRCD: A Chinese machine reading comprehension dataset","author":"Shao","year":"2018"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w18-2605"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1600"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32381-3_36"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.314"},{"key":"ref45","article-title":"DeBERTa: Decoding-enhanced BERT with disentangled attention","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"He","year":"2021"},{"key":"ref46","article-title":"Megatron-LM: Training multi-billion parameter language models using model parallelism","author":"Shoeybi","year":"2019"}],"container-title":["IEEE Transactions on Computational Social Systems"],"original-title":[],"link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/http\/xplorestaging.ieee.org\/ielx8\/6570650\/11543411\/11409876.pdf?arnumber=11409876","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T19:43:50Z","timestamp":1780515830000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/ieeexplore.ieee.org\/document\/11409876\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":46,"journal-issue":{"issue":"3"},"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1109\/tcss.2026.3657001","relation":{},"ISSN":["2329-924X","2373-7476"],"issn-type":[{"value":"2329-924X","type":"electronic"},{"value":"2373-7476","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6]]}}}