{"id":"https://openalex.org/W4391710009","doi":"https://doi.org/10.48550/arxiv.2402.05813","title":"Selective Forgetting: Advancing Machine Unlearning Techniques and Evaluation in Language Models","display_name":"Selective Forgetting: Advancing Machine Unlearning Techniques and Evaluation in Language Models","publication_year":2024,"publication_date":"2024-02-08","ids":{"openalex":"https://openalex.org/W4391710009","doi":"https://doi.org/10.48550/arxiv.2402.05813"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.05813","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.05813","pdf_url":"https://arxiv.org/pdf/2402.05813","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.05813","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100702888","display_name":"Lingzhi Wang","orcid":"https://orcid.org/0000-0002-1346-2437"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lingzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044933782","display_name":"Xingshan Zeng","orcid":"https://orcid.org/0000-0002-0455-5519"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Xingshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Guo, Jinsong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jinsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008208316","display_name":"Kam\u2010Fai Wong","orcid":"https://orcid.org/0000-0002-9427-5659"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Kam-Fai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050151740","display_name":"Georg Gottlob","orcid":"https://orcid.org/0000-0002-2353-5230"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gottlob, Georg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.825535774230957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48837345838546753},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.4805643856525421},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4054655432701111},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40131014585494995},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.37047648429870605},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.35971200466156006},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3280602693557739},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.12353664636611938}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.825535774230957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48837345838546753},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4805643856525421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4054655432701111},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40131014585494995},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37047648429870605},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35971200466156006},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3280602693557739},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.12353664636611938}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.05813","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.05813","pdf_url":"https://arxiv.org/pdf/2402.05813","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.05813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.05813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.05813","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.05813","pdf_url":"https://arxiv.org/pdf/2402.05813","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6323066067","display_name":null,"funder_award_id":"ZDSYS20210623091809029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6396121924","display_name":null,"funder_award_id":"62227808","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391710009.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2794885965","https://openalex.org/W2974871044","https://openalex.org/W4310285384"],"abstract_inverted_index":{"This":[0],"paper":[1,139],"explores":[2],"Machine":[3],"Unlearning":[4],"(MU),":[5],"an":[6],"emerging":[7],"field":[8],"that":[9,32,44],"is":[10],"gaining":[11],"increased":[12],"attention":[13],"due":[14],"to":[15,87,169],"concerns":[16],"about":[17],"neural":[18],"models":[19],"unintentionally":[20],"remembering":[21],"personal":[22],"or":[23],"sensitive":[24,76,81,93,108,156,165],"information.":[25,94],"We":[26],"present":[27],"SeUL,":[28],"a":[29,46,129,141],"novel":[30,142],"method":[31,145],"enables":[33],"selective":[34,143],"and":[35,80,106,152,159,163,175],"fine-grained":[36],"unlearning":[37,99,144,173],"for":[38,133,154],"language":[39,62,118],"models.":[40],"Unlike":[41],"previous":[42],"work":[43],"employs":[45],"fully":[47],"reversed":[48],"training":[49],"objective":[50],"in":[51,65],"unlearning,":[52],"SeUL":[53],"minimizes":[54],"the":[55,59,89,98,125,171],"negative":[56],"impact":[57],"on":[58,117],"capability":[60],"of":[61,67,91,97],"models,":[63],"particularly":[64],"terms":[66],"generation.":[68],"Furthermore,":[69],"we":[70,101],"introduce":[71],"two":[72],"innovative":[73],"evaluation":[74,149,176],"metrics,":[75],"extraction":[77],"likelihood":[78],"(S-EL)":[79],"memorization":[82],"accuracy":[83],"(S-MA),":[84],"specifically":[85],"designed":[86],"assess":[88],"effectiveness":[90],"forgetting":[92],"In":[95,136],"support":[96,170],"framework,":[100],"propose":[102],"efficient":[103],"automatic":[104,161],"online":[105,113,162],"offline":[107,126,164],"span":[109,166],"annotation":[110,127,167],"methods.":[111],"The":[112],"selection":[114],"method,":[115],"based":[116],"probability":[119],"scores,":[120],"ensures":[121],"computational":[122],"efficiency,":[123],"while":[124],"involves":[128],"two-stage":[130],"LLM-based":[131],"process":[132],"robust":[134],"verification.":[135],"summary,":[137],"this":[138],"contributes":[140],"(SeUL),":[146],"introduces":[147],"specialized":[148],"metrics":[150],"(S-EL":[151],"S-MA)":[153],"assessing":[155],"information":[157],"forgetting,":[158],"proposes":[160],"methods":[168],"overall":[172],"framework":[174],"process.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2024-02-10T00:00:00"}