{"id":"https://openalex.org/W4389524056","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.853","title":"The Benefits of Label-Description Training for Zero-Shot Text Classification","display_name":"The Benefits of Label-Description Training for Zero-Shot Text Classification","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389524056","doi":"https://doi.org/10.18653/v1/2023.emnlp-main.853"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2023.emnlp-main.853","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.853","pdf_url":"https://aclanthology.org/2023.emnlp-main.853.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2023.emnlp-main.853.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101869342","display_name":"Lingyu Gao","orcid":"https://orcid.org/0009-0002-5696-5402"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingyu Gao","raw_affiliation_strings":["Toyota Technological Institute at Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867956","display_name":"Debanjan Ghosh","orcid":"https://orcid.org/0000-0001-7220-9928"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debanjan Ghosh","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081022650","display_name":"Kevin Gimpel","orcid":null},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Gimpel","raw_affiliation_strings":["Toyota Technological Institute at Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago","institution_ids":["https://openalex.org/I160992636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3067,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83562962,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"13823","last_page":"13844"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8408317565917969},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6589065790176392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6439535617828369},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6178407669067383},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6127150058746338},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5957962274551392},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.56564861536026},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5592749714851379},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5060004591941833},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5010049343109131},{"id":"https://openalex.org/keywords/encyclopedia","display_name":"Encyclopedia","score":0.4818243086338043},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4150368571281433},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41370153427124023},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3443560302257538},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33477357029914856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8408317565917969},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6589065790176392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6439535617828369},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6178407669067383},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6127150058746338},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5957962274551392},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.56564861536026},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5592749714851379},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5060004591941833},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5010049343109131},{"id":"https://openalex.org/C148863701","wikidata":"https://www.wikidata.org/wiki/Q5292","display_name":"Encyclopedia","level":2,"score":0.4818243086338043},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4150368571281433},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41370153427124023},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3443560302257538},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33477357029914856},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2023.emnlp-main.853","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.853","pdf_url":"https://aclanthology.org/2023.emnlp-main.853.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2023.emnlp-main.853","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.emnlp-main.853","pdf_url":"https://aclanthology.org/2023.emnlp-main.853.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389524056.pdf"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W2108281845","https://openalex.org/W2113459411","https://openalex.org/W2132190387","https://openalex.org/W2170240176","https://openalex.org/W2962369866","https://openalex.org/W2963026768","https://openalex.org/W2963341956","https://openalex.org/W2963486920","https://openalex.org/W2963804400","https://openalex.org/W2965373594","https://openalex.org/W2970200208","https://openalex.org/W2974986490","https://openalex.org/W3005187732","https://openalex.org/W3096580779","https://openalex.org/W3106109117","https://openalex.org/W3143107425","https://openalex.org/W3156470785","https://openalex.org/W3164972323","https://openalex.org/W3172943453","https://openalex.org/W3173233831","https://openalex.org/W4221149883","https://openalex.org/W4285066069","https://openalex.org/W4287659427","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4307937315","https://openalex.org/W4307937542","https://openalex.org/W4385570446","https://openalex.org/W4385573679"],"related_works":["https://openalex.org/W2348562996","https://openalex.org/W4387776128","https://openalex.org/W3010321750","https://openalex.org/W4394774294","https://openalex.org/W3159833212","https://openalex.org/W4244686159","https://openalex.org/W3011873497","https://openalex.org/W4287644835","https://openalex.org/W3092281475","https://openalex.org/W3098003361"],"abstract_inverted_index":{"Pretrained":[0],"language":[1],"models":[2],"have":[3],"improved":[4],"zero-shot":[5,38,99,112],"text":[6,158],"classification":[7,170],"by":[8,100],"allowing":[9],"the":[10,16,51,70,119,130,139],"transfer":[11],"of":[12,88],"semantic":[13],"knowledge":[14],"from":[15,125],"training":[17],"data":[18,67,136],"in":[19,27,72,129,171],"order":[20],"to":[21,35,49,108,121,127],"classify":[22,122],"among":[23],"specific":[24],"label":[25,163],"sets":[26],"downstream":[28],"tasks.":[29],"We":[30,43],"propose":[31],"a":[32,54,76,86,151,161],"simple":[33],"way":[34],"further":[36],"improve":[37],"accuracies":[39],"with":[40,64],"minimal":[41],"effort.":[42],"curate":[44],"small":[45],"finetuning":[46,58,147],"datasets":[47],"intended":[48],"describe":[50],"labels":[52,71,126,140],"for":[53,111,117,160],"task.":[55],"Unlike":[56],"typical":[57],"data,":[59],"which":[60],"has":[61],"texts":[62],"annotated":[63],"labels,":[65],"our":[66,93,135],"simply":[68],"describes":[69,138],"language,":[73],"e.g.,":[74],"using":[75],"few":[77],"related":[78],"terms,":[79],"dictionary/encyclopedia":[80],"entries,":[81],"and":[82,90,123],"short":[83],"templates.":[84],"Across":[85],"range":[87],"topic":[89],"sentiment":[91],"datasets,":[92],"method":[94],"is":[95,104],"more":[96,106],"accurate":[97],"than":[98],"17-19%":[101],"absolute.":[102],"It":[103],"also":[105],"robust":[107],"choices":[109],"required":[110],"classification,":[113],"such":[114],"as":[115],"patterns":[116],"prompting":[118],"model":[120,152],"mappings":[124],"tokens":[128],"model's":[131],"vocabulary.":[132],"Furthermore,":[133],"since":[134],"merely":[137],"but":[141],"does":[142],"not":[143],"use":[144],"input":[145],"texts,":[146],"on":[148,156],"it":[149],"yields":[150],"that":[153],"performs":[154],"strongly":[155],"multiple":[157,172],"domains":[159],"given":[162],"set,":[164],"even":[165],"improving":[166],"over":[167],"few-shot":[168],"out-of-domain":[169],"settings.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}