{"id":"https://openalex.org/W4384615906","doi":"https://doi.org/10.48550/arxiv.2307.07397","title":"Improving Zero-Shot Generalization for CLIP with Synthesized Prompts","display_name":"Improving Zero-Shot Generalization for CLIP with Synthesized Prompts","publication_year":2023,"publication_date":"2023-07-14","ids":{"openalex":"https://openalex.org/W4384615906","doi":"https://doi.org/10.48550/arxiv.2307.07397"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2307.07397","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.07397","pdf_url":"https://arxiv.org/pdf/2307.07397","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2307.07397","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074836725","display_name":"Zhengbo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhengbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112582835","display_name":"Jian Liang","orcid":"https://orcid.org/0000-0003-3890-1894"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112749024","display_name":"Ran He","orcid":"https://orcid.org/0000-0002-3807-991X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008716861","display_name":"Nan Xu","orcid":"https://orcid.org/0000-0001-9912-2347"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Nan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376572","display_name":"Zilei Wang","orcid":"https://orcid.org/0000-0003-1822-3731"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zilei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111885963","display_name":"Tieniu Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Tieniu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.802270233631134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7466009855270386},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.6673562526702881},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6384091377258301},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6068600416183472},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.6047429442405701},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6009565591812134},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5143111944198608},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.5073282122612},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41285306215286255},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3871120810508728},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3848015069961548},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2838762402534485},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.1977795660495758},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12201881408691406},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0747571587562561}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.802270233631134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7466009855270386},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.6673562526702881},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6384091377258301},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6068600416183472},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6047429442405701},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6009565591812134},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5143111944198608},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.5073282122612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41285306215286255},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3871120810508728},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3848015069961548},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2838762402534485},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.1977795660495758},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12201881408691406},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0747571587562561},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2307.07397","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.07397","pdf_url":"https://arxiv.org/pdf/2307.07397","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2307.07397","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2307.07397","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2307.07397","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2307.07397","pdf_url":"https://arxiv.org/pdf/2307.07397","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4384615906.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2325697621"],"abstract_inverted_index":{"With":[0],"the":[1,43,91,96,100,105,116,120,150],"growing":[2],"interest":[3],"in":[4,38],"pretrained":[5],"vision-language":[6],"models":[7,17],"like":[8],"CLIP,":[9],"recent":[10],"research":[11],"has":[12],"focused":[13],"on":[14,139],"adapting":[15],"these":[16],"to":[18,42,75,85,104],"downstream":[19],"tasks.":[20],"Despite":[21],"achieving":[22],"promising":[23],"results,":[24],"most":[25],"existing":[26,77],"methods":[27,130],"require":[28],"labeled":[29,55,133],"data":[30,56],"for":[31,119],"all":[32],"classes,":[33],"which":[34],"may":[35,53],"not":[36],"hold":[37],"real-world":[39],"applications":[40],"due":[41],"long":[44],"tail":[45],"and":[46,99,134,145],"Zipf's":[47],"law.":[48],"For":[49],"example,":[50],"some":[51],"classes":[52],"lack":[54],"entirely,":[57],"such":[58],"as":[59],"emerging":[60],"concepts.":[61],"To":[62],"address":[63],"this":[64,111],"problem,":[65],"we":[66,81,113,125],"propose":[67],"a":[68,87],"plug-and-play":[69],"generative":[70],"approach":[71],"called":[72],"\\textbf{S}ynt\\textbf{H}es\\textbf{I}zed":[73],"\\textbf{P}rompts~(\\textbf{SHIP})":[74],"improve":[76],"fine-tuning":[78],"methods.":[79],"Specifically,":[80],"follow":[82],"variational":[83],"autoencoders":[84],"introduce":[86],"generator":[88],"that":[89],"reconstructs":[90],"visual":[92],"features":[93,118],"by":[94,131],"inputting":[95],"synthesized":[97,117,135],"prompts":[98],"corresponding":[101],"class":[102],"names":[103],"textual":[106],"encoder":[107],"of":[108,152],"CLIP.":[109],"In":[110],"manner,":[112],"easily":[114],"obtain":[115],"remaining":[121],"label-only":[122],"classes.":[123],"Thereafter,":[124],"fine-tune":[126],"CLIP":[127],"with":[128],"off-the-shelf":[129],"combining":[132],"features.":[136],"Extensive":[137],"experiments":[138],"base-to-new":[140],"generalization,":[141],"cross-dataset":[142],"transfer":[143],"learning,":[144],"generalized":[146],"zero-shot":[147],"learning":[148],"demonstrate":[149],"superiority":[151],"our":[153],"approach.":[154],"The":[155],"code":[156],"is":[157],"available":[158],"at":[159],"\\url{https://github.com/mrflogs/SHIP}.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}