{"id":"https://openalex.org/W4399151654","doi":"https://doi.org/10.48550/arxiv.2405.17871","title":"Seeing the Image: Prioritizing Visual Correlation by Contrastive Alignment","display_name":"Seeing the Image: Prioritizing Visual Correlation by Contrastive Alignment","publication_year":2024,"publication_date":"2024-05-28","ids":{"openalex":"https://openalex.org/W4399151654","doi":"https://doi.org/10.48550/arxiv.2405.17871"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.17871","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17871","pdf_url":"https://arxiv.org/pdf/2405.17871","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.17871","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078845147","display_name":"Xin Xiao","orcid":"https://orcid.org/0000-0001-8859-7240"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082577487","display_name":"Bohong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Bohong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045825621","display_name":"Jiacong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiacong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059255077","display_name":"Chunyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062428998","display_name":"Xun Zhou","orcid":"https://orcid.org/0000-0003-4871-4961"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102441501","display_name":"Haoyuan Guo","orcid":"https://orcid.org/0009-0009-2994-3823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Haoyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.6097999811172485,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.6097999811172485,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.5705999732017517,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.5602999925613403,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5364689230918884},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5332873463630676},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4766883850097656},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44882163405418396},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.36346882581710815},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36296212673187256},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3606356978416443},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.32463905215263367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2155373990535736},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.11831039190292358},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08722370862960815}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5364689230918884},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5332873463630676},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4766883850097656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44882163405418396},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.36346882581710815},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36296212673187256},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3606356978416443},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32463905215263367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2155373990535736},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.11831039190292358},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08722370862960815}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.17871","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17871","pdf_url":"https://arxiv.org/pdf/2405.17871","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.17871","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.17871","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.17871","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17871","pdf_url":"https://arxiv.org/pdf/2405.17871","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399151654.pdf","grobid_xml":"https://content.openalex.org/works/W4399151654.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2364238915","https://openalex.org/W2755342338","https://openalex.org/W2775347418","https://openalex.org/W2779427294","https://openalex.org/W2625805835","https://openalex.org/W2096492911","https://openalex.org/W2079911747","https://openalex.org/W3116076068","https://openalex.org/W2069885731","https://openalex.org/W2563206327"],"abstract_inverted_index":{"Existing":[0],"image-text":[1],"modality":[2],"alignment":[3,29],"in":[4,14,26,74],"Vision":[5],"Language":[6],"Models":[7],"(VLMs)":[8],"treats":[9],"each":[10,57,78],"text":[11,33,58,79],"token":[12,59,80],"equally":[13],"an":[15],"autoregressive":[16],"manner.":[17],"Despite":[18],"being":[19],"simple":[20,94],"and":[21,120],"effective,":[22],"this":[23,48],"method":[24,129],"results":[25,107],"sub-optimal":[27],"cross-modal":[28],"by":[30,68],"over-emphasizing":[31],"the":[32,44,72],"tokens":[34],"that":[35,99,109],"are":[36,146],"less":[37],"correlated":[38,103],"with":[39,43],"or":[40],"even":[41],"contradictory":[42],"input":[45],"images.":[46],"In":[47],"paper,":[49],"we":[50,66],"advocate":[51],"for":[52,56],"assigning":[53],"distinct":[54],"contributions":[55],"based":[60],"on":[61,77,123],"its":[62],"visual":[63,85],"correlation.":[64,86],"Specifically,":[65],"present":[67],"contrasting":[69],"image":[70],"inputs,":[71],"difference":[73],"prediction":[75],"logits":[76],"provides":[81],"strong":[82],"guidance":[83],"of":[84,115],"We":[87],"therefore":[88],"introduce":[89],"Contrastive":[90],"ALignment":[91],"(CAL),":[92],"a":[93],"yet":[95],"effective":[96],"re-weighting":[97],"strategy":[98],"prioritizes":[100],"training":[101],"visually":[102],"tokens.":[104],"Our":[105],"experimental":[106],"demonstrate":[108],"CAL":[110],"consistently":[111],"improves":[112],"different":[113,118],"types":[114],"VLMs":[116],"across":[117],"resolutions":[119],"model":[121],"sizes":[122],"various":[124],"benchmark":[125],"datasets.":[126],"Importantly,":[127],"our":[128],"incurs":[130],"minimal":[131],"additional":[132],"computational":[133],"overhead,":[134],"rendering":[135],"it":[136],"highly":[137],"efficient":[138],"compared":[139],"to":[140],"alternative":[141],"data":[142],"scaling":[143],"strategies.":[144],"Codes":[145],"available":[147],"at":[148],"https://github.com/foundation-multimodal-models/CAL.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}