{"id":"https://openalex.org/W4309804138","doi":"https://doi.org/10.48550/arxiv.2211.11492","title":"ClipCrop: Conditioned Cropping Driven by Vision-Language Model","display_name":"ClipCrop: Conditioned Cropping Driven by Vision-Language Model","publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4309804138","doi":"https://doi.org/10.48550/arxiv.2211.11492"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.11492","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.11492","pdf_url":"https://arxiv.org/pdf/2211.11492","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.11492","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063041433","display_name":"Zhihang Zhong","orcid":"https://orcid.org/0000-0002-1801-8095"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057367919","display_name":"Mingxi Cheng","orcid":"https://orcid.org/0000-0002-8070-6665"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Mingxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059765313","display_name":"Zhirong Wu","orcid":"https://orcid.org/0000-0001-9346-9964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051826701","display_name":"Yuhui Yuan","orcid":"https://orcid.org/0000-0002-8345-4205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Yuhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698163","display_name":"Yinqiang Zheng","orcid":"https://orcid.org/0000-0001-7434-5069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yinqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421180","display_name":"Ji Li","orcid":"https://orcid.org/0000-0003-4699-084X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091049278","display_name":"Hu Han","orcid":"https://orcid.org/0000-0001-6010-1792"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025114648","display_name":"Stephen Lin","orcid":"https://orcid.org/0000-0002-5616-558X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Stephen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045996641","display_name":"Yoichi Sato","orcid":"https://orcid.org/0000-0003-0097-4537"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sato, Yoichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101052713","display_name":"Imari Sato","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sato, Imari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cropping","display_name":"Cropping","score":0.9066944718360901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.711173951625824},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5982468724250793},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.5673748850822449},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.509369969367981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4868623614311218},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48350170254707336},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37621214985847473},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35602980852127075},{"id":"https://openalex.org/keywords/agriculture","display_name":"Agriculture","score":0.16450780630111694},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0996391773223877},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09955134987831116},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08886763453483582}],"concepts":[{"id":"https://openalex.org/C13558536","wikidata":"https://www.wikidata.org/wiki/Q785116","display_name":"Cropping","level":3,"score":0.9066944718360901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.711173951625824},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5982468724250793},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.5673748850822449},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.509369969367981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4868623614311218},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48350170254707336},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37621214985847473},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35602980852127075},{"id":"https://openalex.org/C118518473","wikidata":"https://www.wikidata.org/wiki/Q11451","display_name":"Agriculture","level":2,"score":0.16450780630111694},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0996391773223877},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09955134987831116},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08886763453483582},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.11492","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.11492","pdf_url":"https://arxiv.org/pdf/2211.11492","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2211.11492","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.11492","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.11492","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.11492","pdf_url":"https://arxiv.org/pdf/2211.11492","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4309804138.pdf","grobid_xml":"https://content.openalex.org/works/W4309804138.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3094871513","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501"],"abstract_inverted_index":{"Image":[0],"cropping":[1,38,78,98,124,128,156],"has":[2],"progressed":[3],"tremendously":[4],"under":[5],"the":[6,16,19,27,30,44,59,107,118,132],"data-driven":[7],"paradigm.":[8],"However,":[9],"current":[10,56],"approaches":[11],"do":[12],"not":[13],"account":[14],"for":[15,73],"intentions":[17],"of":[18,29,37,46,55,67,138],"user,":[20],"which":[21],"is":[22,33,40,48,162],"an":[23],"issue":[24],"especially":[25],"when":[26],"composition":[28],"input":[31],"image":[32,103],"complex.":[34],"Moreover,":[35],"labeling":[36],"data":[39,47],"costly":[41],"and":[42,76],"hence":[43],"amount":[45],"limited,":[49],"leading":[50],"to":[51,96,120],"poor":[52],"generalization":[53],"performance":[54],"algorithms":[57],"in":[58],"wild.":[60],"In":[61,112],"this":[62],"work,":[63],"we":[64,92,159],"take":[65],"advantage":[66],"vision-language":[68],"models":[69],"as":[70,110,151,153],"a":[71,82,86,94,100,126,154],"foundation":[72],"creating":[74],"robust":[75],"user-intentional":[77],"algorithms.":[79],"By":[80],"adapting":[81],"transformer":[83],"decoder":[84],"with":[85,99,125],"pre-trained":[87],"CLIP-based":[88],"detection":[89],"model,":[90],"OWL-ViT,":[91],"develop":[93],"method":[95],"perform":[97],"text":[101],"or":[102],"query":[104],"that":[105,161],"reflects":[106],"user's":[108],"intention":[109],"guidance.":[111],"addition,":[113],"our":[114,143],"pipeline":[115],"design":[116],"allows":[117],"model":[119,144],"learn":[121],"text-conditioned":[122],"aesthetic":[123],"small":[127],"dataset,":[129],"while":[130],"inheriting":[131],"open-vocabulary":[133],"ability":[134],"acquired":[135],"from":[136],"millions":[137],"text-image":[139],"pairs.":[140],"We":[141],"validate":[142],"through":[145],"extensive":[146],"experiments":[147],"on":[148],"existing":[149],"datasets":[150],"well":[152],"new":[155],"test":[157],"set":[158],"compiled":[160],"characterized":[163],"by":[164],"content":[165],"ambiguity.":[166]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}