{"id":"https://openalex.org/W4403854078","doi":"https://doi.org/10.48550/arxiv.2410.01971","title":"Run-time Observation Interventions Make Vision-Language-Action Models More Visually Robust","display_name":"Run-time Observation Interventions Make Vision-Language-Action Models More Visually Robust","publication_year":2024,"publication_date":"2024-10-02","ids":{"openalex":"https://openalex.org/W4403854078","doi":"https://doi.org/10.48550/arxiv.2410.01971"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.01971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01971","pdf_url":"https://arxiv.org/pdf/2410.01971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.01971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109663942","display_name":"Asher J. Hancock","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hancock, Asher J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020154600","display_name":"Allen Z. Ren","orcid":"https://orcid.org/0000-0001-5306-2844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Allen Z.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102792178","display_name":"Anirudha Majumdar","orcid":"https://orcid.org/0009-0002-2296-7485"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Majumdar, Anirudha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.7152371406555176},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5917252898216248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5304502844810486},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.39523518085479736},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37857306003570557},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3765093982219696},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36641526222229004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3538057804107666}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7152371406555176},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5917252898216248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5304502844810486},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39523518085479736},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37857306003570557},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3765093982219696},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36641526222229004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3538057804107666},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.01971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01971","pdf_url":"https://arxiv.org/pdf/2410.01971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.01971","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.01971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.01971","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01971","pdf_url":"https://arxiv.org/pdf/2410.01971","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403854078.pdf","grobid_xml":"https://content.openalex.org/works/W4403854078.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2900068172","https://openalex.org/W2238030311","https://openalex.org/W1982842519","https://openalex.org/W2166644286","https://openalex.org/W2590898204","https://openalex.org/W2090248941","https://openalex.org/W2087256839","https://openalex.org/W3184899481","https://openalex.org/W1980499676","https://openalex.org/W4285021130"],"abstract_inverted_index":{"Vision-language-action":[0],"(VLA)":[1],"models":[2,113],"trained":[3],"on":[4,103],"large-scale":[5,23],"internet":[6],"data":[7],"and":[8,66,126,143],"robot":[9,18],"demonstrations":[10],"have":[11],"the":[12,57,61,74,89,98,121],"potential":[13],"to":[14,29,72,97,114,136],"serve":[15],"as":[16,34],"generalist":[17],"policies.":[19],"However,":[20],"despite":[21],"their":[22,117],"training,":[24],"VLAs":[25],"are":[26],"often":[27],"brittle":[28],"task-irrelevant":[30,70],"visual":[31],"details":[32],"such":[33],"distractor":[35,124],"objects":[36,125],"or":[37,95],"background":[38],"colors.":[39],"We":[40],"introduce":[41],"Bring":[42],"Your":[43],"Own":[44],"VLA":[45,91,112],"(BYOVLA):":[46],"a":[47],"run-time":[48],"intervention":[49],"scheme":[50],"that":[51,60,108],"(1)":[52],"dynamically":[53],"identifies":[54],"regions":[55,71],"of":[56,123],"input":[58],"image":[59,79],"model":[62,93],"is":[63,84],"sensitive":[64],"to,":[65],"(2)":[67],"minimally":[68],"alters":[69],"reduce":[73],"model's":[75,99],"sensitivity":[76],"using":[77],"automated":[78],"editing":[80],"tools.":[81],"Our":[82],"approach":[83],"compatible":[85],"with":[86,139],"any":[87],"off":[88],"shelf":[90],"without":[92],"fine-tuning":[94],"access":[96],"weights.":[100],"Hardware":[101],"experiments":[102],"language-instructed":[104],"manipulation":[105],"tasks":[106],"demonstrate":[107],"BYOVLA":[109],"enables":[110],"state-of-the-art":[111],"nearly":[115],"retain":[116],"nominal":[118],"performance":[119],"in":[120],"presence":[122],"backgrounds,":[127],"which":[128],"otherwise":[129],"degrade":[130],"task":[131],"success":[132],"rates":[133],"by":[134],"up":[135],"40%.":[137],"Website":[138],"additional":[140],"information,":[141],"videos,":[142],"code:":[144],"https://aasherh.github.io/byovla/":[145],".":[146]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2024-10-30T00:00:00"}