{"id":"https://openalex.org/W7158872371","doi":"https://doi.org/10.48550/arxiv.2604.26848","title":"STARRY: Spatial-Temporal Action-Centric World Modeling for Robotic Manipulation","display_name":"STARRY: Spatial-Temporal Action-Centric World Modeling for Robotic Manipulation","publication_year":2026,"publication_date":"2026-04-29","ids":{"openalex":"https://openalex.org/W7158872371","doi":"https://doi.org/10.48550/arxiv.2604.26848"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.26848","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.26848","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134884886","display_name":"Yuxuan Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114241823","display_name":"Yurun Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Yurun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134897438","display_name":"Bin Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134900634","display_name":"Yukun Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yukun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134882951","display_name":"Hao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134902393","display_name":"Chi Harold Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chi Harold","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134918247","display_name":"Kai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134894330","display_name":"Cong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Cong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.21369999647140503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.21369999647140503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.19439999759197235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.14749999344348907,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6722000241279602},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4147999882698059},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3901999890804291},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.38179999589920044},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.33480000495910645}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6722000241279602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5927000045776367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5555999875068665},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4147999882698059},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3671000003814697},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31700000166893005},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30309998989105225},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2847999930381775},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.26848","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.26848","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.26848","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robotic":[0],"manipulation":[1],"requires":[2],"reasoning":[3],"about":[4],"future":[5,50],"spatial-temporal":[6,31,42,51,131],"interactions":[7],"and":[8,44,53,65,80,102,136],"geometric":[9],"constraints,":[10],"yet":[11],"existing":[12],"Vision-Language-Action":[13],"(VLA)":[14],"policies":[15],"often":[16],"leave":[17],"predictive":[18],"representation":[19],"weakly":[20],"coupled":[21],"with":[22,122],"action":[23,45],"execution,":[24],"causing":[25],"failures":[26],"in":[27],"tasks":[28],"requiring":[29],"precise":[30],"coordination.":[32],"We":[33],"propose":[34],"STARRY,":[35],"a":[36,56],"world-model-enhanced":[37],"action-generation":[38],"policy":[39],"that":[40,112],"aligns":[41],"prediction":[43],"generation":[46],"by":[47],"jointly":[48],"denoising":[49],"latents":[52],"actions":[54],"through":[55],"unified":[57],"diffusion":[58],"process.":[59],"To":[60],"bridge":[61],"2D":[62],"visual":[63],"tokens":[64],"3D":[66],"metric":[67],"control,":[68],"STARRY":[69,93,113],"introduces":[70],"Geometry-Aware":[71],"Selective":[72],"Attention":[73],"Modulation":[74],"(GASAM),":[75],"which":[76],"converts":[77],"predicted":[78],"depth":[79],"end-effector":[81],"geometry":[82],"into":[83],"token-aligned":[84],"weights":[85],"for":[86,134],"selective":[87],"action-attention":[88],"modulation.":[89],"On":[90],"RoboTwin":[91],"2.0,":[92],"achieves":[94],"93.82%":[95],"/":[96],"93.30%":[97],"average":[98,115],"success":[99,116],"under":[100],"Clean":[101],"Randomized":[103],"settings":[104],"across":[105],"50":[106],"bimanual":[107],"tasks.":[108],"Real-world":[109],"experiments":[110],"show":[111],"improves":[114],"from":[117],"42.5%":[118],"to":[119],"70.8%":[120],"compared":[121],"$\u03c0_{0.5}$.":[123],"These":[124],"results":[125],"demonstrate":[126],"the":[127],"effectiveness":[128],"of":[129],"action-centric":[130],"world":[132],"modeling":[133],"spatially":[135],"temporally":[137],"demanding":[138],"robotic":[139],"manipulation.":[140]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-01T00:00:00"}