{"id":"https://openalex.org/W4403571356","doi":"https://doi.org/10.48550/arxiv.2410.10780","title":"MaskControl: Spatio-Temporal Control for Masked Motion Synthesis","display_name":"MaskControl: Spatio-Temporal Control for Masked Motion Synthesis","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403571356","doi":"https://doi.org/10.48550/arxiv.2410.10780"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.10780","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10780","pdf_url":"https://arxiv.org/pdf/2410.10780","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.10780","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075678858","display_name":"Ekkasit Pinyoanuntapong","orcid":"https://orcid.org/0000-0001-7314-3836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinyoanuntapong, Ekkasit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101325356","display_name":"Muhammad Usama Saleem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saleem, Muhammad Usama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033672325","display_name":"Korrawe Karunratanakul","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karunratanakul, Korrawe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383518","display_name":"Pu Wang","orcid":"https://orcid.org/0000-0002-4718-3102"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Pu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111340013","display_name":"Hongfei Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Hongfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418433","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0002-3525-9755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104257054","display_name":"Chuan Guo","orcid":"https://orcid.org/0000-0002-1250-7306"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cao, Junli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Junli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100308240","display_name":"Jian Ren","orcid":"https://orcid.org/0009-0005-7146-654X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058028206","display_name":"Sergey Tulyakov","orcid":"https://orcid.org/0000-0003-3465-1592"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tulyakov, Sergey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9437000155448914,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.531001091003418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43107494711875916},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.233664870262146}],"concepts":[{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.531001091003418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43107494711875916},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.233664870262146}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.10780","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10780","pdf_url":"https://arxiv.org/pdf/2410.10780","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.10780","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.10780","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.10780","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.10780","pdf_url":"https://arxiv.org/pdf/2410.10780","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403571356.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2],"motion":[3,23,42,64,101,140],"diffusion":[4],"models":[5,14],"have":[6],"enabled":[7],"spatially":[8],"controllable":[9],"text-to-motion":[10],"generation.":[11,24,80],"However,":[12],"these":[13,27],"struggle":[15],"to":[16,35,38,59,77,102,117],"achieve":[17],"high-precision":[18],"control":[19,148],"while":[20,71],"maintaining":[21],"high-quality":[22],"To":[25],"address":[26],"challenges,":[28],"we":[29,111],"propose":[30],"MaskControl,":[31],"the":[32,39,61,67,73,86,94,99,106,119],"first":[33],"approach":[34,45],"introduce":[36,112],"controllability":[37],"generative":[40],"masked":[41],"model.":[43],"Our":[44],"introduces":[46],"two":[47],"key":[48],"innovations.":[49],"First,":[50],"\\textit{Logits":[51],"Regularizer}":[52],"implicitly":[53],"perturbs":[54],"logits":[55,88,126],"at":[56,175],"training":[57],"time":[58],"align":[60,104],"distribution":[62,96,121],"of":[63],"tokens":[65],"with":[66,105],"controlled":[68,107],"joint":[69,108],"positions,":[70],"regularizing":[72],"categorical":[74],"token":[75,95],"prediction":[76],"ensure":[78],"high-fidelity":[79],"Second,":[81],"\\textit{Logit":[82],"Optimization}":[83],"explicitly":[84],"optimizes":[85],"predicted":[87],"during":[89],"inference":[90],"time,":[91],"directly":[92],"reshaping":[93],"that":[97,133],"forces":[98],"generated":[100],"accurately":[103],"positions.":[109],"Moreover,":[110],"\\textit{Differentiable":[113],"Expectation":[114],"Sampling":[115],"(DES)}":[116],"combat":[118],"non-differential":[120],"sampling":[122],"process":[123],"encountered":[124],"by":[125,144],"regularizer":[127],"and":[128,146,166],"optimization.":[129],"Extensive":[130],"experiments":[131],"demonstrate":[132],"MaskControl":[134,156],"outperforms":[135],"state-of-the-art":[136],"methods,":[137],"achieving":[138],"superior":[139],"quality":[141],"(FID":[142],"decreases":[143],"~77\\%)":[145],"higher":[147],"precision":[149],"(average":[150],"error":[151],"0.91":[152],"vs.":[153],"1.08).":[154],"Additionally,":[155],"enables":[157],"diverse":[158],"applications,":[159],"including":[160],"any-joint-any-frame":[161],"control,":[162,165],"body-part":[163],"timeline":[164],"zero-shot":[167],"objective":[168],"control.":[169],"Video":[170],"visualization":[171],"can":[172],"be":[173],"found":[174],"https://www.ekkasit.com/ControlMM-page/":[176]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2024-10-20T00:00:00"}