{"id":"https://openalex.org/W4393905461","doi":"https://doi.org/10.48550/arxiv.2404.00653","title":"Dual DETRs for Multi-Label Temporal Action Detection","display_name":"Dual DETRs for Multi-Label Temporal Action Detection","publication_year":2024,"publication_date":"2024-03-31","ids":{"openalex":"https://openalex.org/W4393905461","doi":"https://doi.org/10.48550/arxiv.2404.00653"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2404.00653","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.00653","pdf_url":"https://arxiv.org/pdf/2404.00653","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.00653","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100537868","display_name":"Yuhan Zhu","orcid":"https://orcid.org/0000-0002-7817-820X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085160493","display_name":"Guozhen Zhang","orcid":"https://orcid.org/0000-0003-0592-2285"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Guozhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026320292","display_name":"Jing Tan","orcid":"https://orcid.org/0000-0002-4605-4624"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101546753","display_name":"Gangshan Wu","orcid":"https://orcid.org/0000-0003-1391-1762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Gangshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436505","display_name":"Limin Wang","orcid":"https://orcid.org/0000-0002-3674-7718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Limin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.7085462808609009},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5871251821517944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46876782178878784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40189456939697266},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09370243549346924},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07525330781936646},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07394123077392578}],"concepts":[{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.7085462808609009},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5871251821517944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46876782178878784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40189456939697266},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09370243549346924},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07525330781936646},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07394123077392578},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2404.00653","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.00653","pdf_url":"https://arxiv.org/pdf/2404.00653","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.00653","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.00653","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.00653","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.00653","pdf_url":"https://arxiv.org/pdf/2404.00653","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G528746023","display_name":null,"funder_award_id":"61921006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6791897338","display_name":null,"funder_award_id":"62076119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393905461.pdf","grobid_xml":"https://content.openalex.org/works/W4393905461.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Temporal":[0],"Action":[1],"Detection":[2],"(TAD)":[3],"aims":[4],"to":[5,33,43,59,77,134,145,204],"identify":[6,51],"the":[7,11,19,30,34,47,124,156,167,177,199,205],"action":[8,53,169],"boundaries":[9],"and":[10,83,116,163,215],"corresponding":[12],"category":[13],"within":[14],"untrimmed":[15],"videos.":[16],"Inspired":[17],"by":[18,54],"success":[20],"of":[21,91,113,123,202],"DETR":[22,42],"in":[23,151],"object":[24],"detection,":[25],"several":[26],"methods":[27],"have":[28],"adapted":[29],"query-based":[31,72],"framework":[32],"TAD":[35,73,193],"task.":[36],"However,":[37],"these":[38],"approaches":[39],"primarily":[40],"followed":[41],"predict":[44],"actions":[45,79],"at":[46,86,118],"instance":[48],"level":[49,150],"(i.e.,":[50],"each":[52,119,149],"its":[55],"center":[56],"point),":[57],"leading":[58],"sub-optimal":[60],"boundary":[61],"localization.":[62],"To":[63],"address":[64],"this":[65],"issue,":[66],"we":[67,95,127,141],"propose":[68],"a":[69,97,129,152,210],"new":[70],"Dual-level":[71],"framework,":[74],"namely":[75],"DualDETR,":[76],"detect":[78],"from":[80,137,148,166],"both":[81,138],"instance-level":[82],"boundary-level.":[84],"Decoding":[85],"different":[87,92,108],"levels":[88],"requires":[89],"semantics":[90,117],"granularity,":[93],"therefore":[94],"introduce":[96],"two-branch":[98,125],"decoding":[99,105],"structure.":[100],"This":[101],"structure":[102],"builds":[103],"distinctive":[104],"processes":[106],"for":[107],"levels,":[109],"facilitating":[110],"explicit":[111],"capture":[112],"temporal":[114],"cues":[115,182],"level.":[120],"On":[121],"top":[122],"design,":[126],"present":[128],"joint":[130],"query":[131],"initialization":[132],"strategy":[133],"align":[135],"queries":[136,147,158,174],"levels.":[139],"Specifically,":[140],"leverage":[142],"encoder":[143],"proposals":[144],"match":[146],"one-to-one":[153],"manner.":[154],"Then,":[155],"matched":[157,168,178],"are":[159],"initialized":[160],"using":[161],"position":[162],"content":[164],"prior":[165],"proposal.":[170],"The":[171,195],"aligned":[172],"dual-level":[173],"can":[175],"refine":[176],"proposal":[179],"with":[180],"complementary":[181],"during":[183],"subsequent":[184],"decoding.":[185],"We":[186],"evaluate":[187],"DualDETR":[188,203],"on":[189],"three":[190],"challenging":[191],"multi-label":[192],"benchmarks.":[194],"experimental":[196],"results":[197,218],"demonstrate":[198],"superior":[200],"performance":[201],"existing":[206],"state-of-the-art":[207],"methods,":[208],"achieving":[209],"substantial":[211],"improvement":[212],"under":[213,219],"det-mAP":[214],"delivering":[216],"impressive":[217],"seg-mAP.":[220]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}