{"id":"https://openalex.org/W4297166239","doi":"https://doi.org/10.48550/arxiv.2209.11388","title":"LGDN: Language-Guided Denoising Network for Video-Language Modeling","display_name":"LGDN: Language-Guided Denoising Network for Video-Language Modeling","publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W4297166239","doi":"https://doi.org/10.48550/arxiv.2209.11388"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.11388","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.11388","pdf_url":"https://arxiv.org/pdf/2209.11388","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.11388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007742778","display_name":"Haoyu Lu","orcid":"https://orcid.org/0000-0002-2866-4736"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022382771","display_name":"Mingyu Ding","orcid":"https://orcid.org/0000-0001-6556-8359"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Mingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029436121","display_name":"Nanyi Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Nanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110979715","display_name":"Yuqi Huo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huo, Yuqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085349794","display_name":"Zhiwu Lu","orcid":"https://orcid.org/0000-0003-0280-7724"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhiwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.851302981376648},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.5488430261611938},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4916384816169739},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4815409779548645},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.46042442321777344},{"id":"https://openalex.org/keywords/video-denoising","display_name":"Video denoising","score":0.45753198862075806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4370805025100708},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.4279777407646179},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.425651878118515},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.356380820274353},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33649542927742004},{"id":"https://openalex.org/keywords/multiview-video-coding","display_name":"Multiview Video Coding","score":0.16710767149925232},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1163938045501709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.851302981376648},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.5488430261611938},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4916384816169739},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4815409779548645},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.46042442321777344},{"id":"https://openalex.org/C30814859","wikidata":"https://www.wikidata.org/wiki/Q4119603","display_name":"Video denoising","level":5,"score":0.45753198862075806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4370805025100708},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.4279777407646179},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.425651878118515},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.356380820274353},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33649542927742004},{"id":"https://openalex.org/C23431618","wikidata":"https://www.wikidata.org/wiki/Q1404672","display_name":"Multiview Video Coding","level":4,"score":0.16710767149925232},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1163938045501709},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2209.11388","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.11388","pdf_url":"https://arxiv.org/pdf/2209.11388","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2209.11388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.11388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.11388","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.11388","pdf_url":"https://arxiv.org/pdf/2209.11388","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G3634295602","display_name":null,"funder_award_id":"61832017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3842386738","display_name":null,"funder_award_id":"BJJWZYJH012019100020098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6096155391","display_name":null,"funder_award_id":"BJJWZYJH012019100020098","funder_id":"https://openalex.org/F4320322499","funder_display_name":"Renmin University of China"},{"id":"https://openalex.org/G7833178340","display_name":null,"funder_award_id":"61976220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322499","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2735220192","https://openalex.org/W3178064017","https://openalex.org/W4389850132","https://openalex.org/W2544176622","https://openalex.org/W1574724839","https://openalex.org/W2491762871","https://openalex.org/W2377190948","https://openalex.org/W2096476311","https://openalex.org/W4221117092","https://openalex.org/W4361855866"],"abstract_inverted_index":{"Video-language":[0],"modeling":[1,31],"has":[2,68],"attracted":[3],"much":[4],"attention":[5,84],"with":[6,58],"the":[7,18,45,90,135,141,167,180,185],"rapid":[8],"growth":[9],"of":[10,48,80,183,190],"web":[11],"videos.":[12],"Most":[13],"existing":[14,123],"methods":[15,124],"assume":[16],"that":[17,125,163],"video":[19,33,49,66,129,151],"frames":[20,57,139,149],"and":[21,27,109,144],"text":[22],"description":[23],"are":[24],"semantically":[25],"correlated,":[26],"focus":[28],"on":[29,158],"video-language":[30,118,193],"at":[32],"level.":[34],"However,":[35],"this":[36,88],"hypothesis":[37],"often":[38],"fails":[39],"for":[40,117,152],"two":[41],"reasons:":[42],"(1)":[43],"With":[44],"rich":[46],"semantics":[47],"contents,":[50],"it":[51,95],"is":[52],"difficult":[53,97],"to":[54,86,98,178],"cover":[55],"all":[56,127],"a":[59,78],"single":[60],"video-level":[61],"description;":[62],"(2)":[63],"A":[64],"raw":[65],"typically":[67],"noisy/meaningless":[69],"information":[70,92],"(e.g.,":[71],"scenery":[72],"shot,":[73],"transition":[74],"or":[75,137],"teaser).":[76],"Although":[77],"number":[79],"recent":[81],"works":[82],"deploy":[83],"mechanism":[85],"alleviate":[87],"problem,":[89],"irrelevant/noisy":[91],"still":[93],"makes":[94],"very":[96],"address.":[99],"To":[100],"overcome":[101],"such":[102],"challenge,":[103],"we":[104],"thus":[105],"propose":[106],"an":[107],"efficient":[108],"effective":[110],"model,":[111],"termed":[112],"Language-Guided":[113],"Denoising":[114],"Network":[115],"(LGDN),":[116],"modeling.":[119],"Different":[120],"from":[121],"most":[122],"utilize":[126],"extracted":[128],"frames,":[130],"LGDN":[131,165],"dynamically":[132],"filters":[133],"out":[134],"misaligned":[136],"redundant":[138],"under":[140],"language":[142],"supervision":[143],"obtains":[145],"only":[146],"2--4":[147],"salient":[148],"per":[150],"cross-modal":[153],"token-level":[154],"alignment.":[155],"Extensive":[156],"experiments":[157],"five":[159],"public":[160],"datasets":[161],"show":[162],"our":[164],"outperforms":[166],"state-of-the-arts":[168],"by":[169],"large":[170],"margins.":[171],"We":[172],"also":[173],"provide":[174],"detailed":[175],"ablation":[176],"study":[177],"reveal":[179],"critical":[181],"importance":[182],"solving":[184],"noise":[186],"issue,":[187],"in":[188],"hope":[189],"inspiring":[191],"future":[192],"work.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}