{"id":"https://openalex.org/W6947936136","doi":"https://doi.org/10.48550/arxiv.2402.00422","title":"Lightweight Pixel Difference Networks for Efficient Visual Representation Learning","display_name":"Lightweight Pixel Difference Networks for Efficient Visual Representation Learning","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W6947936136","doi":"https://doi.org/10.48550/arxiv.2402.00422"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2402.00422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.00422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2402.00422","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Su, Zhuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Jiehua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiehua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Longguang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Longguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Hua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Zhen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pietik\u00e4inen, Matti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pietik\u00e4inen, Matti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Liu, Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.06840000301599503,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.06840000301599503,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.03819999843835831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13238","display_name":"Botanical Studies and Applications","score":0.026799999177455902,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.5824000239372253},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5605999827384949},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5375000238418579},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4690000116825104},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4668999910354614},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.45320001244544983},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4471000134944916},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44699999690055847},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4456000030040741}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8176000118255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6704000234603882},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.5824000239372253},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5375000238418579},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4690000116825104},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4668999910354614},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4415000081062317},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4230000078678131},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3732999861240387},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.3522999882698059},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C193536780","wikidata":"https://www.wikidata.org/wiki/Q1513153","display_name":"Edge detection","level":4,"score":0.2921000123023987},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.250900000333786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2402.00422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.00422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2402.00422","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.00422","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"score":0.531201183795929,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"there":[1],"have":[2],"been":[3],"tremendous":[4],"efforts":[5],"in":[6,24,37],"developing":[7,31],"lightweight":[8,98],"Deep":[9],"Neural":[10],"Networks":[11,104],"(DNNs)":[12],"with":[13,87,174],"satisfactory":[14],"accuracy,":[15],"which":[16,70],"can":[17,157,163],"enable":[18],"the":[19,41,72,144,153,165,186],"ubiquitous":[20],"deployment":[21],"of":[22,30,44,59,194],"DNNs":[23,35],"edge":[25,123,149],"devices.":[26],"The":[27],"core":[28],"challenge":[29],"compact":[32],"and":[33,48,66,82,92,106,125,141,162,173,189],"efficient":[34,114],"lies":[36],"how":[38],"to":[39,84,111],"balance":[40],"competing":[42],"goals":[43],"achieving":[45],"high":[46,49],"accuracy":[47,188],"efficiency.":[50],"In":[51],"this":[52],"paper":[53],"we":[54,94],"propose":[55],"two":[56,97],"novel":[57],"types":[58],"convolutions,":[60],"dubbed":[61],"\\emph{Pixel":[62,102],"Difference":[63,103],"Convolution":[64],"(PDC)":[65],"Binary":[67,182],"PDC":[68,91],"(Bi-PDC)}":[69],"enjoy":[71],"following":[73],"benefits:":[74],"capturing":[75],"higher-order":[76],"local":[77],"differential":[78],"information,":[79],"computationally":[80],"efficient,":[81],"able":[83],"be":[85,158],"integrated":[86],"existing":[88,181],"DNNs.":[89],"With":[90],"Bi-PDC,":[93],"further":[95],"present":[96],"deep":[99],"networks":[100],"named":[101],"(PiDiNet)}":[105],"\\emph{Binary":[107],"PiDiNet":[108,140,151],"(Bi-PiDiNet)}":[109],"respectively":[110],"learn":[112],"highly":[113],"yet":[115],"more":[116],"accurate":[117],"representations":[118],"for":[119],"visual":[120],"tasks":[121],"including":[122],"detection":[124],"object":[126,178],"recognition.":[127],"Extensive":[128],"experiments":[129],"on":[130,168,197],"popular":[131],"datasets":[132],"(BSDS500,":[133],"ImageNet,":[134,161],"LFW,":[135],"YTF,":[136],"\\emph{etc.})":[137],"show":[138],"that":[139,156],"Bi-PiDiNet":[142,184],"achieve":[143,164],"best":[145,187],"accuracy-efficiency":[146],"trade-off.":[147],"For":[148,177],"detection,":[150],"is":[152],"first":[154],"network":[155],"trained":[159],"without":[160],"human-level":[166],"performance":[167],"BSDS500":[169],"at":[170,201],"100":[171],"FPS":[172],"$<$1M":[175],"parameters.":[176],"recognition,":[179],"among":[180],"DNNs,":[183],"achieves":[185],"a":[190],"nearly":[191],"$2\\times$":[192],"reduction":[193],"computational":[195],"cost":[196],"ResNet18.":[198],"Code":[199],"available":[200],"\\href{https://github.com/hellozhuo/pidinet}{https://github.com/hellozhuo/pidinet}.":[202]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}