{"id":"https://openalex.org/W4221146344","doi":"https://doi.org/10.1109/jstsp.2022.3162989","title":"Distributed Learning With Sparsified Gradient Differences","display_name":"Distributed Learning With Sparsified Gradient Differences","publication_year":2022,"publication_date":"2022-04-01","ids":{"openalex":"https://openalex.org/W4221146344","doi":"https://doi.org/10.1109/jstsp.2022.3162989"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2022.3162989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3162989","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100769177","display_name":"Yi-Cheng Chen","orcid":"https://orcid.org/0000-0003-1876-9320"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yicheng Chen","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1876-9320","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042577942","display_name":"Rick S. Blum","orcid":"https://orcid.org/0000-0002-1024-6771"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick S. Blum","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1024-6771","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070679093","display_name":"Martin Tak\u00e1\u010d","orcid":"https://orcid.org/0000-0001-7455-2025"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Martin Takac","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-7455-2025","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053858045","display_name":"Brian M. Sadler","orcid":"https://orcid.org/0000-0002-9564-3812"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian M. Sadler","raw_affiliation_strings":["Army Research Laboratory, Adelphi, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9564-3812","affiliations":[{"raw_affiliation_string":"Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":2.487,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.90184823,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"585","last_page":"600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7123032808303833},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6588667035102844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5978811979293823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45219218730926514},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4375242590904236},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43349918723106384},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12315061688423157},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.07463711500167847}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7123032808303833},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6588667035102844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5978811979293823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45219218730926514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4375242590904236},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43349918723106384},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12315061688423157},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.07463711500167847},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2022.3162989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3162989","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1699582372","display_name":null,"funder_award_id":"W911NF-17-1-0331","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G3041188381","display_name":"Collaborative Research:  TRIPODS Institute for Optimization and Learning","funder_award_id":"1740796","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8084227899","display_name":"AF: Small: New classes of optimization methods for nonconvex large scale machine learning models.","funder_award_id":"1618717","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8466051932","display_name":null,"funder_award_id":"ECCS-1744129","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W866281365","https://openalex.org/W1788292158","https://openalex.org/W1837653564","https://openalex.org/W1972949070","https://openalex.org/W1974499748","https://openalex.org/W2012812921","https://openalex.org/W2044212084","https://openalex.org/W2047152541","https://openalex.org/W2092620240","https://openalex.org/W2112796928","https://openalex.org/W2117412539","https://openalex.org/W2136277139","https://openalex.org/W2149062484","https://openalex.org/W2150102617","https://openalex.org/W2153635508","https://openalex.org/W2162658997","https://openalex.org/W2164278908","https://openalex.org/W2165239860","https://openalex.org/W2216134724","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2535838896","https://openalex.org/W2542306928","https://openalex.org/W2606891064","https://openalex.org/W2616681435","https://openalex.org/W2773221161","https://openalex.org/W2777638777","https://openalex.org/W2919539866","https://openalex.org/W2937905591","https://openalex.org/W2963156201","https://openalex.org/W2963998230","https://openalex.org/W2965142130","https://openalex.org/W2975156709","https://openalex.org/W2982191236","https://openalex.org/W2995022099","https://openalex.org/W2997709794","https://openalex.org/W3015640161","https://openalex.org/W3030916542","https://openalex.org/W3101036738","https://openalex.org/W3133630856","https://openalex.org/W3141595720","https://openalex.org/W3166824036","https://openalex.org/W3179432221","https://openalex.org/W3204921648","https://openalex.org/W3210823865","https://openalex.org/W4250955649","https://openalex.org/W4297383547","https://openalex.org/W4301239768","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6680196509","https://openalex.org/W6681875376","https://openalex.org/W6728757088","https://openalex.org/W6734509502","https://openalex.org/W6738250615","https://openalex.org/W6738383168","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6747133071","https://openalex.org/W6748645090","https://openalex.org/W6748741829","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6759226220","https://openalex.org/W6768511045","https://openalex.org/W6791545107","https://openalex.org/W6803358175"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2389214306","https://openalex.org/W2965083567","https://openalex.org/W4235240664","https://openalex.org/W1838576100","https://openalex.org/W2095886385","https://openalex.org/W2889616422","https://openalex.org/W2089704382","https://openalex.org/W1983399550"],"abstract_inverted_index":{"A":[0,129],"very":[1],"large":[2],"number":[3,58],"of":[4,50,59,73,91,94,114,132,139,192,220],"communications":[5,24,39,52,240],"are":[6],"typically":[7],"required":[8],"to":[9,36,65,126,164,178,243],"solve":[10],"distributed":[11],"learning":[12,53,82],"tasks,":[13],"and":[14,19,110,119,184],"this":[15,27],"critically":[16],"limits":[17],"scalability":[18],"convergence":[20,75,85,193,210,218],"speed":[21],"in":[22,41,70],"wireless":[23,51],"applications.":[25],"In":[26],"paper,":[28],"we":[29],"devise":[30],"aGradientDescent":[31],"method":[32],"withSparsification":[33],"andErrorCorrection":[34],"(GD-SEC)":[35],"improve":[37],"the":[38,57,71,74,97,104,122,127,140,167,189,199,217,225,239,244,251],"efficiency":[40],"a":[42,48,111,207,232],"general":[43],"worker-server":[44],"architecture.":[45],"Motivated":[46],"by":[47],"variety":[49],"scenarios,":[54],"GD-SEC":[55,133,175,205,221,235],"reduces":[56],"bits":[60],"per":[61],"communication":[62,226],"from":[63,170],"worker":[64,102,163],"server":[66],"with":[67,188],"no":[68],"degradation":[69],"order":[72,191],"rate.":[76,211],"This":[77],"enables":[78],"larger":[79],"scale":[80],"model":[81],"without":[83,248],"sacrificing":[84],"or":[86],"accuracy.":[87],"At":[88],"each":[89,101,162],"iteration":[90],"GD-SEC,":[92],"instead":[93],"directly":[95],"transmitting":[96],"entire":[98],"gradient":[99,109,124,141],"vector,":[100],"computes":[103],"difference":[105,125,142],"between":[106],"its":[107,115,149],"current":[108],"linear":[112,209],"combination":[113],"previously":[116],"transmitted":[117,147],"gradients,":[118],"then":[120],"transmits":[121],"sparsified":[123],"server.":[128],"key":[130],"feature":[131],"is":[134,151,159,176,202],"that":[135,174],"any":[136],"given":[137],"component":[138],"vector":[143],"will":[144],"not":[145,152,214],"be":[146],"if":[148,198],"magnitude":[150],"sufficiently":[153],"large.":[154],"An":[155],"error":[156,168],"correction":[157],"technique":[158],"used":[160],"at":[161],"compensate":[165],"for":[166,180],"resulting":[169],"sparsification.":[171],"We":[172],"prove":[173],"guaranteed":[177],"converge":[179],"strongly":[181,203],"convex,":[182,183,204],"nonconvex":[185],"optimization":[186,252],"problems":[187],"same":[190],"rate":[194,219],"as":[195],"GD.":[196],"Furthermore,":[197],"objective":[200],"function":[201],"has":[206],"fast":[208],"Numerical":[212],"results":[213],"only":[215],"validate":[216],"but":[222],"also":[223],"explore":[224],"bit":[227],"savings":[228],"it":[229],"provides.":[230],"Given":[231],"target":[233],"accuracy,":[234],"can":[236],"significantly":[237],"reduce":[238],"load":[241],"compared":[242],"best":[245],"existing":[246],"algorithms":[247],"slowing":[249],"down":[250],"process.":[253]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}