{"id":"https://openalex.org/W3035282660","doi":"https://doi.org/10.24963/ijcai.2020/292","title":"Direct Quantization for Training Highly Accurate Low Bit-width Deep Neural Networks","display_name":"Direct Quantization for Training Highly Accurate Low Bit-width Deep Neural Networks","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3035282660","doi":"https://doi.org/10.24963/ijcai.2020/292","mag":"3035282660"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/292","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/292","pdf_url":"https://www.ijcai.org/proceedings/2020/0292.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0292.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080253938","display_name":"Tuan Hoang","orcid":"https://orcid.org/0000-0002-1076-8043"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Tuan Hoang","raw_affiliation_strings":["Singapore University of Technology and Design"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025723803","display_name":"Thanh-Toan Do","orcid":"https://orcid.org/0000-0002-6249-0848"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thanh-Toan Do","raw_affiliation_strings":["The University of Liverpool"],"affiliations":[{"raw_affiliation_string":"The University of Liverpool","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022799473","display_name":"Tam Nguyen","orcid":"https://orcid.org/0000-0003-0236-7992"},"institutions":[{"id":"https://openalex.org/I127591826","display_name":"University of Dayton","ror":"https://ror.org/021v3qy27","country_code":"US","type":"education","lineage":["https://openalex.org/I127591826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tam V. Nguyen","raw_affiliation_strings":["University of Dayton"],"affiliations":[{"raw_affiliation_string":"University of Dayton","institution_ids":["https://openalex.org/I127591826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057453537","display_name":"Ngai\u2010Man Cheung","orcid":"https://orcid.org/0000-0003-0135-3791"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ngai-Man Cheung","raw_affiliation_strings":["Singapore University of Technology and Design"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080253938"],"corresponding_institution_ids":["https://openalex.org/I152815399"],"apc_list":null,"apc_paid":null,"fwci":0.2931,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.55479935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2111","last_page":"2118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8736564517021179},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.745117723941803},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6412525773048401},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6101787686347961},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.5973104238510132},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5401834845542908},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.508647084236145},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4980649948120117},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45511606335639954},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.42738574743270874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4155840575695038},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36716169118881226}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8736564517021179},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.745117723941803},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6412525773048401},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6101787686347961},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.5973104238510132},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5401834845542908},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.508647084236145},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4980649948120117},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45511606335639954},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.42738574743270874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4155840575695038},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36716169118881226}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2020/292","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/292","pdf_url":"https://www.ijcai.org/proceedings/2020/0292.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/292","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/292","pdf_url":"https://www.ijcai.org/proceedings/2020/0292.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035282660.pdf","grobid_xml":"https://content.openalex.org/works/W3035282660.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1841592590","https://openalex.org/W1902934009","https://openalex.org/W2108598243","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2286365479","https://openalex.org/W2291160084","https://openalex.org/W2300242332","https://openalex.org/W2469490737","https://openalex.org/W2524428287","https://openalex.org/W2560017826","https://openalex.org/W2586654419","https://openalex.org/W2604700561","https://openalex.org/W2748818695","https://openalex.org/W2786548044","https://openalex.org/W2884150179","https://openalex.org/W2887447938","https://openalex.org/W2896934366","https://openalex.org/W2963163009","https://openalex.org/W2963273111","https://openalex.org/W2963480671","https://openalex.org/W2963521187","https://openalex.org/W2963681088","https://openalex.org/W2964195914","https://openalex.org/W2964228333","https://openalex.org/W2965527277","https://openalex.org/W3004061291","https://openalex.org/W3010557233","https://openalex.org/W3118608800","https://openalex.org/W4375869345"],"related_works":["https://openalex.org/W2896257321","https://openalex.org/W4319430125","https://openalex.org/W4205547277","https://openalex.org/W3016975909","https://openalex.org/W2906239812","https://openalex.org/W4289100296","https://openalex.org/W2962761403","https://openalex.org/W3111779990","https://openalex.org/W2799384463","https://openalex.org/W4221145391"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"two":[3],"novel":[4,68],"techniques":[5],"to":[6,19,81,90,122],"train":[7],"deep":[8],"convolutional":[9],"neural":[10],"networks":[11],"with":[12,77,112],"low":[13,21,92],"bit-width":[14,22,93],"weights":[15,30,76],"and":[16,168,173],"activations.":[17],"First,":[18],"obtain":[20,27,91],"weights,":[23,52],"most":[24],"existing":[25,95],"methods":[26],"the":[28,35,47,58,83,102,126,142,146,161],"quantized":[29,59,75],"by":[31],"performing":[32],"quantization":[33,79,127,143],"on":[34,160,171],"full-precision":[36,51],"network":[37],"weights.":[38,60],"However,":[39,101],"this":[40,63,116,133],"approach":[41],"would":[42],"result":[43],"in":[44,145],"some":[45],"mismatch:":[46],"gradient":[48,87],"descent":[49],"updates":[50],"but":[53],"it":[54],"does":[55],"not":[56],"update":[57],"To":[61,114],"address":[62,115],"issue,":[64,117],"we":[65,118,135],"propose":[66,119],"a":[67,109,120],"method":[69,121,156],"that":[70,140,153],"enables":[71],"direct":[72],"updating":[73],"of":[74,129,148],"learnable":[78],"levels":[80],"minimize":[82,141],"cost":[84],"function":[85],"using":[86,165],"descent.":[88],"Second,":[89],"activations,":[94],"works":[96],"consider":[97],"all":[98],"channels":[99,111],"equally.":[100],"activation":[103,138],"quantizers":[104,139],"could":[105],"be":[106],"biased":[107],"toward":[108],"few":[110],"high-variance.":[113],"take":[123],"into":[124],"account":[125],"errors":[128,144],"individual":[130],"channels.":[131,149],"With":[132],"approach,":[134],"can":[136],"learn":[137],"majority":[147],"Experimental":[150],"results":[151],"demonstrate":[152],"our":[154],"proposed":[155],"achieves":[157],"state-of-the-art":[158],"performance":[159],"image":[162],"classification":[163],"task,":[164],"AlexNet,":[166],"ResNet":[167],"MobileNetV2":[169],"architectures":[170],"CIFAR-100":[172],"ImageNet":[174],"datasets.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}