{"id":"https://openalex.org/W4401033039","doi":"https://doi.org/10.1016/j.ins.2024.121239","title":"Entropy-based guidance of deep neural networks for accelerated convergence and improved performance","display_name":"Entropy-based guidance of deep neural networks for accelerated convergence and improved performance","publication_year":2024,"publication_date":"2024-07-26","ids":{"openalex":"https://openalex.org/W4401033039","doi":"https://doi.org/10.1016/j.ins.2024.121239"},"language":"en","primary_location":{"id":"doi:10.1016/j.ins.2024.121239","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ins.2024.121239","pdf_url":null,"source":{"id":"https://openalex.org/S192650101","display_name":"Information Sciences","issn_l":"0020-0255","issn":["0020-0255","1872-6291"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.ins.2024.121239","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092818013","display_name":"Mackenzie J. Meni","orcid":null},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mackenzie J. Meni","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, United States of America","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053279009","display_name":"Ryan T. White","orcid":"https://orcid.org/0000-0002-5524-629X"},"institutions":[{"id":"https://openalex.org/I106959904","display_name":"Florida Institute of Technology","ror":"https://ror.org/04atsbb87","country_code":"US","type":"education","lineage":["https://openalex.org/I106959904"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ryan T. White","raw_affiliation_strings":["NEural TransmissionS (NETS) Lab, Florida Institute of Technology, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-5524-629X","affiliations":[{"raw_affiliation_string":"NEural TransmissionS (NETS) Lab, Florida Institute of Technology, United States of America","institution_ids":["https://openalex.org/I106959904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045705423","display_name":"Michael L. Mayo","orcid":"https://orcid.org/0000-0001-9014-1859"},"institutions":[{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]},{"id":"https://openalex.org/I87303767","display_name":"U.S. Army Engineer Research and Development Center","ror":"https://ror.org/027mhn368","country_code":"US","type":"facility","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1306490931","https://openalex.org/I1330347796","https://openalex.org/I87303767"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael L. Mayo","raw_affiliation_strings":["Environmental Laboratory, U.S. Army Engineer Research and Development Center (ERDC), United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Environmental Laboratory, U.S. Army Engineer Research and Development Center (ERDC), United States of America","institution_ids":["https://openalex.org/I4210088792","https://openalex.org/I87303767"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043605738","display_name":"Kevin R. Pilkiewicz","orcid":"https://orcid.org/0000-0002-3278-2268"},"institutions":[{"id":"https://openalex.org/I4210088792","display_name":"United States Army","ror":"https://ror.org/00afsp483","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I4210088792"]},{"id":"https://openalex.org/I87303767","display_name":"U.S. Army Engineer Research and Development Center","ror":"https://ror.org/027mhn368","country_code":"US","type":"facility","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1306490931","https://openalex.org/I1330347796","https://openalex.org/I87303767"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin R. Pilkiewicz","raw_affiliation_strings":["Environmental Laboratory, U.S. Army Engineer Research and Development Center (ERDC), United States of America"],"raw_orcid":"https://orcid.org/0000-0002-3278-2268","affiliations":[{"raw_affiliation_string":"Environmental Laboratory, U.S. Army Engineer Research and Development Center (ERDC), United States of America","institution_ids":["https://openalex.org/I4210088792","https://openalex.org/I87303767"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053279009","https://openalex.org/A5092818013"],"corresponding_institution_ids":["https://openalex.org/I106959904"],"apc_list":{"value":3330,"currency":"USD","value_usd":3330},"apc_paid":{"value":3330,"currency":"USD","value_usd":3330},"fwci":1.704,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86011713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"681","issue":null,"first_page":"121239","last_page":"121239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6322985291481018},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6281051635742188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6210602521896362},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5952536463737488},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5000731945037842},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.0627208948135376}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6322985291481018},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6281051635742188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6210602521896362},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5952536463737488},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5000731945037842},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0627208948135376},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.ins.2024.121239","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ins.2024.121239","pdf_url":null,"source":{"id":"https://openalex.org/S192650101","display_name":"Information Sciences","issn_l":"0020-0255","issn":["0020-0255","1872-6291"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Sciences","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.ins.2024.121239","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ins.2024.121239","pdf_url":null,"source":{"id":"https://openalex.org/S192650101","display_name":"Information Sciences","issn_l":"0020-0255","issn":["0020-0255","1872-6291"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338258","display_name":"Engineer Research and Development Center","ror":"https://ror.org/027mhn368"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1804536132","https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1963714278","https://openalex.org/W1978476493","https://openalex.org/W1993437751","https://openalex.org/W2070276049","https://openalex.org/W2112796928","https://openalex.org/W2135346645","https://openalex.org/W2158966691","https://openalex.org/W2336509789","https://openalex.org/W2478708596","https://openalex.org/W2803439868","https://openalex.org/W2953262163","https://openalex.org/W2963226019","https://openalex.org/W2997574889","https://openalex.org/W2998647565","https://openalex.org/W3006436762","https://openalex.org/W3011406331","https://openalex.org/W3012396582","https://openalex.org/W3036167779","https://openalex.org/W3098350627","https://openalex.org/W3118608800","https://openalex.org/W3153494205","https://openalex.org/W3215763395","https://openalex.org/W4213052788","https://openalex.org/W4226278401","https://openalex.org/W4249142012","https://openalex.org/W4287674181","https://openalex.org/W4288391450","https://openalex.org/W4301045096","https://openalex.org/W4306885072","https://openalex.org/W4308120364","https://openalex.org/W4310522808","https://openalex.org/W4385245566","https://openalex.org/W4385989180","https://openalex.org/W4391226299","https://openalex.org/W6637108112","https://openalex.org/W6637373629","https://openalex.org/W6668018020","https://openalex.org/W6674851815","https://openalex.org/W6676297131","https://openalex.org/W6680150708","https://openalex.org/W6681096077","https://openalex.org/W6684191040","https://openalex.org/W6687483927","https://openalex.org/W6692846177","https://openalex.org/W6703140735","https://openalex.org/W6718140377","https://openalex.org/W6739901393","https://openalex.org/W6747473740","https://openalex.org/W6754278344","https://openalex.org/W6779823529","https://openalex.org/W6782465632","https://openalex.org/W6784333009","https://openalex.org/W6790417844","https://openalex.org/W6799888692","https://openalex.org/W6810738896","https://openalex.org/W6851798788","https://openalex.org/W6852633293"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Neural":[0],"networks":[1,60,70,122],"have":[2],"dramatically":[3],"increased":[4],"our":[5],"capacity":[6],"to":[7,40,48,76,90,123],"learn":[8,124],"from":[9],"large,":[10],"high-dimensional":[11],"datasets":[12,116],"across":[13],"innumerable":[14],"disciplines.":[15],"However,":[16],"their":[17,23],"decisions":[18],"are":[19,26,33,88],"not":[20,34],"easily":[21],"interpretable,":[22],"computational":[24],"costs":[25],"high,":[27],"and":[28,30,57,83,93,97,111,137],"building":[29],"training":[31,135],"them":[32],"straightforward":[35],"processes.":[36],"To":[37],"add":[38],"structure":[39],"these":[41,118],"efforts,":[42],"we":[43],"derive":[44],"new":[45],"mathematical":[46],"results":[47],"efficiently":[49],"measure":[50],"the":[51,65,101],"changes":[52],"in":[53,67,106,129,133],"entropy":[54,68,103],"as":[55,69],"fully-connected":[56],"convolutional":[58,94],"neural":[59,121],"process":[61,71],"data.":[62],"By":[63],"measuring":[64],"change":[66],"data":[72,127],"effectively,":[73],"patterns":[74],"critical":[75],"a":[77],"well-performing":[78],"network":[79],"can":[80],"be":[81],"visualized":[82],"identified.":[84],"Entropy-based":[85],"loss":[86],"terms":[87],"developed":[89],"improve":[91],"dense":[92],"model":[95],"accuracy":[96],"efficiency":[98],"by":[99],"promoting":[100],"ideal":[102],"patterns.":[104],"Experiments":[105],"image":[107,109,112],"compression,":[108],"classification,":[110],"segmentation":[113],"on":[114],"benchmark":[115],"demonstrate":[117],"losses":[119],"guide":[120],"rich":[125],"latent":[126],"representations":[128],"fewer":[130,134],"dimensions,":[131],"converge":[132],"epochs,":[136],"achieve":[138],"higher":[139],"accuracy.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}