{"id":"https://openalex.org/W4415334704","doi":"https://doi.org/10.48550/arxiv.2509.23791","title":"CaRe-BN: Precise Moving Statistics for Stabilizing Spiking Neural Networks in Reinforcement Learning","display_name":"CaRe-BN: Precise Moving Statistics for Stabilizing Spiking Neural Networks in Reinforcement Learning","publication_year":2025,"publication_date":"2025-09-28","ids":{"openalex":"https://openalex.org/W4415334704","doi":"https://doi.org/10.48550/arxiv.2509.23791"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.23791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.23791","pdf_url":"https://arxiv.org/pdf/2509.23791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.23791","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101293174","display_name":"Zijie Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032870782","display_name":"Xinyu Shi","orcid":"https://orcid.org/0009-0000-7354-6045"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048906374","display_name":"Yiting Dong","orcid":"https://orcid.org/0000-0002-8405-3139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yiting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101747161","display_name":"Zihan Huang","orcid":"https://orcid.org/0000-0003-3094-9017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048087489","display_name":"Zhaofei Yu","orcid":"https://orcid.org/0000-0002-6913-7553"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhaofei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.8402000069618225},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6668000221252441},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.6039999723434448},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5626999735832214},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5476999878883362},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.41130000352859497},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.37619999051094055}],"concepts":[{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.8402000069618225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.755299985408783},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6668000221252441},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.6039999723434448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5965999960899353},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5626999735832214},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5476999878883362},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4462999999523163},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.350600004196167},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C3832189","wikidata":"https://www.wikidata.org/wiki/Q8588916","display_name":"Models of neural computation","level":3,"score":0.25130000710487366},{"id":"https://openalex.org/C2779127903","wikidata":"https://www.wikidata.org/wiki/Q6510194","display_name":"Learning rule","level":3,"score":0.25060001015663147}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2509.23791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.23791","pdf_url":"https://arxiv.org/pdf/2509.23791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2509.23791","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2509.23791","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.23791","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.23791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.23791","pdf_url":"https://arxiv.org/pdf/2509.23791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5216777072","display_name":null,"funder_award_id":"62422601","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5782943403","display_name":null,"funder_award_id":"20230484362","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415334704.pdf","grobid_xml":"https://content.openalex.org/works/W4415334704.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spiking":[0],"Neural":[1,66],"Networks":[2,67],"(SNNs)":[3],"offer":[4],"low-latency":[5],"and":[6,23,61,95,111,154,173,210],"energy-efficient":[7,84],"decision-making":[8],"on":[9,76,86,151],"neuromorphic":[10,204],"hardware":[11],"by":[12,164,186],"mimicking":[13],"the":[14,21,79,130,142,201],"event-driven":[15],"dynamics":[16],"of":[17,26,81,145],"biological":[18],"neurons.":[19],"However,":[20],"discrete":[22,153],"non-differentiable":[24],"nature":[25],"spikes":[27],"leads":[28],"to":[29,116,166,198],"unstable":[30],"gradient":[31],"propagation":[32],"in":[33,58,147],"directly":[34],"trained":[35],"SNNs,":[36],"making":[37],"Batch":[38,97],"Normalization":[39,98],"(BN)":[40],"an":[41],"important":[42],"component":[43],"for":[44,83,108,194,203],"stabilizing":[45],"training.":[46],"In":[47],"online":[48],"Reinforcement":[49],"Learning":[50],"(RL),":[51],"imprecise":[52],"BN":[53,109,195],"statistics":[54,110],"hinder":[55],"exploitation,":[56],"resulting":[57],"slower":[59],"convergence":[60],"suboptimal":[62],"policies.":[63],"While":[64],"Artificial":[65],"(ANNs)":[68],"can":[69],"often":[70],"omit":[71],"BN,":[72],"SNNs":[73,82,146,177],"critically":[74],"depend":[75],"it,":[77],"limiting":[78],"adoption":[80],"control":[85,156],"resource-constrained":[87],"devices.":[88],"To":[89],"overcome":[90],"this,":[91],"we":[92],"propose":[93],"Confidence-adaptive":[94],"Re-calibration":[96],"(CaRe-BN),":[99],"which":[100],"introduces":[101],"(i)":[102],"a":[103,113,191],"confidence-guided":[104],"adaptive":[105],"update":[106],"strategy":[107],"(ii)":[112],"re-calibration":[114],"mechanism":[115],"align":[117],"distributions.":[118],"By":[119],"providing":[120],"more":[121],"accurate":[122],"normalization,":[123],"CaRe-BN":[124,135,160,180],"stabilizes":[125],"SNN":[126,162],"optimization":[127],"without":[128],"disrupting":[129],"RL":[131,174],"training":[132],"process.":[133],"Importantly,":[134],"does":[136],"not":[137],"alter":[138],"inference,":[139],"thus":[140],"preserving":[141],"energy":[143],"efficiency":[144],"deployment.":[148],"Extensive":[149],"experiments":[150],"both":[152,208],"continuous":[155],"benchmarks":[157],"demonstrate":[158],"that":[159,206],"improves":[161],"performance":[163],"up":[165],"$22.6\\%$":[167],"across":[168],"different":[169],"spiking":[170],"neuron":[171],"models":[172],"algorithms.":[175],"Remarkably,":[176],"equipped":[178],"with":[179],"even":[181],"surpass":[182],"their":[183],"ANN":[184],"counterparts":[185],"$5.9\\%$.":[187],"These":[188],"results":[189],"highlight":[190],"new":[192],"direction":[193],"techniques":[196],"tailored":[197],"RL,":[199],"paving":[200],"way":[202],"agents":[205],"are":[207],"efficient":[209],"high-performing.":[211],"Code":[212],"is":[213],"available":[214],"at":[215],"https://github.com/xuzijie32/CaRe-BN.":[216]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-19T00:00:00"}