{"id":"https://openalex.org/W1545370577","doi":"https://doi.org/10.1109/icnn.1995.487520","title":"Second-order training for recurrent neural networks without teacher-forcing","display_name":"Second-order training for recurrent neural networks without teacher-forcing","publication_year":2002,"publication_date":"2002-11-19","ids":{"openalex":"https://openalex.org/W1545370577","doi":"https://doi.org/10.1109/icnn.1995.487520","mag":"1545370577"},"language":"en","primary_location":{"id":"doi:10.1109/icnn.1995.487520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnn.1995.487520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ICNN'95 - International Conference on Neural Networks","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035858702","display_name":"Fernando J. Von Zuben","orcid":"https://orcid.org/0000-0002-4128-5415"},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"F.J. Von Zuben","raw_affiliation_strings":["School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045448112","display_name":"M.L. de Andrade Netto","orcid":null},"institutions":[{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M.L. de Andrade Netto","raw_affiliation_strings":["School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, State University of Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Sch. of Electr. Eng., Univ. Estadual de Campinas, Sao Paulo, Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I181391015"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"801","last_page":"806"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conjugate-gradient-method","display_name":"Conjugate gradient method","score":0.646418571472168},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6440631151199341},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.6214484572410583},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.6196187138557434},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5866255164146423},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.584221363067627},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5492064356803894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5384097099304199},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.497379332780838},{"id":"https://openalex.org/keywords/nonlinear-conjugate-gradient-method","display_name":"Nonlinear conjugate gradient method","score":0.47822755575180054},{"id":"https://openalex.org/keywords/euclidean-space","display_name":"Euclidean space","score":0.47412610054016113},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.44477060437202454},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.42195743322372437},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.41951441764831543},{"id":"https://openalex.org/keywords/euclidean-distance","display_name":"Euclidean distance","score":0.4191034138202667},{"id":"https://openalex.org/keywords/autoregressive\u2013moving-average-model","display_name":"Autoregressive\u2013moving-average model","score":0.4138493537902832},{"id":"https://openalex.org/keywords/moving-average","display_name":"Moving average","score":0.41202571988105774},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39502206444740295},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3903825581073761},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.38139215111732483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36325836181640625},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3534010052680969},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.212567538022995},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09964868426322937},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.07992085814476013}],"concepts":[{"id":"https://openalex.org/C81184566","wikidata":"https://www.wikidata.org/wiki/Q1191895","display_name":"Conjugate gradient method","level":2,"score":0.646418571472168},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6440631151199341},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6214484572410583},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6196187138557434},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5866255164146423},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.584221363067627},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5492064356803894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5384097099304199},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.497379332780838},{"id":"https://openalex.org/C26362088","wikidata":"https://www.wikidata.org/wiki/Q17086453","display_name":"Nonlinear conjugate gradient method","level":4,"score":0.47822755575180054},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.47412610054016113},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.44477060437202454},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.42195743322372437},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.41951441764831543},{"id":"https://openalex.org/C120174047","wikidata":"https://www.wikidata.org/wiki/Q847073","display_name":"Euclidean distance","level":2,"score":0.4191034138202667},{"id":"https://openalex.org/C74883015","wikidata":"https://www.wikidata.org/wiki/Q290467","display_name":"Autoregressive\u2013moving-average model","level":3,"score":0.4138493537902832},{"id":"https://openalex.org/C175706884","wikidata":"https://www.wikidata.org/wiki/Q1130194","display_name":"Moving average","level":2,"score":0.41202571988105774},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39502206444740295},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3903825581073761},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.38139215111732483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36325836181640625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3534010052680969},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.212567538022995},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09964868426322937},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07992085814476013},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnn.1995.487520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnn.1995.487520","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ICNN'95 - International Conference on Neural Networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1575733219","https://openalex.org/W2006903949","https://openalex.org/W2016589492","https://openalex.org/W2040765723","https://openalex.org/W2051812123","https://openalex.org/W2097415784","https://openalex.org/W2110242546","https://openalex.org/W2266946488","https://openalex.org/W2595897327"],"related_works":["https://openalex.org/W2098528027","https://openalex.org/W2375129592","https://openalex.org/W2005717169","https://openalex.org/W2060532089","https://openalex.org/W2941778027","https://openalex.org/W3159557833","https://openalex.org/W2183734858","https://openalex.org/W4387168483","https://openalex.org/W3131790919","https://openalex.org/W3107945686"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"with":[2],"external":[3],"recurrences":[4],"can":[5,43],"be":[6,44,100],"successfully":[7],"applied":[8,85],"to":[9,63,86,91,99],"nonlinear":[10,24],"autoregressive":[11],"moving":[12],"average":[13],"modeling.":[14],"The":[15,40],"process":[16,83],"of":[17,37,50,60,80],"weight":[18],"adjustment":[19],"is":[20,34,71,97],"presented":[21],"as":[22],"a":[23,48],"optimization":[25],"problem":[26],"in":[27],"the":[28,35,51,57,65,67,78,81,92],"N-dimensional":[29],"Euclidean":[30],"space,":[31],"where":[32],"N":[33],"number":[36],"adjustable":[38],"weights.":[39],"least-squares":[41],"criterion":[42],"effectively":[45],"minimized":[46],"using":[47],"version":[49],"conjugate":[52],"gradient":[53],"algorithm.":[54],"Expending":[55],"about":[56],"same":[58],"amount":[59],"computation":[61],"necessary":[62],"obtain":[64],"gradient,":[66],"required":[68],"second-order":[69],"information":[70],"calculated":[72],"exactly.":[73],"A":[74],"simulation":[75],"example":[76],"confirms":[77],"efficacy":[79],"training":[82],"when":[84],"time":[87],"series":[88],"prediction.":[89,104],"Contrary":[90],"proposed":[93],"method,":[94],"teacher-forced":[95],"learning":[96],"shown":[98],"ill-suited":[101],"for":[102],"multistep":[103]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}