{"id":"https://openalex.org/W4281735559","doi":"https://doi.org/10.48550/arxiv.2206.02462","title":"Achieving Goals using Reward Shaping and Curriculum Learning","display_name":"Achieving Goals using Reward Shaping and Curriculum Learning","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4281735559","doi":"https://doi.org/10.48550/arxiv.2206.02462"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2206.02462","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.02462","pdf_url":"https://arxiv.org/pdf/2206.02462","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.02462","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058612418","display_name":"Mihai Anca","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anca, Mihai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028695423","display_name":"Jonathan Thomas","orcid":"https://orcid.org/0000-0001-8006-8491"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas, Jonathan D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011856168","display_name":"Dabal Pedamonti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pedamonti, Dabal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054317975","display_name":"Matthew Studley","orcid":"https://orcid.org/0000-0001-8520-0324"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Studley, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080973649","display_name":"Mark Hansen","orcid":"https://orcid.org/0000-0001-9210-6387"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hansen, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7251691222190857},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7002202272415161},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6600345969200134},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6369123458862305},{"id":"https://openalex.org/keywords/multitude","display_name":"Multitude","score":0.5644253492355347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5348948836326599},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5319607257843018},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.513613224029541},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4210661053657532},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33553963899612427},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3000064492225647},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1279062032699585},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11552459001541138}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7251691222190857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7002202272415161},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6600345969200134},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6369123458862305},{"id":"https://openalex.org/C2780565519","wikidata":"https://www.wikidata.org/wiki/Q1208937","display_name":"Multitude","level":2,"score":0.5644253492355347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5348948836326599},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5319607257843018},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.513613224029541},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4210661053657532},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33553963899612427},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3000064492225647},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1279062032699585},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11552459001541138},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2206.02462","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.02462","pdf_url":"https://arxiv.org/pdf/2206.02462","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2206.02462","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.02462","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.02462","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.02462","pdf_url":"https://arxiv.org/pdf/2206.02462","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2417432647","https://openalex.org/W2371114124","https://openalex.org/W2168950483","https://openalex.org/W1975110769","https://openalex.org/W2378535610","https://openalex.org/W4213029470","https://openalex.org/W2798951784","https://openalex.org/W657803122","https://openalex.org/W3121744968","https://openalex.org/W2088098466"],"abstract_inverted_index":{"Real-time":[0],"control":[1],"for":[2],"robotics":[3],"is":[4],"a":[5,31,73,102,121,132],"popular":[6],"research":[7],"area":[8],"in":[9,120],"the":[10,15,53,60,91,99,114,127],"reinforcement":[11],"learning":[12,84,100],"community.":[13],"Through":[14],"use":[16],"of":[17,33,62,76,101],"techniques":[18],"such":[19],"as":[20],"reward":[21,70],"shaping,":[22,71],"researchers":[23],"have":[24],"managed":[25],"to":[26,49,89],"train":[27],"online":[28],"agents":[29],"across":[30],"multitude":[32],"domains.":[34],"Despite":[35],"these":[36],"advances,":[37],"solving":[38],"goal-oriented":[39],"tasks":[40],"still":[41],"requires":[42],"complex":[43,92],"architectural":[44],"changes":[45],"or":[46],"hard":[47],"constraints":[48],"be":[50,107],"placed":[51],"on":[52,112,131],"problem.":[54],"In":[55],"this":[56],"article,":[57],"we":[58,125],"solve":[59],"problem":[61,103],"stacking":[63],"multiple":[64],"cubes":[65],"by":[66],"combining":[67],"curriculum":[68,83],"learning,":[69],"and":[72],"high":[74],"number":[75],"efficiently":[77],"parallelized":[78],"environments.":[79],"We":[80,110],"introduce":[81],"two":[82],"settings":[85],"that":[86,104],"allow":[87],"us":[88],"separate":[90],"task":[93],"into":[94],"sequential":[95],"sub-goals,":[96],"hence":[97],"enabling":[98],"may":[105],"otherwise":[106],"too":[108],"difficult.":[109],"focus":[111],"discussing":[113],"challenges":[115],"encountered":[116],"while":[117],"implementing":[118],"them":[119],"goal-conditioned":[122],"environment.":[123],"Finally,":[124],"extend":[126],"best":[128],"configuration":[129],"identified":[130],"higher":[133],"complexity":[134],"environment":[135],"with":[136],"differently":[137],"shaped":[138],"objects.":[139]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}