{"id":"https://openalex.org/W1970908687","doi":"https://doi.org/10.1145/2701126.2701191","title":"Model-based reinforcement learning approach for planning in self-adaptive software system","display_name":"Model-based reinforcement learning approach for planning in self-adaptive software system","publication_year":2015,"publication_date":"2015-01-08","ids":{"openalex":"https://openalex.org/W1970908687","doi":"https://doi.org/10.1145/2701126.2701191","mag":"1970908687"},"language":"en","primary_location":{"id":"doi:10.1145/2701126.2701191","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2701126.2701191","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Ubiquitous Information Management and Communication","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028352701","display_name":"Han Nguyen Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Han Nguyen Ho","raw_affiliation_strings":["Sungkyunkwan University, Korea","Sungkyunkwan University , Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Korea","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Sungkyunkwan University , Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015550942","display_name":"Eunseok Lee","orcid":"https://orcid.org/0000-0002-6557-8087"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunseok Lee","raw_affiliation_strings":["Sungkyunkwan University, Korea","Sungkyunkwan University , Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University, Korea","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Sungkyunkwan University , Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":1.4403,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.83846006,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8869450092315674},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7767646908760071},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7690767049789429},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6820000410079956},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4754771292209625},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.45055273175239563},{"id":"https://openalex.org/keywords/adaptive-system","display_name":"Adaptive system","score":0.42104846239089966},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.4179081618785858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4079148769378662}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8869450092315674},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7767646908760071},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7690767049789429},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6820000410079956},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4754771292209625},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45055273175239563},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.42104846239089966},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.4179081618785858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4079148769378662},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2701126.2701191","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2701126.2701191","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Ubiquitous Information Management and Communication","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4467745695","display_name":null,"funder_award_id":"2012033347","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W7221745","https://openalex.org/W1493515909","https://openalex.org/W1496855202","https://openalex.org/W1507852408","https://openalex.org/W1515851193","https://openalex.org/W1519805634","https://openalex.org/W1582436621","https://openalex.org/W1592076897","https://openalex.org/W1862757251","https://openalex.org/W1886563687","https://openalex.org/W1964137226","https://openalex.org/W1995931471","https://openalex.org/W2004073557","https://openalex.org/W2052524743","https://openalex.org/W2055906872","https://openalex.org/W2070383970","https://openalex.org/W2099564621","https://openalex.org/W2100379517","https://openalex.org/W2117629901","https://openalex.org/W2121863487","https://openalex.org/W2914656440","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2768698792","https://openalex.org/W2021474716","https://openalex.org/W4310517597","https://openalex.org/W3093159647","https://openalex.org/W2076610045","https://openalex.org/W1585236401","https://openalex.org/W2123948869","https://openalex.org/W1966273264","https://openalex.org/W4308627571","https://openalex.org/W2114015898"],"abstract_inverted_index":{"Policy-based":[0],"adaptation":[1,33],"is":[2,96],"one":[3],"of":[4,20,29,40,114,125,134],"interesting":[5],"topics":[6],"in":[7,14,49,59,79,100],"self-adaptive":[8,160],"software":[9,101,161],"research":[10],"community.":[11],"Current":[12],"works":[13,36,86],"the":[15,18,27,38,63,90,112,132,146],"field":[16],"proposed":[17],"term":[19],"policy":[21,164],"evolution,":[22],"which":[23,70,95],"concentrate":[24],"to":[25,44,73,103,137,153,157,167],"tackle":[26],"impact":[28],"environmental":[30],"uncertainty":[31],"on":[32],"decision.":[34],"These":[35],"adopted":[37],"advances":[39],"Reinforcement":[41],"Learning":[42],"(RL)":[43],"continuously":[45],"optimize":[46],"system":[47,121,141],"behavior":[48],"run-time.":[50],"However,":[51],"there":[52],"are":[53],"several":[54],"issues":[55,148],"remain":[56],"very":[57],"primitive":[58],"current":[60],"researches,":[61],"especially":[62],"arbitrary":[64],"exploitation--exploration":[65],"trade-off":[66],"and":[67,98,130,139,149,162],"random":[68],"exploration,":[69],"could":[71,87],"lead":[72],"slow":[74],"learning,":[75],"hence,":[76],"frail":[77],"decision":[78],"exceptional":[80],"situations.":[81],"With":[82],"model-free":[83],"approach,":[84],"these":[85],"not":[88],"leverage":[89],"knowledge":[91],"about":[92],"underlying":[93],"system,":[94],"essential":[97],"plentiful":[99],"engineering,":[102],"enhance":[104],"their":[105],"learning.":[106],"In":[107],"this":[108],"paper,":[109],"we":[110],"introduce":[111],"advantages":[113],"model-based":[115,155],"RL.":[116],"By":[117],"utilizing":[118],"engineering":[119,147],"knowledge,":[120],"maintains":[122],"a":[123,151,159],"model":[124],"interaction":[126],"with":[127],"its":[128,135],"environment":[129],"predicts":[131],"consequence":[133],"action,":[136],"improve":[138],"guarantee":[140],"performance.":[142],"We":[143],"also":[144],"discuss":[145],"propose":[150],"procedure":[152],"adopt":[154],"RL":[156],"build":[158],"bring":[163],"evolution":[165],"closer":[166],"real-world":[168],"applications.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}