{"id":"https://openalex.org/W3158620332","doi":"https://doi.org/10.3389/frobt.2021.625125","title":"Off-Policy Evaluation of the Performance of a Robot Swarm: Importance Sampling to Assess Potential Modifications to the Finite-State Machine That Controls the Robots","display_name":"Off-Policy Evaluation of the Performance of a Robot Swarm: Importance Sampling to Assess Potential Modifications to the Finite-State Machine That Controls the Robots","publication_year":2021,"publication_date":"2021-04-29","ids":{"openalex":"https://openalex.org/W3158620332","doi":"https://doi.org/10.3389/frobt.2021.625125","mag":"3158620332","pmid":"https://pubmed.ncbi.nlm.nih.gov/33996923"},"language":"en","primary_location":{"id":"doi:10.3389/frobt.2021.625125","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2021.625125","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2021.625125/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frobt.2021.625125/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065588839","display_name":"Federico Pagnozzi","orcid":"https://orcid.org/0000-0003-4529-4711"},"institutions":[{"id":"https://openalex.org/I132053463","display_name":"Universit\u00e9 Libre de Bruxelles","ror":"https://ror.org/01r9htc13","country_code":"BE","type":"education","lineage":["https://openalex.org/I132053463"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Federico Pagnozzi","raw_affiliation_strings":["IRIDIA, Universit\u00e9 libre de Bruxelles, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IRIDIA, Universit\u00e9 libre de Bruxelles, Brussels, Belgium","institution_ids":["https://openalex.org/I132053463"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061782786","display_name":"Mauro Birattari","orcid":"https://orcid.org/0000-0003-3309-2194"},"institutions":[{"id":"https://openalex.org/I132053463","display_name":"Universit\u00e9 Libre de Bruxelles","ror":"https://ror.org/01r9htc13","country_code":"BE","type":"education","lineage":["https://openalex.org/I132053463"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Mauro Birattari","raw_affiliation_strings":["IRIDIA, Universit\u00e9 libre de Bruxelles, Brussels, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IRIDIA, Universit\u00e9 libre de Bruxelles, Brussels, Belgium","institution_ids":["https://openalex.org/I132053463"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I132053463"],"apc_list":{"value":1950,"currency":"CHF","value_usd":2353},"apc_paid":{"value":1950,"currency":"CHF","value_usd":2353},"fwci":0.575,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72882346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"625125","last_page":"625125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8043949604034424},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6245015263557434},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5983930826187134},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5442907214164734},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.536622166633606},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4528067111968994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42809611558914185},{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.4116041362285614},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09309384226799011}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8043949604034424},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6245015263557434},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5983930826187134},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5442907214164734},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.536622166633606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4528067111968994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42809611558914185},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.4116041362285614},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09309384226799011}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/frobt.2021.625125","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2021.625125","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2021.625125/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},{"id":"pmid:33996923","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33996923","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in robotics and AI","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:8117342","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8117342","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Robot AI","raw_type":"Text"},{"id":"pmh:oai:dipot.ulb.ac.be:2013/322955","is_oa":true,"landing_page_url":"http://hdl.handle.net/2013/ULB-DIPOT:oai:dipot.ulb.ac.be:2013/322955","pdf_url":null,"source":{"id":"https://openalex.org/S4306401063","display_name":"D\u00e9p\u00f4t institutionnel de l'Universit\u00e9 libre de Bruxelles (Universit\u00e9 Libre de Bruxelles)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I132053463","host_organization_name":"Universit\u00e9 Libre de Bruxelles","host_organization_lineage":["https://openalex.org/I132053463"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in robotics and AI, 8","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:6d8241e285bc49b08713e63da657d475","is_oa":true,"landing_page_url":"https://doaj.org/article/6d8241e285bc49b08713e63da657d475","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Robotics and AI, Vol 8 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frobt.2021.625125","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2021.625125","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2021.625125/pdf","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1640319213","display_name":"Automatic Design of Robot Swarms","funder_award_id":"681872","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321390","display_name":"Fonds De La Recherche Scientifique - FNRS","ror":"https://ror.org/03q83t159"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3158620332.pdf","grobid_xml":"https://content.openalex.org/works/W3158620332.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W760007050","https://openalex.org/W1514587017","https://openalex.org/W1600046456","https://openalex.org/W2017150251","https://openalex.org/W2054382008","https://openalex.org/W2055598786","https://openalex.org/W2067053607","https://openalex.org/W2116409257","https://openalex.org/W2118331730","https://openalex.org/W2131888821","https://openalex.org/W2141119792","https://openalex.org/W2274806495","https://openalex.org/W2402625038","https://openalex.org/W2760361646","https://openalex.org/W2894736632","https://openalex.org/W2962467834","https://openalex.org/W2962802563","https://openalex.org/W3048011184","https://openalex.org/W3098797556","https://openalex.org/W3158620332","https://openalex.org/W4205326910","https://openalex.org/W4206038828","https://openalex.org/W4211139152","https://openalex.org/W4214717370","https://openalex.org/W4229881848","https://openalex.org/W4233358567","https://openalex.org/W4251464645","https://openalex.org/W4253646082","https://openalex.org/W4298101950","https://openalex.org/W6630144005","https://openalex.org/W6630907848","https://openalex.org/W6635798015","https://openalex.org/W6689664320","https://openalex.org/W6704084210"],"related_works":["https://openalex.org/W2943623134","https://openalex.org/W2494523064","https://openalex.org/W4281261571","https://openalex.org/W2215759665","https://openalex.org/W2030292806","https://openalex.org/W2960358116","https://openalex.org/W2938171715","https://openalex.org/W4287727129","https://openalex.org/W3041172967","https://openalex.org/W2749065928"],"abstract_inverted_index":{"Due":[0],"to":[1,11,60,101,122,136,168,187,207],"the":[2,12,19,63,80,83,86,102,109,113,124,127,140,147,150,153,163,184,189,209,213,216,222,235,238,242],"decentralized,":[3],"loosely":[4],"coupled":[5,95],"nature":[6],"of":[7,14,21,65,68,85,126,139,149,152,191,211,215,237,241],"a":[8,15,54,72,179,193,196,201,230],"swarm":[9],"and":[10,37,82,226,244,250],"lack":[13],"general":[16],"design":[17,98,114],"methodology,":[18],"development":[20],"control":[22,69,128,169],"software":[23,33,129,170],"for":[24],"robot":[25],"swarms":[26],"is":[27,34,91,224],"typically":[28],"an":[29,66,157,173],"iterative":[30,158],"process.":[31,115],"Control":[32],"generally":[35],"modified":[36],"refined":[38],"repeatedly,":[39],"either":[40,121],"manually":[41],"or":[42,135],"automatically,":[43],"until":[44],"satisfactory":[45],"results":[46,219],"are":[47],"obtained.":[48],"In":[49,178,200],"this":[50],"paper,":[51],"we":[52,165,182,204,245],"propose":[53],"technique":[55,90,117,186,223],"based":[56],"on":[57],"off-policy":[58],"evaluation":[59],"estimate":[61,188],"how":[62],"performance":[64],"instance":[67],"software\u2014implemented":[70],"as":[71,105],"probabilistic":[73,197],"finite-state":[74,198],"machine\u2014would":[75],"be":[76,119],"impacted":[77],"by":[78],"modifying":[79],"structure":[81],"value":[84,214],"parameters.":[87,217],"The":[88,116,218],"proposed":[89,185],"particularly":[92],"appealing":[93],"when":[94],"with":[96,172],"automatic":[97],"methods":[99],"belonging":[100],"AutoMoDe":[103,174],"family,":[104],"it":[106,167,206],"can":[107,118],"exploit":[108],"data":[110],"generated":[111,171],"during":[112],"used":[120],"reduce":[123],"complexity":[125],"generated,":[130],"improving":[131],"therefore":[132],"its":[133],"readability,":[134],"evaluate":[137,162],"perturbations":[138],"parameters,":[141],"which":[142],"could":[143],"help":[144],"in":[145],"prioritizing":[146],"exploration":[148],"neighborhood":[151],"current":[154,239],"solution":[155],"within":[156],"improvement":[159],"algorithm.":[160],"To":[161],"technique,":[164,243],"apply":[166],"method,":[175],"Chocolate\u22126S":[176],".":[177],"first":[180],"experiment,":[181,203],"use":[183,205],"impact":[190,210],"removing":[192],"state":[194],"from":[195],"machine.":[199],"second":[202],"predict":[208],"changing":[212],"show":[220],"that":[221],"promising":[225],"significantly":[227],"better":[228],"than":[229],"naive":[231],"estimation.":[232],"We":[233],"discuss":[234],"limitations":[236],"implementation":[240],"sketch":[246],"possible":[247],"improvements,":[248],"extensions,":[249],"generalizations.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}