{"id":"https://openalex.org/W4391670633","doi":"https://doi.org/10.48550/arxiv.2402.04247","title":"Risks of AI Scientists: Prioritizing Safeguarding Over Autonomy","display_name":"Risks of AI Scientists: Prioritizing Safeguarding Over Autonomy","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391670633","doi":"https://doi.org/10.48550/arxiv.2402.04247"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.04247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04247","pdf_url":"https://arxiv.org/pdf/2402.04247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.04247","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017606722","display_name":"Xiangru Tang","orcid":"https://orcid.org/0000-0001-7943-4474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Xiangru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611571","display_name":"Qiao Jin","orcid":"https://orcid.org/0000-0002-1268-7239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Qiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101074704","display_name":"Kunlun Zhu","orcid":"https://orcid.org/0009-0009-9107-7401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Kunlun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113115853","display_name":"Tongxin Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Tongxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068584900","display_name":"Yichi Zhang","orcid":"https://orcid.org/0000-0002-5299-2895"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074508950","display_name":"Wangchunshu Zhou","orcid":"https://orcid.org/0000-0003-4668-3348"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Wangchunshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100739955","display_name":"Meng Qu","orcid":"https://orcid.org/0000-0002-3343-8952"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002373449","display_name":"Yilun Zhao","orcid":"https://orcid.org/0000-0002-1195-2678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100708602","display_name":"J. Tang","orcid":"https://orcid.org/0000-0002-2926-2560"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070962435","display_name":"Zhuosheng Zhang","orcid":"https://orcid.org/0000-0002-4183-3645"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhuosheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064858748","display_name":"Arman Cohan","orcid":"https://orcid.org/0000-0002-8954-2724"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohan, Arman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083081872","display_name":"Zhiyong Lu","orcid":"https://orcid.org/0000-0001-9998-916X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042321575","display_name":"Mark Gerstein","orcid":"https://orcid.org/0000-0002-9746-3719"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gerstein, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13417","display_name":"Biomedical Ethics and Regulation","score":0.9426000118255615,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T13417","display_name":"Biomedical Ethics and Regulation","score":0.9426000118255615,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9160000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safeguarding","display_name":"Safeguarding","score":0.977668285369873},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.7773952484130859},{"id":"https://openalex.org/keywords/engineering-ethics","display_name":"Engineering ethics","score":0.38793736696243286},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.37980738282203674},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.37443703413009644},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3357216715812683},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18418270349502563},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1531473696231842},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.11549723148345947}],"concepts":[{"id":"https://openalex.org/C2776743756","wikidata":"https://www.wikidata.org/wiki/Q5097921","display_name":"Safeguarding","level":2,"score":0.977668285369873},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.7773952484130859},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.38793736696243286},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.37980738282203674},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.37443703413009644},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3357216715812683},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18418270349502563},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1531473696231842},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.11549723148345947},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.04247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04247","pdf_url":"https://arxiv.org/pdf/2402.04247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.04247","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.04247","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.04247","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04247","pdf_url":"https://arxiv.org/pdf/2402.04247","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391670633.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2094341195"],"abstract_inverted_index":{"AI":[0,54,84,159],"scientists":[1,160],"powered":[2],"by":[3,74],"large":[4],"language":[5],"models":[6],"have":[7],"demonstrated":[8],"substantial":[9],"promise":[10],"in":[11,53],"autonomously":[12],"conducting":[13],"experiments":[14],"and":[15,65,95,112,136,154,161,171],"facilitating":[16],"scientific":[17,93],"discoveries":[18],"across":[19],"various":[20],"disciplines.":[21],"While":[22],"their":[23,63,96],"capabilities":[24],"are":[25],"promising,":[26],"these":[27,47,110,146],"agents":[28],"also":[29],"introduce":[30],"novel":[31],"vulnerabilities":[32,52,111],"that":[33],"require":[34],"careful":[35],"consideration":[36],"for":[37,69,163],"safety.":[38],"However,":[39],"there":[40],"has":[41],"been":[42],"limited":[43,119],"comprehensive":[44,172],"exploration":[45],"of":[46,78,109,117,139,166],"vulnerabilities.":[48],"This":[49],"perspective":[50],"examines":[51],"scientists,":[55,85],"shedding":[56],"light":[57],"on":[58,99,123],"potential":[59,80,97],"risks":[60,81],"associated":[61,156],"with":[62,157],"misuse,":[64],"emphasizing":[66],"the":[67,79,91,100,106,118,152,164],"need":[68],"safety":[70],"measures.":[71],"We":[72],"begin":[73],"providing":[75],"an":[76,137],"overview":[77],"inherent":[82],"to":[83,144],"taking":[86],"into":[87],"account":[88],"user":[89],"intent,":[90],"specific":[92],"domain,":[94],"impact":[98],"external":[101],"environment.":[102],"Then,":[103],"we":[104,126,150],"explore":[105],"underlying":[107],"causes":[108],"provide":[113],"a":[114,128],"scoping":[115],"review":[116],"existing":[120],"works.":[121],"Based":[122],"our":[124],"analysis,":[125],"propose":[127],"triadic":[129],"framework":[130],"involving":[131],"human":[132],"regulation,":[133],"agent":[134],"alignment,":[135],"understanding":[138],"environmental":[140],"feedback":[141],"(agent":[142],"regulation)":[143],"mitigate":[145],"identified":[147],"risks.":[148],"Furthermore,":[149],"highlight":[151],"limitations":[153],"challenges":[155],"safeguarding":[158],"advocate":[162],"development":[165],"improved":[167],"models,":[168],"robust":[169],"benchmarks,":[170],"regulations.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2024-02-09T00:00:00"}