{"id":"https://openalex.org/W4390721561","doi":"https://doi.org/10.48550/arxiv.2401.02430","title":"Automated Classification of Model Errors on ImageNet","display_name":"Automated Classification of Model Errors on ImageNet","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4390721561","doi":"https://doi.org/10.48550/arxiv.2401.02430"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.02430","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.02430","pdf_url":"https://arxiv.org/pdf/2401.02430","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.02430","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014985185","display_name":"Momchil Peychev","orcid":"https://orcid.org/0000-0003-0927-6356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peychev, Momchil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063192710","display_name":"Mark Niklas M\u00fcller","orcid":"https://orcid.org/0000-0002-2496-6542"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M\u00fcller, Mark Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000690414","display_name":"Marc Fischer","orcid":"https://orcid.org/0000-0001-8892-0079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fischer, Marc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069901599","display_name":"Martin Vechev","orcid":"https://orcid.org/0000-0002-0054-9568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vechev, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8413577675819397},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.760309100151062},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6051413416862488},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5984693765640259},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.592366099357605},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5888237953186035},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5772517323493958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.543015718460083},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.48224931955337524},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4692922532558441},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.4459395110607147},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43755945563316345},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.43343430757522583},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14366772770881653},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09495458006858826},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07984587550163269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8413577675819397},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.760309100151062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6051413416862488},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5984693765640259},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.592366099357605},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5888237953186035},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5772517323493958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.543015718460083},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48224931955337524},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4692922532558441},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.4459395110607147},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43755945563316345},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.43343430757522583},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14366772770881653},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09495458006858826},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07984587550163269},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.02430","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.02430","pdf_url":"https://arxiv.org/pdf/2401.02430","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.02430","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.02430","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.02430","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.02430","pdf_url":"https://arxiv.org/pdf/2401.02430","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2735662278","https://openalex.org/W2382615723","https://openalex.org/W2353179089","https://openalex.org/W4311804456","https://openalex.org/W1987484445","https://openalex.org/W2623658258","https://openalex.org/W2143413548","https://openalex.org/W1969219540","https://openalex.org/W2370459448"],"abstract_inverted_index":{"While":[0],"the":[1,11,53,58,112,136,162,173],"ImageNet":[2,41],"dataset":[3],"has":[4],"been":[5,38],"driving":[6],"computer":[7],"vision":[8],"research":[9],"over":[10,48,140],"past":[12],"decade,":[13],"significant":[14],"label":[15],"noise":[16],"and":[17,34,51,91,152],"ambiguity":[18],"have":[19,37],"made":[20],"top-1":[21,155,181],"accuracy":[22,50,156,182],"an":[23],"insufficient":[24],"measure":[25],"of":[26,70,139,164,175],"further":[27],"progress.":[28],"To":[29,106],"address":[30],"this,":[31],"new":[32],"label-sets":[33],"evaluation":[35,101],"protocols":[36],"proposed":[39],"for":[40,79,98,161],"showing":[42],"that":[43,147,172],"state-of-the-art":[44],"models":[45],"already":[46],"achieve":[47],"95%":[49],"shifting":[52],"focus":[54],"on":[55],"investigating":[56],"why":[57],"remaining":[59,76],"errors":[60,78,177],"persist.":[61],"Recent":[62],"work":[63],"in":[64],"this":[65,84],"direction":[66],"employed":[67],"a":[68,118,158,188,194],"panel":[69],"experts":[71],"to":[72,89,121,133],"manually":[73],"categorize":[74],"all":[75,165,200],"classification":[77,116],"two":[80],"selected":[81],"models.":[82,142],"However,":[83],"process":[85],"is":[86,157],"time-consuming,":[87],"prone":[88],"inconsistencies,":[90],"requires":[92],"trained":[93],"experts,":[94],"making":[95],"it":[96,186,192],"unsuitable":[97],"regular":[99],"model":[100,149],"thus":[102],"limiting":[103],"its":[104],"utility.":[105],"overcome":[107],"these":[108],"limitations,":[109],"we":[110,145,170],"propose":[111],"first":[113],"automated":[114],"error":[115,127,137,166],"framework,":[117],"valuable":[119,195],"tool":[120],"study":[122],"how":[123],"modeling":[124],"choices":[125],"affect":[126],"distributions.":[128],"We":[129,198],"use":[130],"our":[131,201],"framework":[132],"comprehensively":[134],"evaluate":[135],"distribution":[138],"900":[141],"Perhaps":[143],"surprisingly,":[144],"find":[146],"across":[148],"architectures,":[150],"scales,":[151],"pre-training":[153],"corpora,":[154],"strong":[159],"predictor":[160],"portion":[163,174],"types.":[167],"In":[168],"particular,":[169],"observe":[171],"severe":[176],"drops":[178],"significantly":[179],"with":[180],"indicating":[183],"that,":[184],"while":[185],"underreports":[187],"model's":[189],"true":[190],"performance,":[191],"remains":[193],"performance":[196],"metric.":[197],"release":[199],"code":[202],"at":[203],"https://github.com/eth-sri/automated-error-analysis":[204],".":[205]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}