{"id":"https://openalex.org/W2900730948","doi":"https://doi.org/10.1609/aaai.v33i01.33014082","title":"Exploiting Class Learnability in Noisy Data","display_name":"Exploiting Class Learnability in Noisy Data","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2900730948","doi":"https://doi.org/10.1609/aaai.v33i01.33014082","mag":"2900730948"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33014082","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33014082","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4304/4182","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4304/4182","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040747459","display_name":"Matthew Klawonn","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew Klawonn","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056290289","display_name":"Eric Heim","orcid":"https://orcid.org/0000-0002-4204-3741"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Heim","raw_affiliation_strings":["Air Force Research Laboratory"],"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010414972","display_name":"James Hendler","orcid":"https://orcid.org/0000-0003-3056-1960"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Hendler","raw_affiliation_strings":["Rensselaer Polytechnic Institute"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5040747459"],"corresponding_institution_ids":["https://openalex.org/I165799507"],"apc_list":null,"apc_paid":null,"fwci":0.2624,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.57823479,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"33","issue":"01","first_page":"4082","last_page":"4089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learnability","display_name":"Learnability","score":0.8462696075439453},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7559647560119629},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.726570725440979},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7123363018035889},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6416943073272705},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5975645184516907},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5275760889053345},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.47789275646209717},{"id":"https://openalex.org/keywords/noisy-data","display_name":"Noisy data","score":0.4664223790168762},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4582982659339905},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.349351704120636},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34695500135421753},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14525073766708374}],"concepts":[{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.8462696075439453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7559647560119629},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.726570725440979},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7123363018035889},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6416943073272705},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5975645184516907},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5275760889053345},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.47789275646209717},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.4664223790168762},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4582982659339905},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.349351704120636},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34695500135421753},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14525073766708374},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v33i01.33014082","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33014082","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4304/4182","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33014082","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33014082","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4304/4182","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307762","display_name":"International Business Machines Corporation","ror":"https://ror.org/05hh8d621"},{"id":"https://openalex.org/F4320309500","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2900730948.pdf","grobid_xml":"https://content.openalex.org/works/W2900730948.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1620761767","https://openalex.org/W1866072925","https://openalex.org/W1998498767","https://openalex.org/W2101524054","https://openalex.org/W2107698128","https://openalex.org/W2108114251","https://openalex.org/W2108598243","https://openalex.org/W2116067849","https://openalex.org/W2122528955","https://openalex.org/W2141362318","https://openalex.org/W2153579005","https://openalex.org/W2155904486","https://openalex.org/W2166049352","https://openalex.org/W2176412452","https://openalex.org/W2271627589","https://openalex.org/W2277195237","https://openalex.org/W2584449751","https://openalex.org/W2594061220","https://openalex.org/W2736422900","https://openalex.org/W2897709118","https://openalex.org/W2951665052","https://openalex.org/W2951974212","https://openalex.org/W2963285578","https://openalex.org/W2964125718","https://openalex.org/W3103455452","https://openalex.org/W3118608800","https://openalex.org/W3124229194","https://openalex.org/W4289389497","https://openalex.org/W4294170691","https://openalex.org/W4298018319","https://openalex.org/W4301429599","https://openalex.org/W6600609147","https://openalex.org/W6649871043","https://openalex.org/W6676297131","https://openalex.org/W6734502236","https://openalex.org/W6736021936","https://openalex.org/W6759166333","https://openalex.org/W6928992657"],"related_works":["https://openalex.org/W2981877337","https://openalex.org/W3203938600","https://openalex.org/W4286910063","https://openalex.org/W2163707935","https://openalex.org/W83146503","https://openalex.org/W2169074127","https://openalex.org/W202723009","https://openalex.org/W2188612292","https://openalex.org/W2770533869","https://openalex.org/W160673860"],"abstract_inverted_index":{"In":[0,68],"many":[1],"domains,":[2],"collecting":[3],"sufficient":[4],"labeled":[5],"training":[6,63,85,99,128,132],"data":[7,31,43,80,133,155],"for":[8,134,166],"supervised":[9,84],"machine":[10],"learning":[11],"requires":[12],"easily":[13],"accessible":[14],"but":[15],"noisy":[16],"sources,":[17],"such":[18,65],"as":[19],"crowdsourcing":[20],"services":[21],"or":[22],"tagged":[23],"Web":[24],"data.":[25],"Noisy":[26],"labels":[27],"occur":[28],"frequently":[29],"in":[30,39,77,123],"sets":[32],"harvested":[33],"via":[34],"these":[35],"means,":[36],"sometimes":[37],"resulting":[38],"entire":[40],"classes":[41,66,76,108,165],"of":[42,154],"on":[44,64,89,107,138,145,151,164,184],"which":[45,167],"learned":[46],"classifiers":[47],"generalize":[48,144],"poorly.":[49],"For":[50],"real":[51],"world":[52],"applications,":[53],"we":[54,71,101,116,157],"argue":[55],"that":[56,114,121],"it":[57,141],"can":[58],"be":[59],"beneficial":[60],"to":[61,73,86,93,103,143,162,175],"avoid":[62],"entirely.":[67],"this":[69],"work,":[70],"aim":[72,102],"explore":[74],"the":[75,98,135,168],"a":[78,90,110,152,179],"given":[79],"set,":[81],"and":[82,127],"guide":[83],"spend":[87],"time":[88],"class":[91],"proportional":[92],"its":[94],"learnability.":[95],"By":[96],"focusing":[97],"process,":[100],"improve":[104],"model":[105,169],"generalization":[106,172],"with":[109,125,181],"strong":[111,176],"signal.":[112],"To":[113],"end,":[115],"develop":[117],"an":[118],"online":[119],"algorithm":[120,160],"works":[122],"conjunction":[124],"classifier":[126,136,180],"algorithm,":[129],"iteratively":[130],"selecting":[131],"based":[137],"how":[139],"well":[140],"appears":[142],"each":[146],"class.":[147],"Testing":[148],"our":[149,159],"approach":[150],"variety":[153],"sets,":[156],"show":[158],"learns":[161],"focus":[163],"has":[170],"low":[171],"error":[173],"relative":[174],"baselines,":[177],"yielding":[178],"good":[182],"performance":[183],"learnable":[185],"classes.":[186]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}