{"id":"https://openalex.org/W4310396268","doi":"https://doi.org/10.48550/arxiv.2211.13358","title":"Turning the Tables: Biased, Imbalanced, Dynamic Tabular Datasets for ML Evaluation","display_name":"Turning the Tables: Biased, Imbalanced, Dynamic Tabular Datasets for ML Evaluation","publication_year":2022,"publication_date":"2022-11-24","ids":{"openalex":"https://openalex.org/W4310396268","doi":"https://doi.org/10.48550/arxiv.2211.13358"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.13358","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.13358","pdf_url":"https://arxiv.org/pdf/2211.13358","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.13358","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037812412","display_name":"S. M. Jesus","orcid":"https://orcid.org/0000-0002-6021-1761"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jesus, S\u00e9rgio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070177445","display_name":"Jos\u00e9 P. Pombal","orcid":"https://orcid.org/0000-0003-4900-630X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pombal, Jos\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019897510","display_name":"Duarte Alves","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alves, Duarte","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002130525","display_name":"Andr\u00e9 F. Cruz","orcid":"https://orcid.org/0000-0002-3334-2838"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cruz, Andr\u00e9","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039038824","display_name":"Pedro Saleiro","orcid":"https://orcid.org/0000-0003-2750-1692"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saleiro, Pedro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085639693","display_name":"Rita P. Ribeiro","orcid":"https://orcid.org/0000-0002-6852-8077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ribeiro, Rita P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114376321","display_name":"Jo\u00e3o Gama","orcid":"https://orcid.org/0000-0003-3357-1195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gama, Jo\u00e3o","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077752651","display_name":"Pedro Bizarro","orcid":"https://orcid.org/0000-0001-5281-1970"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bizarro, Pedro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11653","display_name":"Financial Distress and Bankruptcy Prediction","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8571781516075134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7917751669883728},{"id":"https://openalex.org/keywords/lagging","display_name":"Lagging","score":0.7812181711196899},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5609604716300964},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5473546981811523},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5149962902069092},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.49371346831321716},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.48545366525650024},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4641844630241394},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4441814422607422},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.42430388927459717},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4222854673862457},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3978792428970337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33909308910369873},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.1598418951034546}],"concepts":[{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8571781516075134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7917751669883728},{"id":"https://openalex.org/C2776962539","wikidata":"https://www.wikidata.org/wiki/Q6472078","display_name":"Lagging","level":2,"score":0.7812181711196899},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5609604716300964},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5473546981811523},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5149962902069092},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.49371346831321716},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.48545366525650024},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4641844630241394},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4441814422607422},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42430388927459717},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4222854673862457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3978792428970337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33909308910369873},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.1598418951034546},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.13358","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.13358","pdf_url":"https://arxiv.org/pdf/2211.13358","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.13358","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.13358","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.13358","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.13358","pdf_url":"https://arxiv.org/pdf/2211.13358","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7099999785423279,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2135562825","https://openalex.org/W3145783610","https://openalex.org/W2354181859","https://openalex.org/W2757096358","https://openalex.org/W2472614530","https://openalex.org/W2375646802","https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W2038379963","https://openalex.org/W4251258648"],"abstract_inverted_index":{"Evaluating":[0],"new":[1],"techniques":[2,90],"on":[3,91],"realistic":[4,75],"datasets":[5],"plays":[6],"a":[7,28,103,156],"crucial":[8],"role":[9],"in":[10,50,110],"the":[11,69,152],"development":[12],"of":[13,31,77,105,131,137,142],"ML":[14,132],"research":[15,153],"and":[16,40,116,129,160,167],"its":[17],"broader":[18],"adoption":[19],"by":[20,84],"practitioners.":[21],"In":[22],"recent":[23],"years,":[24],"there":[25],"has":[26,55],"been":[27,56],"significant":[29,117],"increase":[30],"publicly":[32,71],"available":[33,72],"unstructured":[34],"data":[35,45,88,143],"resources":[36],"for":[37],"computer":[38],"vision":[39],"NLP":[41],"tasks.":[42],"However,":[43],"tabular":[44,78,87],"--":[46,54],"which":[47],"is":[48],"prevalent":[49],"many":[51],"high-stakes":[52],"domains":[53],"lagging":[57],"behind.":[58],"To":[59],"bridge":[60],"this":[61,146],"gap,":[62],"we":[63,148],"present":[64],"Bank":[65],"Account":[66],"Fraud":[67],"(BAF),":[68],"first":[70],"privacy-preserving,":[73],"large-scale,":[74],"suite":[76,81],"datasets.":[79],"The":[80],"was":[82],"generated":[83],"applying":[85],"state-of-the-art":[86],"generation":[89],"an":[92],"anonymized,real-world":[93],"bank":[94],"account":[95],"opening":[96],"fraud":[97],"detection":[98],"dataset.":[99],"This":[100],"setting":[101],"carries":[102],"set":[104],"challenges":[106],"that":[107],"are":[108],"commonplace":[109],"real-world":[111],"applications,":[112],"including":[113],"temporal":[114],"dynamics":[115],"class":[118],"imbalance.":[119],"Additionally,":[120],"to":[121,124,150,164],"allow":[122],"practitioners":[123],"stress":[125],"test":[126,162],"both":[127],"performance":[128],"fairness":[130],"methods,":[133],"each":[134],"dataset":[135],"variant":[136],"BAF":[138],"contains":[139],"specific":[140],"types":[141],"bias.":[144],"With":[145],"resource,":[147],"aim":[149],"provide":[151],"community":[154],"with":[155],"more":[157],"realistic,":[158],"complete,":[159],"robust":[161],"bed":[163],"evaluate":[165],"novel":[166],"existing":[168],"methods.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}