{"id":"https://openalex.org/W4405254294","doi":"https://doi.org/10.48550/arxiv.2412.06451","title":"How Certain are Uncertainty Estimates? Three Novel Earth Observation Datasets for Benchmarking Uncertainty Quantification in Machine Learning","display_name":"How Certain are Uncertainty Estimates? Three Novel Earth Observation Datasets for Benchmarking Uncertainty Quantification in Machine Learning","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4405254294","doi":"https://doi.org/10.48550/arxiv.2412.06451"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.06451","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.06451","pdf_url":"https://arxiv.org/pdf/2412.06451","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.06451","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100423138","display_name":"Yuanyuan Wang","orcid":"https://orcid.org/0000-0002-0586-9413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuanyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070033347","display_name":"Qian Song","orcid":"https://orcid.org/0000-0003-2746-6858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059869945","display_name":"Dawood Wasif","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wasif, Dawood","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035787368","display_name":"Muhammad Shahzad","orcid":"https://orcid.org/0000-0002-8278-9118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shahzad, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013328928","display_name":"Christoph Koller","orcid":"https://orcid.org/0000-0002-8214-4723"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koller, Christoph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068572132","display_name":"Jonathan Bamber","orcid":"https://orcid.org/0000-0002-2280-2819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bamber, Jonathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068384981","display_name":"Xiao Xiang Zhu","orcid":"https://orcid.org/0000-0001-5530-3613"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xiao Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8776000142097473,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8776000142097473,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8822337985038757},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.6671148538589478},{"id":"https://openalex.org/keywords/earth-observation","display_name":"Earth observation","score":0.5734316110610962},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5342954993247986},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5016617774963379},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4867227375507355},{"id":"https://openalex.org/keywords/measurement-uncertainty","display_name":"Measurement uncertainty","score":0.4293707311153412},{"id":"https://openalex.org/keywords/uncertainty-analysis","display_name":"Uncertainty analysis","score":0.42409494519233704},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.349407434463501},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17052891850471497},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14110365509986877},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13357263803482056},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07662799954414368},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.06086006760597229}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8822337985038757},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.6671148538589478},{"id":"https://openalex.org/C39399123","wikidata":"https://www.wikidata.org/wiki/Q1348989","display_name":"Earth observation","level":3,"score":0.5734316110610962},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5342954993247986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5016617774963379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4867227375507355},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.4293707311153412},{"id":"https://openalex.org/C177803969","wikidata":"https://www.wikidata.org/wiki/Q29205","display_name":"Uncertainty analysis","level":2,"score":0.42409494519233704},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.349407434463501},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17052891850471497},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14110365509986877},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13357263803482056},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07662799954414368},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.06086006760597229},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.06451","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.06451","pdf_url":"https://arxiv.org/pdf/2412.06451","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.06451","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.06451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.06451","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.06451","pdf_url":"https://arxiv.org/pdf/2412.06451","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G623313952","display_name":"K\u00fcnstliche Intelligenz in der Erdbeobachtung: Schlussfolgern, Unsicherheiten, Ethik und dar\u00fcber hinaus","funder_award_id":"01DD20001","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320331625","display_name":"Gauss Centre for Supercomputing","ror":"https://ror.org/0585fsj26"},{"id":"https://openalex.org/F4320334763","display_name":"Leibniz-Gemeinschaft","ror":"https://ror.org/01n6r0e97"},{"id":"https://openalex.org/F4320336863","display_name":"Leibniz-Rechenzentrum","ror":"https://ror.org/05558nw16"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405254294.pdf","grobid_xml":"https://content.openalex.org/works/W4405254294.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W93577605","https://openalex.org/W3212153563","https://openalex.org/W3130844878","https://openalex.org/W4312671192","https://openalex.org/W2387053421","https://openalex.org/W2057769593","https://openalex.org/W4249135812","https://openalex.org/W4205181462","https://openalex.org/W3139964550","https://openalex.org/W2376953431"],"abstract_inverted_index":{"Uncertainty":[0],"quantification":[1],"(UQ)":[2],"is":[3,61],"essential":[4],"for":[5,43,68,81,96,127,177,189,197],"assessing":[6],"the":[7,15,59,62,65,73,79,82,134,155,172,208],"reliability":[8],"of":[9,18,28,64,123,138,163,174,207,210],"Earth":[10],"observation":[11],"(EO)":[12],"products.":[13],"However,":[14],"extensive":[16],"use":[17],"machine":[19,44,100,129,165,211],"learning":[20,45,101,130,166,212],"models":[21,32,167],"in":[22,58,98,110,194],"EO":[23,50,99,128],"introduces":[24],"an":[25],"additional":[26],"layer":[27],"complexity,":[29],"as":[30],"those":[31],"themselves":[33],"are":[34,218],"inherently":[35],"uncertain.":[36],"While":[37],"various":[38],"UQ":[39,97,125],"methods":[40,126],"do":[41],"exist":[42],"models,":[46],"their":[47],"performance":[48,162],"on":[49,153,168],"datasets":[51,93,104],"remains":[52],"largely":[53],"unevaluated.":[54],"A":[55],"key":[56],"challenge":[57],"community":[60],"absence":[63],"ground":[66],"truth":[67],"uncertainty,":[69],"i.e.":[70],"how":[71],"certain":[72],"uncertainty":[74],"estimates":[75],"are,":[76],"apart":[77],"from":[78],"labels":[80],"image/signal.":[83],"This":[84],"article":[85,184],"fills":[86],"this":[87,183],"gap":[88],"by":[89],"introducing":[90],"three":[91,106],"benchmark":[92],"specifically":[94],"designed":[95],"models.":[102,131,213],"These":[103],"address":[105],"common":[107],"problem":[108],"types":[109],"EO:":[111],"regression,":[112],"image":[113],"segmentation,":[114],"and":[115,136,146,180,191,203,216],"scene":[116],"classification.":[117],"They":[118],"enable":[119],"a":[120,150,186,200],"transparent":[121],"comparison":[122],"different":[124],"We":[132,158],"describe":[133],"creation":[135],"characteristics":[137],"each":[139,169],"dataset,":[140,170],"including":[141],"data":[142],"sources,":[143],"preprocessing":[144],"steps,":[145],"label":[147],"generation,":[148],"with":[149],"particular":[151],"focus":[152],"calculating":[154],"reference":[156],"uncertainty.":[157],"also":[159],"showcase":[160],"baseline":[161],"several":[164],"highlighting":[171],"utility":[173],"these":[175],"benchmarks":[176],"model":[178],"development":[179],"comparison.":[181],"Overall,":[182],"offers":[185],"valuable":[187],"resource":[188],"researchers":[190],"practitioners":[192],"working":[193],"artificial":[195],"intelligence":[196],"EO,":[198],"promoting":[199],"more":[201],"accurate":[202],"reliable":[204],"quality":[205],"measure":[206],"outputs":[209],"The":[214],"dataset":[215],"code":[217],"accessible":[219],"via":[220],"https://gitlab.lrz.de/ai4eo/WG_Uncertainty.":[221]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}