{"id":"https://openalex.org/W4415003482","doi":"https://doi.org/10.1109/re63999.2025.00053","title":"Data Annotation: A Requirements Engineering for Machine Learning Systems Perspective","display_name":"Data Annotation: A Requirements Engineering for Machine Learning Systems Perspective","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4415003482","doi":"https://doi.org/10.1109/re63999.2025.00053"},"language":"en","primary_location":{"id":"doi:10.1109/re63999.2025.00053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/re63999.2025.00053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 33rd International Requirements Engineering Conference (RE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076073719","display_name":"Peng Yi","orcid":"https://orcid.org/0000-0002-0094-5982"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Yi Peng","raw_affiliation_strings":["University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017703335","display_name":"Hina Saeeda","orcid":"https://orcid.org/0000-0002-7562-338X"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hina Saeeda","raw_affiliation_strings":["University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080435602","display_name":"Hans-Martin Heyn","orcid":"https://orcid.org/0000-0002-2427-6875"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hans-Martin Heyn","raw_affiliation_strings":["University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007649650","display_name":"Jennifer Horkoff","orcid":"https://orcid.org/0000-0002-2019-5277"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jennifer Horkoff","raw_affiliation_strings":["University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Gothenburg and Chalmers University of Technology,Gothenburg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66862912"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41656233,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"572","last_page":"575"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.6399999856948853,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.6399999856948853,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.6366999745368958,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.6074000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.597599983215332},{"id":"https://openalex.org/keywords/requirements-analysis","display_name":"Requirements analysis","score":0.4846000075340271},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.48030000925064087},{"id":"https://openalex.org/keywords/requirements-engineering","display_name":"Requirements engineering","score":0.47209998965263367},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.445499986410141},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.43389999866485596},{"id":"https://openalex.org/keywords/software-requirements-specification","display_name":"Software requirements specification","score":0.43220001459121704},{"id":"https://openalex.org/keywords/requirements-traceability","display_name":"Requirements traceability","score":0.4205999970436096}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6086999773979187},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.597599983215332},{"id":"https://openalex.org/C59488412","wikidata":"https://www.wikidata.org/wiki/Q187147","display_name":"Requirements analysis","level":3,"score":0.4846000075340271},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.48030000925064087},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4796999990940094},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.47209998965263367},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.445499986410141},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.43389999866485596},{"id":"https://openalex.org/C102780508","wikidata":"https://www.wikidata.org/wiki/Q1761598","display_name":"Software requirements specification","level":5,"score":0.43220001459121704},{"id":"https://openalex.org/C35084680","wikidata":"https://www.wikidata.org/wiki/Q848201","display_name":"Requirements traceability","level":5,"score":0.4205999970436096},{"id":"https://openalex.org/C84651959","wikidata":"https://www.wikidata.org/wiki/Q17052506","display_name":"System requirements specification","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3871000111103058},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.36899998784065247},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C199747065","wikidata":"https://www.wikidata.org/wiki/Q3254666","display_name":"Non-functional requirement","level":5,"score":0.3407000005245209},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C173577280","wikidata":"https://www.wikidata.org/wiki/Q530038","display_name":"Requirements management","level":4,"score":0.33489999175071716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3343000113964081},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.27790001034736633},{"id":"https://openalex.org/C135475081","wikidata":"https://www.wikidata.org/wiki/Q774228","display_name":"Requirement","level":4,"score":0.26330000162124634},{"id":"https://openalex.org/C40398212","wikidata":"https://www.wikidata.org/wiki/Q2275513","display_name":"System requirements","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C54534927","wikidata":"https://www.wikidata.org/wiki/Q4462275","display_name":"Software requirements","level":5,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/re63999.2025.00053","is_oa":false,"landing_page_url":"https://doi.org/10.1109/re63999.2025.00053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 33rd International Requirements Engineering Conference (RE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W3108807663","https://openalex.org/W3215925040","https://openalex.org/W4312570804","https://openalex.org/W4367021297","https://openalex.org/W4378071405","https://openalex.org/W4383098169","https://openalex.org/W4386746786","https://openalex.org/W4403664834"],"related_works":[],"abstract_inverted_index":{"Data":[0],"annotation,":[1],"the":[2,16,32,66,70,82],"systematic":[3],"labeling":[4],"of":[5,18,62],"raw":[6],"data":[7,40,63,95],"(e.g.,":[8],"images,":[9],"text)":[10],"[1]":[11],",":[12],"is":[13,30,89],"foundational":[14],"to":[15,75],"training":[17],"machine":[19],"learning":[20],"(ML)":[21],"models,":[22],"particularly":[23],"in":[24,81],"supervised":[25],"learning.":[26],"While":[27],"data\u2019s":[28],"importance":[29],"clear,":[31],"specific":[33],"processes":[34],"and":[35,69,94,99],"requirements":[36,74,97],"for":[37,91],"how":[38],"this":[39],"should":[41],"be":[42],"annotated,":[43],"appear":[44],"inconsistently":[45],"defined":[46],"or":[47],"informal":[48],"within":[49],"existing":[50],"ML":[51,83],"software":[52],"system":[53,73],"(MLS)":[54],"development":[55,84],"methodologies":[56],"[2]":[57],".":[58],"The":[59],"effective":[60],"specification":[61],"annotation":[64,76],"requirements,":[65],"challenges":[67],"involved,":[68],"traceability":[71],"from":[72],"activities":[77],"represent":[78],"critical":[79],"considerations":[80],"lifecycle.":[85],"Understanding":[86],"these":[87],"aspects":[88],"pertinent":[90],"AI/ML":[92],"engineers":[93],"scientists,":[96],"engineers,":[98],"organizations":[100],"developing":[101],"AI":[102],"solutions.":[103]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}