{"id":"https://openalex.org/W3034359119","doi":"https://doi.org/10.18653/v1/2020.conll-1.8","title":"How to Probe Sentence Embeddings in Low-Resource Languages: On Structural Design Choices for Probing Task Evaluation","display_name":"How to Probe Sentence Embeddings in Low-Resource Languages: On Structural Design Choices for Probing Task Evaluation","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3034359119","doi":"https://doi.org/10.18653/v1/2020.conll-1.8","mag":"3034359119"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2020.conll-1.8","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.conll-1.8","pdf_url":"https://www.aclweb.org/anthology/2020.conll-1.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/2020.conll-1.8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053947568","display_name":"Steffen Eger","orcid":"https://orcid.org/0000-0003-4663-8336"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Steffen Eger","raw_affiliation_strings":["Computer Science Department, Technische Universitt Darmstadt, Germany","Technische Universit\u00e4t Darmstadt,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universitt Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt,","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074512289","display_name":"Johannes Daxenberger","orcid":"https://orcid.org/0000-0002-7385-5654"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Daxenberger","raw_affiliation_strings":["Computer Science Department, Technische Universitt Darmstadt, Germany","Technische Universit\u00e4t Darmstadt,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universitt Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt,","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Computer Science Department, Technische Universitt Darmstadt, Germany","Technische Universit\u00e4t Darmstadt,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universitt Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt,","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":0.23,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47249785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"108","last_page":"118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8162521123886108},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6964103579521179},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6835333704948425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6004359126091003},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5320371985435486},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4504382312297821},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.4336474537849426},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42934197187423706},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.42019736766815186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8162521123886108},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6964103579521179},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6835333704948425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6004359126091003},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5320371985435486},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4504382312297821},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.4336474537849426},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42934197187423706},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.42019736766815186},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/2020.conll-1.8","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.conll-1.8","pdf_url":"https://www.aclweb.org/anthology/2020.conll-1.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2006.09109","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.09109","pdf_url":"https://arxiv.org/pdf/2006.09109","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3034359119","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.09109.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:123193","is_oa":true,"landing_page_url":"https://www.aclweb.org/anthology/2020.conll-1.8/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"},{"id":"doi:10.48550/arxiv.2006.09109","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.09109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2020.conll-1.8","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2020.conll-1.8","pdf_url":"https://www.aclweb.org/anthology/2020.conll-1.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th Conference on Computational Natural Language Learning","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321961","display_name":"Hessisches Ministerium f\u00fcr Wissenschaft und Kunst","ror":"https://ror.org/00zd5gr55"},{"id":"https://openalex.org/F4320323078","display_name":"Universitetet i Bergen","ror":"https://ror.org/03zga2b32"},{"id":"https://openalex.org/F4320323384","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034359119.pdf","grobid_xml":"https://content.openalex.org/works/W3034359119.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W630532510","https://openalex.org/W2141766660","https://openalex.org/W2497378173","https://openalex.org/W2793381978","https://openalex.org/W2799124508","https://openalex.org/W2808681756","https://openalex.org/W2840746492","https://openalex.org/W2898879711","https://openalex.org/W2907849599","https://openalex.org/W2949303037","https://openalex.org/W2950726992","https://openalex.org/W2951732656","https://openalex.org/W2952233506","https://openalex.org/W2953369973","https://openalex.org/W2962776659","https://openalex.org/W2963090765","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963644595","https://openalex.org/W2963667932","https://openalex.org/W2963751529","https://openalex.org/W2963918774","https://openalex.org/W2964165804","https://openalex.org/W2970785793","https://openalex.org/W2970862333","https://openalex.org/W2970958079","https://openalex.org/W2971344868","https://openalex.org/W3013563411","https://openalex.org/W3022518881","https://openalex.org/W3031001133","https://openalex.org/W3042631625"],"related_works":["https://openalex.org/W3105681983","https://openalex.org/W2808681756","https://openalex.org/W3116152597","https://openalex.org/W3090805418","https://openalex.org/W3211602321","https://openalex.org/W1576954243","https://openalex.org/W2460747544","https://openalex.org/W3028659139","https://openalex.org/W3035627014","https://openalex.org/W3092689172","https://openalex.org/W3088677830","https://openalex.org/W2963391817","https://openalex.org/W1591825359","https://openalex.org/W2740358059","https://openalex.org/W3174167978","https://openalex.org/W3134551411","https://openalex.org/W2145908128","https://openalex.org/W2587764909","https://openalex.org/W2996282670","https://openalex.org/W2983836503"],"abstract_inverted_index":{"Sentence":[0],"encoders":[1],"map":[2],"sentences":[3],"to":[4,18,66,80,147],"real":[5],"valued":[6],"vectors":[7],"for":[8,31,38,108,136],"use":[9],"in":[10,61,70,120,129,165],"downstream":[11],"applications.":[12],"To":[13,63],"peek":[14],"into":[15],"these":[16,44],"representations-e.g.,":[17],"increase":[19],"interpretability":[20],"of":[21,57,76,98,105],"their":[22],"resultsprobing":[23],"tasks":[24,37],"have":[25],"been":[26],"designed":[27],"which":[28],"query":[29],"them":[30],"linguistic":[32],"knowledge.":[33],"However,":[34],"designing":[35],"probing":[36,58,77,101,114,155],"lesser-resourced":[39],"languages":[40,164],"is":[41],"tricky,":[42],"because":[43],"often":[45],"lack":[46],"largescale":[47],"annotated":[48,100],"data":[49],"or":[50],"(high-quality)":[51],"dependency":[52],"parsers":[53],"as":[54,133],"a":[55,121,130],"prerequisite":[56],"task":[59,78],"design":[60,82,94,125],"English.":[62],"investigate":[64,74],"how":[65],"probe":[67,118],"sentence":[68],"embeddings":[69,119],"such":[71,87],"cases,":[72],"we":[73,134],"sensitivity":[75],"results":[79,141],"structural":[81],"choices,":[83],"conducting":[84],"the":[85,99,166],"first":[86],"large":[88],"scale":[89],"study.":[90],"We":[91,116],"show":[92],"that":[93,127,140],"choices":[95,126],"like":[96],"size":[97],"dataset":[102],"and":[103,138,151],"type":[104],"classifier":[106],"used":[107],"evaluation":[109,156],"do":[110,144],"(sometimes":[111],"substantially)":[112],"influence":[113],"outcomes.":[115],"then":[117],"multilingual":[122],"setup":[123],"with":[124],"lie":[128],"'stable":[131],"region',":[132],"identify":[135],"English,":[137],"find":[139],"on":[142,162],"English":[143],"not":[145],"transfer":[146],"other":[148],"languages.":[149],"Fairer":[150],"more":[152],"comprehensive":[153],"sentence-level":[154],"should":[157],"thus":[158],"be":[159],"carried":[160],"out":[161],"multiple":[163],"future.":[167]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}