{"id":"https://openalex.org/W4317897818","doi":"https://doi.org/10.1162/tacl_a_00536","title":"Locally Typical Sampling","display_name":"Locally Typical Sampling","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4317897818","doi":"https://doi.org/10.1162/tacl_a_00536"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00536","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00536","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00536/2067865/tacl_a_00536.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00536/2067865/tacl_a_00536.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029033876","display_name":"Clara Meister","orcid":"https://orcid.org/0000-0002-3775-4426"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Clara Meister","raw_affiliation_strings":["ETH Z\u00fcrich, Switzerland. clara.meister@inf.ethz.ch"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Switzerland. clara.meister@inf.ethz.ch","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102825308","display_name":"Tiago Pimentel","orcid":"https://orcid.org/0000-0002-5159-4641"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Tiago Pimentel","raw_affiliation_strings":["University of Cambridge, UK. tp472@cam.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, UK. tp472@cam.ac.uk","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087960972","display_name":"Gian Wiher","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Gian Wiher","raw_affiliation_strings":["ETH Z\u00fcrich, Switzerland. gian.wiher@inf.ethz.ch"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Switzerland. gian.wiher@inf.ethz.ch","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH","GB"],"is_corresponding":true,"raw_author_name":"Ryan Cotterell","raw_affiliation_strings":["ETH Z\u00fcrich, Switzerland","University of Cambridge, UK. ryan.cotterell@inf.ethz.ch"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"University of Cambridge, UK. ryan.cotterell@inf.ethz.ch","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029033876","https://openalex.org/A5061951606","https://openalex.org/A5087960972","https://openalex.org/A5102825308"],"corresponding_institution_ids":["https://openalex.org/I241749","https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":10.3107,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.9863707,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"102","last_page":"121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8538253307342529},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.6973510980606079},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6622647047042847},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5677353143692017},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.527253270149231},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5261729955673218},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.5151625871658325},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4655289053916931},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4577850103378296},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4555351734161377},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4426548480987549},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4346684515476227},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4205928444862366},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37268200516700745},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10442402958869934},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09067144989967346}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8538253307342529},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.6973510980606079},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6622647047042847},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5677353143692017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.527253270149231},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5261729955673218},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.5151625871658325},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4655289053916931},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4577850103378296},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4555351734161377},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4426548480987549},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4346684515476227},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4205928444862366},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37268200516700745},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10442402958869934},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09067144989967346},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00536","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00536","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00536/2067865/tacl_a_00536.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ebaddd8338df46b3a3dca45f969e98f2","is_oa":true,"landing_page_url":"https://doaj.org/article/ebaddd8338df46b3a3dca45f969e98f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00536","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00536","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00536/2067865/tacl_a_00536.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8700000047683716}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4317897818.pdf"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1805871248","https://openalex.org/W1968250327","https://openalex.org/W1970091448","https://openalex.org/W1980187498","https://openalex.org/W2022564164","https://openalex.org/W2054125330","https://openalex.org/W2079145130","https://openalex.org/W2079656678","https://openalex.org/W2111041233","https://openalex.org/W2127516329","https://openalex.org/W2140188190","https://openalex.org/W2157365695","https://openalex.org/W2210387432","https://openalex.org/W2525778437","https://openalex.org/W2531882892","https://openalex.org/W2595551253","https://openalex.org/W2602856279","https://openalex.org/W2882987577","https://openalex.org/W2889326796","https://openalex.org/W2913668833","https://openalex.org/W2935760417","https://openalex.org/W2963096510","https://openalex.org/W2963929190","https://openalex.org/W2963951265","https://openalex.org/W2970295111","https://openalex.org/W2970692082","https://openalex.org/W2971775690","https://openalex.org/W2979826702","https://openalex.org/W2983962589","https://openalex.org/W2992347006","https://openalex.org/W2993383518","https://openalex.org/W2999905431","https://openalex.org/W3001772156","https://openalex.org/W3014521650","https://openalex.org/W3034999214","https://openalex.org/W3035068109","https://openalex.org/W3035512170","https://openalex.org/W3102657423","https://openalex.org/W3118026775","https://openalex.org/W3183150006","https://openalex.org/W3213249206","https://openalex.org/W4211208542","https://openalex.org/W4224308101","https://openalex.org/W4225591000","https://openalex.org/W4229781645","https://openalex.org/W4233580076","https://openalex.org/W4285118702","https://openalex.org/W4404783772","https://openalex.org/W6640842352","https://openalex.org/W6727099177","https://openalex.org/W6732696085","https://openalex.org/W6761551260","https://openalex.org/W6763317341","https://openalex.org/W6763377505","https://openalex.org/W6767057552","https://openalex.org/W6776427217","https://openalex.org/W6778883912","https://openalex.org/W6780889111","https://openalex.org/W6783425178","https://openalex.org/W6803540272","https://openalex.org/W6810081322","https://openalex.org/W6810220367"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W2105076537","https://openalex.org/W2787311093","https://openalex.org/W2921174581","https://openalex.org/W2084531783","https://openalex.org/W2020757772"],"abstract_inverted_index":{"Abstract":[0],"Today\u2019s":[1],"probabilistic":[2,72,171],"language":[3,35,53,73,87],"generators":[4],"fall":[5],"short":[6],"when":[7,168],"it":[8],"comes":[9],"to":[10,95,144,187],"producing":[11],"coherent":[12],"and":[13,102,161,180,189,202],"fluent":[14],"text":[15],"despite":[16],"the":[17,20,34,39,49,69,126,145,150],"fact":[18],"that":[19,48,130],"underlying":[21],"models":[22],"perform":[23],"well":[24],"under":[25],"standard":[26],"metrics":[27],"(e.g.,":[28],"perplexity).":[29],"This":[30],"discrepancy":[31],"has":[32,139],"puzzled":[33],"generation":[36,54],"community":[37],"for":[38,61,75,135,164],"last":[40],"few":[41],"years.":[42],"In":[43],"this":[44,118,132,166],"work,":[45],"we":[46,174],"posit":[47],"abstraction":[50],"of":[51,71,91,128,153,207],"natural":[52],"as":[55,88],"a":[56,89,99,115,159],"discrete":[57],"stochastic":[58],"process\u2014which":[59],"allows":[60],"an":[62,140],"information-theoretic":[63],"analysis\u2014can":[64],"provide":[65],"new":[66],"insights":[67],"into":[68],"behavior":[70],"generators,":[74],"example,":[76],"why":[77],"high-probability":[78],"texts":[79],"can":[80],"be":[81],"dull":[82],"or":[83],"repetitive.":[84],"Humans":[85],"use":[86],"means":[90],"communicating":[92],"information,":[93],"aiming":[94],"do":[96],"so":[97],"in":[98,105,114,121,185,205],"simultaneously":[100],"efficient":[101,162],"error-minimizing":[103],"manner;":[104],"fact,":[106],"psycholinguistics":[107],"research":[108],"suggests":[109],"humans":[110],"choose":[111],"each":[112,137],"word":[113,138],"string":[116],"with":[117],"subconscious":[119],"goal":[120],"mind.":[122],"We":[123,156],"formally":[124],"define":[125],"set":[127],"strings":[129],"meet":[131],"criterion:":[133],"Those":[134],"which":[136,173],"information":[141,147],"content":[142],"close":[143],"expected":[146],"content,":[148],"namely,":[149],"conditional":[151],"entropy":[152],"our":[154],"model.":[155],"then":[157],"propose":[158],"simple":[160],"procedure":[163],"enforcing":[165],"criterion":[167],"generating":[169],"from":[170],"models,":[172],"call":[175],"locally":[176,192],"typical":[177,193],"sampling.":[178],"Automatic":[179],"human":[181],"evaluations":[182],"show":[183],"that,":[184],"comparison":[186],"nucleus":[188],"top-k":[190],"sampling,":[191],"sampling":[194],"offers":[195],"competitive":[196],"performance":[197],"(in":[198],"both":[199],"abstractive":[200],"summarization":[201],"story":[203],"generation)":[204],"terms":[206],"quality":[208],"while":[209],"consistently":[210],"reducing":[211],"degenerate":[212],"repetitions.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
