{"id":"https://openalex.org/W4416540925","doi":"https://doi.org/10.48550/arxiv.2504.11622","title":"Making Acoustic Side-Channel Attacks on Noisy Keyboards Viable with LLM-Assisted Spectrograms' \"Typo\" Correction","display_name":"Making Acoustic Side-Channel Attacks on Noisy Keyboards Viable with LLM-Assisted Spectrograms' \"Typo\" Correction","publication_year":2025,"publication_date":"2025-04-15","ids":{"openalex":"https://openalex.org/W4416540925","doi":"https://doi.org/10.48550/arxiv.2504.11622"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2504.11622","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.11622","pdf_url":"https://arxiv.org/pdf/2504.11622","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.11622","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116293071","display_name":"Seyyed Ali Ayati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayati, Seyyed Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648498","display_name":"Jongho Park","orcid":"https://orcid.org/0000-0001-6558-9053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jin Hyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Cai, Yichen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060510652","display_name":"Marcus Botacin","orcid":"https://orcid.org/0000-0001-6870-1178"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Botacin, Marcus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.3000999987125397,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.3000999987125397,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.09130000323057175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6220999956130981},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5824000239372253},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5601000189781189},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.45969998836517334},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.35089999437332153},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.33309999108314514},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.33219999074935913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235999703407288},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6220999956130981},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5824000239372253},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.45969998836517334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44920000433921814},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4424000084400177},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.32679998874664307},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2777000069618225},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2504.11622","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.11622","pdf_url":"https://arxiv.org/pdf/2504.11622","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.11622","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.11622","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.11622","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.11622","pdf_url":"https://arxiv.org/pdf/2504.11622","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"large":[1],"integration":[2],"of":[3,229,251],"microphones":[4],"into":[5],"devices":[6],"increases":[7],"the":[8,31,75,86,103,113,118,160,176,181,184,192,216,227,234,249,256],"opportunities":[9],"for":[10,36,134,149,163,200],"Acoustic":[11],"Side-Channel":[12],"Attacks":[13],"(ASCAs),":[14],"as":[15,47,88,105],"these":[16,150],"can":[17,225,259],"be":[18,260],"used":[19],"to":[20,67,77,98,179,215],"capture":[21],"keystrokes'":[22],"audio":[23],"signals":[24],"that":[25,79,115,126,140,195,205,223],"might":[26,186],"reveal":[27],"sensitive":[28],"information.":[29],"However,":[30],"current":[32],"State-Of-The-Art":[33],"(SOTA)":[34],"models":[35],"ASCAs,":[37],"including":[38],"Convolutional":[39],"Neural":[40],"Networks":[41],"(CNNs)":[42],"and":[43,131,152,168,198,254],"hybrid":[44],"models,":[45],"such":[46],"CoAtNet,":[48],"still":[49],"exhibit":[50],"limited":[51],"robustness":[52],"under":[53],"realistic":[54],"noisy":[55],"conditions.":[56],"Solving":[57],"this":[58,122],"problem":[59],"requires":[60],"either:":[61],"(i)":[62,155,239],"an":[63,80,96],"increased":[64],"model's":[65],"capacity":[66],"infer":[68],"contextual":[69,166],"information":[70,101,167],"from":[71,102],"longer":[72],"sequences,":[73],"allowing":[74],"model":[76,185],"learn":[78],"initially":[81],"noisily":[82],"typed":[83],"word":[84],"is":[85],"same":[87],"a":[89,263],"futurely":[90],"collected":[91],"non-noisy":[92],"word,":[93],"or":[94],"(ii)":[95,169,255],"approach":[97,194],"fix":[99,180],"misidentified":[100],"contexts,":[104],"one":[106],"does":[107],"not":[108],"type":[109],"random":[110],"words,":[111],"but":[112],"ones":[114],"best":[116],"fit":[117],"conversation":[119],"context.":[120],"In":[121],"paper,":[123],"we":[124,189,221],"demonstrate":[125,222],"both":[127],"strategies":[128],"are":[129,159,175],"viable":[130],"complementary":[132],"solutions":[133,162,178],"making":[135],"ASCAs":[136],"practical.":[137],"We":[138,202],"observed":[139],"no":[141],"existing":[142],"solution":[143],"leverages":[144],"advanced":[145],"transformer":[146],"architectures'":[147],"power":[148],"tasks":[151],"propose":[153],"that:":[154,238],"Visual":[156],"Transformers":[157],"(VTs)":[158],"candidate":[161,177],"capturing":[164],"long-term":[165],"transformer-powered":[170],"Large":[171],"Language":[172],"Models":[173],"(LLMs)":[174],"``typos''":[182],"(mispredictions)":[183],"make.":[187],"Thus,":[188],"here":[190],"present":[191],"first-of-its-kind":[193],"integrates":[196],"VTs":[197,206],"LLMs":[199,224,241],"ASCAs.":[201],"first":[203],"show":[204],"achieve":[207],"SOTA":[208],"performance":[209,250,258],"in":[210,244],"classifying":[211],"keystrokes":[212],"when":[213],"compared":[214],"previous":[217],"CNN":[218],"benchmark.":[219],"Second,":[220],"mitigate":[226],"impact":[228],"real-world":[230],"noise.":[231],"Evaluations":[232],"on":[233],"natural":[235],"sentences":[236],"revealed":[237],"incorporating":[240],"(e.g.,":[242],"GPT-4o)":[243],"our":[245],"ASCA":[246],"pipeline":[247],"boosts":[248],"error-correction":[252],"tasks;":[253],"comparable":[257],"attained":[261],"by":[262],"lightweight,":[264],"fine-tuned":[265],"smaller":[266,270],"LLM":[267],"(67":[268],"times":[269],"than":[271],"GPT-4o),":[272],"using...":[273]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}