{"id":"https://openalex.org/W4399794651","doi":"https://doi.org/10.48550/arxiv.2406.10903","title":"New Solutions on LLM Acceleration, Optimization, and Application","display_name":"New Solutions on LLM Acceleration, Optimization, and Application","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4399794651","doi":"https://doi.org/10.48550/arxiv.2406.10903"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.10903","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.10903","pdf_url":"https://arxiv.org/pdf/2406.10903","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.10903","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114058811","display_name":"Yingbing Huang","orcid":"https://orcid.org/0009-0004-8244-2917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yingbing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108994422","display_name":"Lily Jiaxin Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Lily Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088715551","display_name":"Hanchen Ye","orcid":"https://orcid.org/0000-0002-6646-8146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Hanchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002213520","display_name":"Manvi Jha","orcid":"https://orcid.org/0000-0001-5613-7039"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Manvi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449060","display_name":"Jinghua Wang","orcid":"https://orcid.org/0000-0003-1821-2362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341163","display_name":"Yuhong Li","orcid":"https://orcid.org/0000-0002-4299-7772"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330731","display_name":"Xiaofan Zhang","orcid":"https://orcid.org/0000-0001-5618-7554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaofan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056321228","display_name":"Deming Chen","orcid":"https://orcid.org/0000-0002-3016-0270"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Deming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10346","display_name":"Magnetic confinement fusion research","score":0.6425999999046326,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10346","display_name":"Magnetic confinement fusion research","score":0.6425999999046326,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.6370999813079834,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13717","display_name":"Advanced Algorithms and Applications","score":0.5503000020980835,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.7646740674972534},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48665958642959595},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3427000045776367},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2526456117630005},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18715834617614746},{"id":"https://openalex.org/keywords/classical-mechanics","display_name":"Classical mechanics","score":0.07820388674736023}],"concepts":[{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.7646740674972534},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48665958642959595},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2526456117630005},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18715834617614746},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.07820388674736023}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.10903","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.10903","pdf_url":"https://arxiv.org/pdf/2406.10903","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.10903","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.10903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.10903","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.10903","pdf_url":"https://arxiv.org/pdf/2406.10903","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6588038567","display_name":"HDR Institute: Accelerated AI Algorithms for Data-Driven Discovery","funder_award_id":"2117997","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8651443413","display_name":null,"funder_award_id":"2023-CT-3175","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320332222","display_name":"University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399794651.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"become":[5],"extremely":[6],"potent":[7],"instruments":[8],"with":[9,100,192],"exceptional":[10],"capacities":[11],"for":[12,126,138,147,175,229],"comprehending":[13],"and":[14,28,38,44,63,71,91,168,183,232],"producing":[15],"human-like":[16],"text":[17],"in":[18,35],"a":[19,58,101,132,158,163,193,238],"wide":[20],"range":[21,240],"of":[22,30,60,75,166,201,235,241],"applications.":[23,242],"However,":[24],"the":[25,73,199,227],"increasing":[26],"size":[27],"complexity":[29],"LLMs":[31,137,177,236],"present":[32],"significant":[33],"challenges":[34,70],"both":[36],"training":[37,176],"deployment,":[39],"leading":[40],"to":[41,103,111,135,178,206,216,225],"substantial":[42],"computational":[43],"storage":[45],"costs":[46],"as":[47,49,131],"well":[48],"heightened":[50],"energy":[51],"consumption.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,115,142,190,223],"provide":[57],"review":[59],"recent":[61],"advancements":[62],"research":[64,214],"directions":[65,215],"aimed":[66],"at":[67],"addressing":[68],"these":[69,221],"enhancing":[72],"efficiency":[74,106],"LLM-based":[76],"systems.":[77],"We":[78,94,210],"begin":[79,191],"by":[80,107,156,198],"discussing":[81],"algorithm-level":[82],"acceleration":[83],"techniques":[84],"focused":[85],"on":[86,180],"optimizing":[87],"LLM":[88,112,128],"inference":[89],"speed":[90],"resource":[92],"utilization.":[93],"also":[95],"explore":[96],"LLM-hardware":[97],"co-design":[98],"strategies":[99],"vision":[102],"improve":[104],"system":[105],"tailoring":[108],"hardware":[109,124],"architectures":[110],"requirements.":[113],"Further,":[114],"delve":[116],"into":[117],"LLM-to-accelerator":[118],"compilation":[119],"approaches,":[120],"which":[121,171],"involve":[122],"customizing":[123],"accelerators":[125],"efficient":[127,231],"deployment.":[129],"Finally,":[130],"case":[133],"study":[134],"leverage":[136],"assisting":[139],"circuit":[140],"design,":[141],"examine":[143],"LLM-aided":[144],"design":[145],"methodologies":[146],"an":[148],"important":[149],"task:":[150],"High-Level":[151],"Synthesis":[152],"(HLS)":[153],"functional":[154],"verification,":[155],"creating":[157],"new":[159],"dataset":[160],"that":[161],"contains":[162],"large":[164],"number":[165],"buggy":[167],"bug-free":[169],"codes,":[170],"can":[172],"be":[173],"essential":[174],"specialize":[179],"HLS":[181],"verification":[182],"debugging.":[184],"For":[185],"each":[186],"aspect":[187],"mentioned":[188],"above,":[189],"detailed":[194],"background":[195],"study,":[196],"followed":[197],"presentation":[200],"several":[202],"novel":[203],"solutions":[204],"proposed":[205],"overcome":[207],"specific":[208],"challenges.":[209],"then":[211],"outline":[212],"future":[213],"drive":[217],"further":[218],"advancements.":[219],"Through":[220],"efforts,":[222],"aim":[224],"pave":[226],"way":[228],"more":[230],"scalable":[233],"deployment":[234],"across":[237],"diverse":[239]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}