{"id":"https://openalex.org/W4414943088","doi":"https://doi.org/10.48550/arxiv.2507.10614","title":"Fine-tuning Large Language Model for Automated Algorithm Design","display_name":"Fine-tuning Large Language Model for Automated Algorithm Design","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4414943088","doi":"https://doi.org/10.48550/arxiv.2507.10614"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.10614","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2507.10614","pdf_url":"https://arxiv.org/pdf/2507.10614","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.10614","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100394665","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0003-0128-6701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422148","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0003-1870-3727"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lin, Xi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077477260","display_name":"Zhichao Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000546219","display_name":"Qingfu Zhang","orcid":"https://orcid.org/0000-0003-0786-0671"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qingfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8201000094413757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8201000094413757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7598999738693237,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5910999774932861},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43529999256134033},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41260001063346863},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.40700000524520874},{"id":"https://openalex.org/keywords/algorithm-design","display_name":"Algorithm design","score":0.35519999265670776},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.35499998927116394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7217000126838684},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5910999774932861},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4104999899864197},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36469998955726624},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3073999881744385},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2507.10614","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2507.10614","pdf_url":"https://arxiv.org/pdf/2507.10614","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.10614","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.10614","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.10614","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2507.10614","pdf_url":"https://arxiv.org/pdf/2507.10614","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,92,205],"large":[3],"language":[4],"models":[5,143],"(LLMs)":[6],"into":[7],"automated":[8],"algorithm":[9,55,74,95,138,188,211],"design":[10,75,139,189,212],"has":[11],"shown":[12],"promising":[13,182],"potential.":[14],"A":[15],"prevalent":[16],"approach":[17],"embeds":[18],"LLMs":[19,37,51,62,93,158,184,209],"within":[20],"search":[21],"routines":[22],"to":[23,105,118],"iteratively":[24],"generate":[25],"and":[26,66,110,133,169,213],"refine":[27],"candidate":[28],"algorithms.":[29],"However,":[30],"most":[31],"existing":[32],"methods":[33],"rely":[34],"on":[35,131,149,174,186,194],"off-the-shelf":[36,163],"trained":[38],"for":[39,54,94,208,217],"general":[40],"coding":[41],"tasks,":[42,140],"leaving":[43],"a":[44,82,99],"key":[45],"question":[46],"open:":[47],"Do":[48],"we":[49,80,113,180],"need":[50],"specifically":[52],"tailored":[53],"design?":[56],"If":[57],"so,":[58],"how":[59,67],"can":[60,69,159],"such":[61],"be":[63],"effectively":[64],"obtained":[65],"well":[68],"they":[70],"generalize":[71],"across":[72,135],"different":[73],"tasks?":[76],"In":[77],"this":[78],"paper,":[79],"take":[81],"preliminary":[83],"step":[84],"toward":[85],"answering":[86],"these":[87],"questions":[88],"by":[89],"exploring":[90],"fine-tuning":[91],"design.":[96],"We":[97],"introduce":[98],"Diversity-Aware":[100],"Rank-based":[101],"(DAR)":[102],"sampling":[103],"strategy":[104],"balance":[106],"training":[107],"data":[108],"diversity":[109],"quality,":[111],"then":[112],"leverage":[114],"direct":[115],"preference":[116],"optimization":[117],"efficiently":[119],"align":[120],"LLM":[121],"outputs":[122],"with":[123,141,165,197],"task":[124],"objectives.":[125],"Our":[126,220],"experiments":[127],"are":[128],"primarily":[129],"conducted":[130],"Llama-3.2-1B-Instruct":[132,168],"Llama-3.1-8BInstruct":[134],"three":[136],"distinct":[137],"openPangu-Embedded":[142],"additionally":[144],"included":[145],"as":[146],"auxiliary":[147],"comparisons":[148],"the":[150,166,171,175,203],"admissible":[151,176],"set":[152,177],"problem.":[153,178],"Results":[154],"suggest":[155],"that":[156],"fine-tuned":[157,185],"significantly":[160],"outperform":[161],"their":[162],"counterparts":[164],"smaller":[167],"match":[170],"larger":[172],"Llama-3.1-8B-Instruct":[173],"Moreover,":[179],"observe":[181],"generalization:":[183],"specific":[187],"tasks":[190,196],"also":[191],"improve":[192],"performance":[193],"related":[195],"varying":[198],"settings.":[199],"These":[200],"findings":[201],"highlight":[202],"value":[204],"task-specific":[206],"adaptation":[207],"in":[210],"open":[214],"new":[215],"avenues":[216],"future":[218],"research.":[219],"code":[221],"is":[222],"publicly":[223],"available":[224],"at":[225],"https://github.com/RayZhhh/dpo-aad.":[226]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}