{"id":"https://openalex.org/W4417522622","doi":"https://doi.org/10.48550/arxiv.2504.21411","title":"Galvatron: An Automatic Distributed System for Efficient Foundation Model Training","display_name":"Galvatron: An Automatic Distributed System for Efficient Foundation Model Training","publication_year":2025,"publication_date":"2025-04-30","ids":{"openalex":"https://openalex.org/W4417522622","doi":"https://doi.org/10.48550/arxiv.2504.21411"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2504.21411","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.21411","pdf_url":"https://arxiv.org/pdf/2504.21411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.21411","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101872824","display_name":"Xinyi Liu","orcid":"https://orcid.org/0000-0002-5967-3424"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114500332","display_name":"Yujie Wang","orcid":"https://orcid.org/0009-0003-0310-1077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016753128","display_name":"Shenhan Zhu","orcid":"https://orcid.org/0009-0004-0267-775X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Shenhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039254679","display_name":"Fangcheng Fu","orcid":"https://orcid.org/0000-0003-1658-0380"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Fangcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058732105","display_name":"Q. Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qingshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113648771","display_name":"Guangming Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Guangming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042052577","display_name":"Bin Cui","orcid":"https://orcid.org/0000-0001-5258-8000"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.06859999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.06859999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11490","display_name":"Hydrological Forecasting Using AI","score":0.0348999984562397,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5985000133514404},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5871000289916992},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5188000202178955},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.49889999628067017},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.40689998865127563},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.3968000113964081},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.39010000228881836},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3776000142097473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7138000130653381},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5985000133514404},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5871000289916992},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5309000015258789},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5188000202178955},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.49889999628067017},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.40689998865127563},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.3422999978065491},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C2776857766","wikidata":"https://www.wikidata.org/wiki/Q7832987","display_name":"Training system","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2504.21411","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.21411","pdf_url":"https://arxiv.org/pdf/2504.21411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.21411","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.21411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.21411","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.21411","pdf_url":"https://arxiv.org/pdf/2504.21411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417522622.pdf","grobid_xml":"https://content.openalex.org/works/W4417522622.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Galvatron":[0,103],"is":[1,104],"a":[2,44,51,64],"distributed":[3,94],"system":[4,85],"for":[5,46,54,66],"efficiently":[6],"training":[7,95],"large-scale":[8],"Foundation":[9],"Models.":[10],"It":[11],"overcomes":[12],"the":[13,23],"complexities":[14],"of":[15,102],"selecting":[16],"optimal":[17],"parallelism":[18],"strategies":[19,69],"by":[20],"automatically":[21],"identifying":[22],"most":[24],"efficient":[25],"hybrid":[26],"strategy,":[27],"incorporating":[28],"data,":[29,33],"tensor,":[30],"pipeline,":[31],"sharded":[32],"and":[34,48,60,63,89,97],"sequence":[35],"parallelism,":[36],"along":[37],"with":[38],"recomputation.":[39],"The":[40,99],"system's":[41],"architecture":[42],"includes":[43],"profiler":[45],"hardware":[47],"model":[49],"analysis,":[50],"search":[52],"engine":[53],"strategy":[55],"optimization":[56],"using":[57],"decision":[58],"trees":[59],"dynamic":[61],"programming,":[62],"runtime":[65],"executing":[67],"these":[68],"efficiently.":[70],"Benchmarking":[71],"on":[72],"various":[73],"clusters":[74],"demonstrates":[75],"Galvatron's":[76],"superior":[77],"throughput":[78],"compared":[79],"to":[80],"existing":[81],"frameworks.":[82],"This":[83],"open-source":[84],"offers":[86],"user-friendly":[87],"interfaces":[88],"comprehensive":[90],"documentation,":[91],"making":[92],"complex":[93],"accessible":[96],"efficient.":[98],"source":[100],"code":[101],"available":[105],"at":[106],"https://github.com/PKU-DAIR/Hetu-Galvatron.":[107]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}