{"id":"https://openalex.org/W4308614636","doi":"https://doi.org/10.48550/arxiv.2211.03309","title":"DeepFlow: A Cross-Stack Pathfinding Framework for Distributed AI Systems","display_name":"DeepFlow: A Cross-Stack Pathfinding Framework for Distributed AI Systems","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4308614636","doi":"https://doi.org/10.48550/arxiv.2211.03309"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2211.03309","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.03309","pdf_url":"https://arxiv.org/pdf/2211.03309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2211.03309","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031627270","display_name":"Newsha Ardalani","orcid":"https://orcid.org/0000-0002-9975-4819"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ardalani, Newsha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036103216","display_name":"Saptadeep Pal","orcid":"https://orcid.org/0000-0002-8777-8573"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pal, Saptadeep","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084229134","display_name":"Puneet Gupta","orcid":"https://orcid.org/0000-0002-6188-1134"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gupta, Puneet","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031627270"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stack","display_name":"Stack (abstract data type)","score":0.8181943893432617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6682251691818237},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6242268681526184},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5961121916770935},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.50809645652771},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4877501130104065},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20411700010299683}],"concepts":[{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.8181943893432617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6682251691818237},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6242268681526184},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5961121916770935},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.50809645652771},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4877501130104065},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20411700010299683},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2211.03309","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.03309","pdf_url":"https://arxiv.org/pdf/2211.03309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2211.03309","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2211.03309","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2211.03309","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2211.03309","pdf_url":"https://arxiv.org/pdf/2211.03309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2382601015"],"abstract_inverted_index":{"Over":[0],"the":[1,16,19,54,58,80,83,87,105,115,141,148],"past":[2],"decade,":[3],"machine":[4,100],"learning":[5,101],"model":[6],"complexity":[7],"has":[8,15],"grown":[9],"at":[10],"an":[11,28],"extraordinary":[12],"rate,":[13],"as":[14],"scale":[17,36],"of":[18,47,53,97,114,137,159],"systems":[20],"training":[21,124],"such":[22],"large":[23,35,153],"models.":[24],"However":[25],"there":[26],"is":[27,43,146],"alarmingly":[29],"low":[30,40],"hardware":[31,128],"utilization":[32,42],"(5-20%)":[33],"in":[34,156],"AI":[37],"systems.":[38],"The":[39],"system":[41],"a":[44,72],"cumulative":[45],"effect":[46],"minor":[48],"losses":[49],"across":[50,66,111,140],"different":[51,63,67,112],"layers":[52,64,113],"stack,":[55],"exacerbated":[56],"by":[57],"disconnect":[59],"between":[60],"engineers":[61],"designing":[62],"spanning":[65],"industries.":[68],"We":[69,90,117],"propose":[70,92],"CrossFlow,":[71],"novel":[73],"framework":[74],"that":[75],"enables":[76],"cross-layer":[77],"analysis":[78],"all":[79,157],"way":[81],"from":[82],"technology":[84],"layer":[85],"to":[86,103],"algorithmic":[88],"layer.":[89],"also":[91],"DeepFlow":[93,132],"(built":[94],"on":[95,125],"top":[96],"CrossFlow":[98,120],"using":[99],"techniques)":[102],"automate":[104],"design":[106],"space":[107],"exploration":[108],"and":[109,129],"co-optimization":[110],"stack.":[116,161],"have":[118],"validated":[119],"accuracy":[121],"with":[122],"distributed":[123],"real":[126],"commercial":[127],"showcase":[130],"several":[131],"case":[133],"studies":[134],"demonstrating":[135],"pitfalls":[136],"not":[138],"optimizing":[139],"technology-hardware-software":[142],"stack":[143],"for":[144],"what":[145],"likely,":[147],"most":[149],"important":[150],"workload":[151],"driving":[152],"development":[154],"investments":[155],"aspects":[158],"computing":[160]},"counts_by_year":[],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}