{"id":"https://openalex.org/W4407632026","doi":"https://doi.org/10.48550/arxiv.2502.09717","title":"Carbon- and Precedence-Aware Scheduling for Data Processing Clusters","display_name":"Carbon- and Precedence-Aware Scheduling for Data Processing Clusters","publication_year":2025,"publication_date":"2025-02-13","ids":{"openalex":"https://openalex.org/W4407632026","doi":"https://doi.org/10.48550/arxiv.2502.09717"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.09717","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.09717","pdf_url":"https://arxiv.org/pdf/2502.09717","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.09717","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059934044","display_name":"Adam Lechowicz","orcid":"https://orcid.org/0000-0002-7774-9939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lechowicz, Adam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116293007","display_name":"Rohan Shenoy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shenoy, Rohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048736480","display_name":"Noman Bashir","orcid":"https://orcid.org/0000-0001-9304-910X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bashir, Noman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046146251","display_name":"Mohammad Hajiesmaili","orcid":"https://orcid.org/0000-0001-9278-2254"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hajiesmaili, Mohammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062565732","display_name":"Adam Wierman","orcid":"https://orcid.org/0000-0002-5923-0199"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wierman, Adam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001498296","display_name":"Christina Delimitrou","orcid":"https://orcid.org/0000-0001-7779-4134"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Delimitrou, Christina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6464048624038696},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5778659582138062},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09887012839317322},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08943721652030945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464048624038696},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5778659582138062},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09887012839317322},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08943721652030945}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2502.09717","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.09717","pdf_url":"https://arxiv.org/pdf/2502.09717","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/162640","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/162640","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/162640/1/3718958.3750478.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"doi:10.48550/arxiv.2502.09717","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.09717","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.09717","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.09717","pdf_url":"https://arxiv.org/pdf/2502.09717","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4407632026.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"As":[0],"large-scale":[1],"data":[2,43,91],"processing":[3,44,92],"workloads":[4],"continue":[5],"to":[6,23,67,118,129,136,203],"grow,":[7],"their":[8],"carbon":[9,99,165,199],"footprint":[10,200],"raises":[11],"concerns.":[12],"Prior":[13],"research":[14],"on":[15,20,186],"carbon-aware":[16,88,109],"schedulers":[17,159],"has":[18],"focused":[19],"shifting":[21],"computation":[22],"align":[24],"with":[25,113],"availability":[26],"of":[27,51,96,124,156,196],"low-carbon":[28,69],"energy,":[29],"but":[30],"these":[31],"approaches":[32],"assume":[33],"that":[34,58,87,111,150,192],"each":[35,125],"task":[36,53,66,126,138],"can":[37],"be":[38],"executed":[39],"independently.":[40],"In":[41,82],"contrast,":[42],"jobs":[45],"have":[46],"precedence":[47,101],"constraints":[48],"(i.e.,":[49],"outputs":[50],"one":[52],"are":[54],"inputs":[55],"for":[56,90,146],"another)":[57],"complicate":[59],"decisions,":[60],"since":[61],"delaying":[62],"an":[63],"upstream":[64],"``bottleneck''":[65],"a":[68,108,144,161,187,193],"period":[70],"will":[71],"also":[72,141],"block":[73],"downstream":[74],"tasks,":[75],"impacting":[76,207],"the":[77,121,133,152,177,180,208],"entire":[78],"job's":[79],"completion":[80,169],"time.":[81],"this":[83],"paper,":[84],"we":[85,140,172],"show":[86],"scheduling":[89,116],"benefits":[93],"from":[94],"knowledge":[95],"both":[97],"time-varying":[98],"and":[100,167,171],"constraints.":[102],"Our":[103,158],"main":[104],"contribution":[105],"is":[106],"$\\texttt{PCAPS}$,":[107],"scheduler":[110,149],"interfaces":[112],"modern":[114],"ML":[115],"policies":[117],"explicitly":[119],"consider":[120],"precedence-driven":[122],"importance":[123],"in":[127],"addition":[128],"carbon.":[130],"To":[131],"illustrate":[132],"gains":[134],"due":[135],"fine-grained":[137],"information,":[139],"study":[142],"$\\texttt{CAP}$,":[143],"wrapper":[145],"any":[147],"carbon-agnostic":[148],"adapts":[151],"key":[153],"provisioning":[154],"ideas":[155],"$\\texttt{PCAPS}$.":[157],"enable":[160],"configurable":[162],"priority":[163],"between":[164,179],"reduction":[166],"job":[168],"time,":[170],"give":[173],"analytical":[174],"results":[175],"characterizing":[176],"trade-off":[178],"two.":[181],"Furthermore,":[182],"our":[183],"Spark":[184],"prototype":[185],"100-node":[188],"Kubernetes":[189],"cluster":[190],"shows":[191],"moderate":[194],"configuration":[195],"$\\texttt{PCAPS}$":[197],"reduces":[198],"by":[201],"up":[202],"32.9%":[204],"without":[205],"significantly":[206],"cluster's":[209],"total":[210],"efficiency.":[211]},"counts_by_year":[],"updated_date":"2026-07-12T07:33:03.550515","created_date":"2025-10-10T00:00:00"}