{"id":"https://openalex.org/W4297069757","doi":"https://doi.org/10.48550/arxiv.2204.04303","title":"CERES: Pretraining of Graph-Conditioned Transformer for Semi-Structured Session Data","display_name":"CERES: Pretraining of Graph-Conditioned Transformer for Semi-Structured Session Data","publication_year":2022,"publication_date":"2022-04-08","ids":{"openalex":"https://openalex.org/W4297069757","doi":"https://doi.org/10.48550/arxiv.2204.04303"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2204.04303","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.04303","pdf_url":"https://arxiv.org/pdf/2204.04303","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.04303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100680619","display_name":"Rui Feng","orcid":"https://orcid.org/0000-0003-4151-7228"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717020","display_name":"Luo Chen","orcid":"https://orcid.org/0000-0003-2665-6086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100610166","display_name":"Qingyu Yin","orcid":"https://orcid.org/0009-0006-1129-4704"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Qingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yin, Bing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109592386","display_name":"Tuo Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Tuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460272","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0003-3009-598X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7362822890281677},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6873480677604675},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5768842101097107},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5120759606361389},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4799909293651581},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4761640727519989},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4388584792613983},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.42164531350135803},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.41130366921424866},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38517454266548157},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.18665271997451782},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15125390887260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7362822890281677},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6873480677604675},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5768842101097107},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5120759606361389},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4799909293651581},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4761640727519989},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4388584792613983},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.42164531350135803},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41130366921424866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38517454266548157},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.18665271997451782},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15125390887260437},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2204.04303","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.04303","pdf_url":"https://arxiv.org/pdf/2204.04303","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2204.04303","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.04303","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.04303","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.04303","pdf_url":"https://arxiv.org/pdf/2204.04303","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W4230197055","https://openalex.org/W4296749040","https://openalex.org/W621808327","https://openalex.org/W644007644","https://openalex.org/W2497198634","https://openalex.org/W2054026175"],"abstract_inverted_index":{"User":[0],"sessions":[1,125],"empower":[2],"many":[3],"search":[4,141],"and":[5,23,25,57,85,102,105,126,142],"recommendation":[6],"tasks":[7],"on":[8],"a":[9,70,90,107],"daily":[10],"basis.":[11],"Such":[12],"session":[13,76,140],"data":[14],"are":[15],"semi-structured,":[16],"which":[17],"encode":[18],"heterogeneous":[19],"relations":[20],"between":[21],"queries":[22],"products,":[24],"each":[26],"item":[27,100],"is":[28],"described":[29],"by":[30,134],"the":[31],"unstructured":[32],"text.":[33],"Despite":[34],"recent":[35],"advances":[36],"in":[37,138],"self-supervised":[38,47],"learning":[39,48],"for":[40,60,74],"text":[41,101],"or":[42],"graphs,":[43],"there":[44],"lack":[45],"of":[46],"models":[49],"that":[50,81,96,111,128],"can":[51],"effectively":[52],"capture":[53,82],"both":[54,83],"intra-item":[55,86],"semantics":[56,87],"inter-item":[58,113],"interactions":[59],"semi-structured":[61,75],"sessions.":[62],"To":[63],"fill":[64],"this":[65],"gap,":[66],"we":[67],"propose":[68],"CERES,":[69],"graph-based":[71],"transformer":[72,109],"model":[73],"data.":[77],"CERES":[78,120,129],"learns":[79,98],"representations":[80],"inter-":[84],"with":[88],"(1)":[89],"graph-conditioned":[91,108],"masked":[92],"language":[93],"pretraining":[94,132],"task":[95],"jointly":[97],"from":[99],"item-item":[103],"relations;":[104],"(2)":[106],"architecture":[110],"propagates":[112],"contexts":[114],"to":[115,136],"item-level":[116],"representations.":[117],"We":[118],"pretrained":[119],"using":[121],"~468":[122],"million":[123],"Amazon":[124],"find":[127],"outperforms":[130],"strong":[131],"baselines":[133],"up":[135],"9%":[137],"three":[139],"entity":[143],"linking":[144],"tasks.":[145]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2022-09-26T00:00:00"}