{"id":"https://openalex.org/W4360103569","doi":"https://doi.org/10.48550/arxiv.2303.11879","title":"Multimodal Pre-training Framework for Sequential Recommendation via Contrastive Learning","display_name":"Multimodal Pre-training Framework for Sequential Recommendation via Contrastive Learning","publication_year":2023,"publication_date":"2023-03-21","ids":{"openalex":"https://openalex.org/W4360103569","doi":"https://doi.org/10.48550/arxiv.2303.11879"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2303.11879","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.11879","pdf_url":"https://arxiv.org/pdf/2303.11879","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.11879","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014948519","display_name":"Lingzi Zhang","orcid":"https://orcid.org/0000-0001-5319-875X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lingzi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424243","display_name":"Xin Zhou","orcid":"https://orcid.org/0009-0004-3288-5306"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Zhiwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Shen, Zhiqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8474301099777222},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6052069664001465},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5937700867652893},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5552663803100586},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4891803562641144},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4651905596256256},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46316301822662354},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.4302116334438324},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4257994592189789},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4161076247692108},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4128574728965759},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3933763802051544},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3851059079170227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8474301099777222},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6052069664001465},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5937700867652893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5552663803100586},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4891803562641144},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4651905596256256},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46316301822662354},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.4302116334438324},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4257994592189789},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4161076247692108},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4128574728965759},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3933763802051544},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3851059079170227},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2303.11879","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.11879","pdf_url":"https://arxiv.org/pdf/2303.11879","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2303.11879","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.11879","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.11879","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.11879","pdf_url":"https://arxiv.org/pdf/2303.11879","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360103569.pdf","grobid_xml":"https://content.openalex.org/works/W4360103569.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W2185469136","https://openalex.org/W3125580266","https://openalex.org/W4317039510","https://openalex.org/W4238861846"],"abstract_inverted_index":{"Current":[0],"multimodal":[1,35,49,66,113,136,191],"sequential":[2,55,194],"recommendation":[3,195,210],"models":[4],"are":[5],"often":[6],"unable":[7],"to":[8,83,133,147,156],"effectively":[9],"explore":[10,48],"and":[11,19,37,63,104,125,152,163,181,203],"capture":[12,84,157],"correlations":[13,26],"among":[14,27,87,98],"behavior":[15],"sequences":[16,90,101],"of":[17,54,60,65,91,102,108,138,189],"users":[18,103],"items":[20],"across":[21],"different":[22,88,99,149],"modalities,":[23],"either":[24],"neglecting":[25],"sequence":[28,38,144],"representations":[29],"or":[30],"inadequately":[31],"capturing":[32],"associations":[33],"between":[34],"data":[36,39],"in":[40,51,178,193],"their":[41],"representations.":[42],"To":[43],"address":[44],"this":[45],"problem,":[46],"we":[47],"pre-training":[50,127,192],"the":[52,58,85,96,161,187,205,209],"context":[53],"recommendation,":[56],"with":[57],"aim":[59],"enhancing":[61],"fusion":[62],"utilization":[64],"information.":[67],"We":[68,184],"propose":[69],"a":[70,117,142],"novel":[71],"Multimodal":[72,120],"Pre-training":[73],"for":[74,208],"Sequential":[75],"Recommendation":[76],"(MP4SR)":[77],"framework,":[78],"which":[79],"utilizes":[80],"contrastive":[81,154],"losses":[82],"correlation":[86,97],"modality":[89,100,150,158],"users,":[92],"as":[93,95,199],"well":[94],"items.":[105],"MP4SR":[106,174],"consists":[107],"three":[109],"key":[110],"components:":[111],"1)":[112],"feature":[114],"extraction,":[115],"2)":[116],"backbone":[118],"network,":[119],"Mixup":[121],"Sequence":[122],"Encoder":[123],"(M2SE),":[124],"3)":[126],"tasks.":[128],"After":[129],"utilizing":[130],"pre-trained":[131],"encoders":[132],"generate":[134],"initial":[135],"features":[137],"items,":[139],"M2SE":[140],"adopts":[141],"complementary":[143],"mixup":[145],"strategy":[146],"fuse":[148],"sequences,":[151],"leverages":[153],"learning":[155],"interactions":[159],"at":[160],"sequence-to-sequence":[162],"sequence-to-item":[164],"levels.":[165],"Extensive":[166],"experiments":[167],"on":[168],"four":[169],"real-world":[170],"datasets":[171],"demonstrate":[172],"that":[173],"outperforms":[175],"state-of-the-art":[176],"approaches":[177],"both":[179],"normal":[180],"cold-start":[182],"settings.":[183],"further":[185],"highlight":[186],"efficacy":[188],"incorporating":[190],"representation":[196],"learning,":[197],"serving":[198],"an":[200],"effective":[201],"regularizer":[202],"optimizing":[204],"parameter":[206],"space":[207],"task.":[211]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2023-03-23T00:00:00"}