{"id":"https://openalex.org/W4387846488","doi":"https://doi.org/10.1145/3583780.3615474","title":"Enhancing E-commerce Product Search through Reinforcement Learning-Powered Query Reformulation","display_name":"Enhancing E-commerce Product Search through Reinforcement Learning-Powered Query Reformulation","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387846488","doi":"https://doi.org/10.1145/3583780.3615474"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3615474","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3615474","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615474","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615474","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102874124","display_name":"Sanjay Agrawal","orcid":"https://orcid.org/0009-0006-7658-7532"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sanjay Agrawal","raw_affiliation_strings":["Amazon.com Inc., Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Amazon.com Inc., Bengaluru, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025202709","display_name":"Srujana Merugu","orcid":"https://orcid.org/0000-0001-7849-9743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srujana Merugu","raw_affiliation_strings":["Amazon.com Inc., Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Amazon.com Inc., Bengaluru, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038625048","display_name":"Vivek Sembium","orcid":"https://orcid.org/0000-0002-6787-1383"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vivek Sembium","raw_affiliation_strings":["Amazon.com Inc., Bengaluru, India"],"affiliations":[{"raw_affiliation_string":"Amazon.com Inc., Bengaluru, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102874124"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0478,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.95710189,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4488","last_page":"4494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8058372735977173},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7133036851882935},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5752562284469604},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.5572933554649353},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.48984643816947937},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.48348695039749146},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48236554861068726},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.48232099413871765},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4404018223285675},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4396897852420807},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.425180047750473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3844410479068756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3754584491252899},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.3188123106956482},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09329402446746826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8058372735977173},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7133036851882935},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5752562284469604},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.5572933554649353},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.48984643816947937},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.48348695039749146},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48236554861068726},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.48232099413871765},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4404018223285675},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4396897852420807},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.425180047750473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3844410479068756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3754584491252899},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.3188123106956482},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09329402446746826},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3615474","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3615474","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615474","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3583780.3615474","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3615474","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615474","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387846488.pdf","grobid_xml":"https://content.openalex.org/works/W4387846488.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W77961983","https://openalex.org/W1056236675","https://openalex.org/W1593271688","https://openalex.org/W2045865594","https://openalex.org/W2098258619","https://openalex.org/W2600463316","https://openalex.org/W2809577315","https://openalex.org/W2914260367","https://openalex.org/W2962762898","https://openalex.org/W2981852735","https://openalex.org/W3086963535","https://openalex.org/W3117574848","https://openalex.org/W3135224173","https://openalex.org/W3172286436","https://openalex.org/W3175038190","https://openalex.org/W3214779765","https://openalex.org/W4237040408","https://openalex.org/W4287674181","https://openalex.org/W4288089799","https://openalex.org/W6782465632"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4283803360","https://openalex.org/W4317695495","https://openalex.org/W4387506531"],"abstract_inverted_index":{"Query":[0,115],"reformulation":[1],"(QR)":[2],"is":[3],"a":[4,17,26,79,86,99,151,159,167],"widely":[5],"used":[6],"technique":[7],"in":[8,34,154],"web":[9],"and":[10,75,144,181],"product":[11,35,104,128,155,184],"search.":[12],"In":[13,106],"QR,":[14],"we":[15,109],"map":[16],"poorly":[18],"formed":[19],"or":[20],"low":[21,72],"coverage":[22,129,156,185],"user":[23],"query":[24],"to":[25,59,77,125,158],"few":[27],"semantically":[28],"similar":[29],"queries":[30],"that":[31],"are":[32,57],"rich":[33],"coverage,":[36],"thereby":[37],"enabling":[38],"effective":[39],"targeted":[40],"searches":[41],"with":[42],"less":[43],"cognitive":[44],"load":[45],"on":[46,53,175],"the":[47,90,127],"user.":[48],"Recent":[49],"QR":[50],"approaches":[51],"based":[52],"generative":[54,94,142,161],"language":[55],"models":[56,95,143],"superior":[58],"informational":[60],"retrieval-based":[61],"methods":[62],"but":[63],"exhibit":[64],"key":[65],"limitations:":[66],"(i)":[67],"generated":[68],"reformulations":[69,122],"often":[70],"have":[71],"lexical":[73],"diversity":[74],"fail":[76],"retrieve":[78],"large":[80],"set":[81],"of":[82,85,93,102,131],"relevant":[83,133],"products":[84,134],"wider":[87],"variety,":[88],"(ii)":[89],"training":[91],"objective":[92],"does":[96],"not":[97],"incorporate":[98],"our":[100,138,173],"goal":[101],"improving":[103],"coverage.":[105],"this":[107],"paper,":[108],"propose":[110],"RLQR":[111],"(Reinforcement":[112],"Learning":[113],"for":[114,117],"Reformulations),":[116],"generating":[118],"high":[119],"quality":[120],"diverse":[121],"which":[123],"aim":[124],"maximize":[126],"(number":[130],"distinct":[132],"returned).":[135],"We":[136,170],"evaluate":[137],"approach":[139],"against":[140],"supervised":[141],"strong":[145],"RL-based":[146],"methods.":[147],"Our":[148],"experiments":[149,174],"demonstrate":[150,182],"28.6%":[152],"increase":[153],"compared":[157],"standard":[160],"model,":[162],"outperforming":[163],"SOTA":[164,187],"benchmarks":[165],"by":[166],"significant":[168],"margin.":[169],"also":[171],"conduct":[172],"an":[176],"external":[177],"Amazon":[178],"shopping":[179],"dataset":[180],"increased":[183],"over":[186],"algorithms.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}