{"id":"https://openalex.org/W7124294053","doi":"https://doi.org/10.48550/arxiv.2601.09496","title":"Unifying Search and Recommendation in LLMs via Gradient Multi-Subspace Tuning","display_name":"Unifying Search and Recommendation in LLMs via Gradient Multi-Subspace Tuning","publication_year":2026,"publication_date":"2026-01-14","ids":{"openalex":"https://openalex.org/W7124294053","doi":"https://doi.org/10.48550/arxiv.2601.09496"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.09496","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.09496","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.09496","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123071822","display_name":"Jujia Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhao, Jujia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123104065","display_name":"Zihan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zihan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089421808","display_name":"Shuaiqun Pan","orcid":"https://orcid.org/0000-0001-7039-4875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Shuaiqun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123054693","display_name":"Suzan Verberne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verberne, Suzan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ren, Zhaochun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Zhaochun","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123071822"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.3391000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.3391000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.20559999346733093,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.07339999824762344,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6373999714851379},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5117999911308289},{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.4918999969959259},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4584999978542328},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.3578000068664551},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.32359999418258667},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.3190000057220459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71670001745224},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6373999714851379},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5117999911308289},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47839999198913574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4616999924182892},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.3190000057220459},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3156000077724457},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2897000014781952},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2581000030040741},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.09496","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.09496","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.09496","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.09496","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Search":[0],"and":[1,14,60,78,107,124,151,163,176,215],"recommendation":[2,216],"(S&R)":[3],"are":[4],"core":[5],"to":[6,31,103,117,184,188],"online":[7],"platforms,":[8],"addressing":[9],"explicit":[10],"intent":[11,17,112,197],"through":[12],"queries":[13],"modeling":[15,27],"implicit":[16],"from":[18],"behaviors,":[19],"respectively.":[20],"Their":[21],"complementary":[22,168],"roles":[23],"motivate":[24],"a":[25,85,139,185],"unified":[26],"paradigm.":[28],"Early":[29],"studies":[30],"unify":[32],"S&R":[33,48,144],"adopt":[34],"shared":[35,162],"encoders":[36],"with":[37,145],"task-specific":[38,164],"heads,":[39],"while":[40,147],"recent":[41],"efforts":[42],"reframe":[43],"item":[44],"ranking":[45],"in":[46,94,110,195],"both":[47,213],"as":[49],"conditional":[50],"generation.":[51],"The":[52],"latter":[53],"holds":[54],"particular":[55],"promise,":[56],"enabling":[57],"end-to-end":[58],"optimization":[59,105,165],"leveraging":[61],"the":[62,130,189,209],"semantic":[63],"understanding":[64,113],"of":[65],"LLMs.":[66],"However,":[67],"existing":[68],"methods":[69],"rely":[70],"on":[71,201],"full":[72],"fine-tuning,":[73],"which":[74,120,160,180],"is":[75],"computationally":[76],"expensive":[77],"limits":[79],"scalability.":[80],"Parameter-efficient":[81],"fine-tuning":[82,118],"(PEFT)":[83],"offers":[84],"more":[86],"practical":[87],"alternative":[88],"but":[89],"faces":[90],"two":[91],"critical":[92],"challenges":[93],"unifying":[95],"S&R:":[96],"(1)":[97,157],"gradient":[98,149,174],"conflicts":[99,150],"across":[100,212],"tasks":[101],"due":[102],"divergent":[104],"objectives,":[106],"(2)":[108,177],"shifts":[109,194],"user":[111,196],"caused":[114],"by":[115],"overfitting":[116],"data,":[119],"distort":[121],"general-domain":[122,153,190],"knowledge":[123,191],"weaken":[125],"LLM":[126],"reasoning.":[127],"To":[128],"address":[129],"above":[131],"issues,":[132],"we":[133],"propose":[134],"Gradient":[135],"Multi-Subspace":[136],"Tuning":[137],"(GEMS),":[138],"novel":[140],"framework":[141],"that":[142,205],"unifies":[143],"LLMs":[146],"alleviating":[148],"preserving":[152],"knowledge.":[154],"GEMS":[155,206],"introduces":[156],"\\textbf{Multi-Subspace":[158],"Decomposition},":[159],"disentangles":[161],"signals":[166],"into":[167],"low-rank":[169],"subspaces,":[170],"thereby":[171],"reducing":[172],"destructive":[173],"interference,":[175],"\\textbf{Null-Space":[178],"Projection},":[179],"constrains":[181],"parameter":[182],"updates":[183],"subspace":[186],"orthogonal":[187],"space,":[192],"mitigating":[193],"understanding.":[198],"Extensive":[199],"experiments":[200],"benchmark":[202],"datasets":[203],"show":[204],"consistently":[207],"outperforms":[208],"state-of-the-art":[210],"baselines":[211],"search":[214],"tasks,":[217],"achieving":[218],"superior":[219],"effectiveness.":[220]},"counts_by_year":[],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2026-01-16T00:00:00"}