{"id":"https://openalex.org/W4415111672","doi":"https://doi.org/10.48550/arxiv.2506.12394","title":"LARGO: Low-Rank Regulated Gradient Projection for Robust Parameter Efficient Fine-Tuning","display_name":"LARGO: Low-Rank Regulated Gradient Projection for Robust Parameter Efficient Fine-Tuning","publication_year":2025,"publication_date":"2025-06-14","ids":{"openalex":"https://openalex.org/W4415111672","doi":"https://doi.org/10.48550/arxiv.2506.12394"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.12394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.12394","pdf_url":"https://arxiv.org/pdf/2506.12394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.12394","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392954","display_name":"Haotian Zhang","orcid":"https://orcid.org/0000-0001-7786-389X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309099","display_name":"Baosheng Yu","orcid":"https://orcid.org/0000-0002-0761-7893"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Baosheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Qiu, Jiayan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Jiayan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ren, Yanwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Yanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024067284","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0001-8425-4195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xianglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9581999778747559,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9329000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8343999981880188},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8156999945640564},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.5095999836921692},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.436599999666214},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4203999936580658},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4043000042438507},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.34549999237060547},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.3346000015735626}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8343999981880188},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8156999945640564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6992999911308289},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5078999996185303},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.436599999666214},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33410000801086426},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3149999976158142},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3068000078201294},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.2849000096321106},{"id":"https://openalex.org/C109282560","wikidata":"https://www.wikidata.org/wiki/Q4166054","display_name":"Singular value","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.26080000400543213}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.12394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.12394","pdf_url":"https://arxiv.org/pdf/2506.12394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.12394","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.12394","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.12394","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.12394","pdf_url":"https://arxiv.org/pdf/2506.12394","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,152],"advent":[1],"of":[2,12,73,89,103],"parameter-efficient":[3],"fine-tuning":[4],"methods":[5],"has":[6],"significantly":[7,143],"reduced":[8],"the":[9,70,87],"computational":[10,35,83,145],"burden":[11],"adapting":[13],"large-scale":[14],"pretrained":[15,74,104,119],"models":[16],"to":[17,26,64,148],"diverse":[18,125],"downstream":[19],"tasks.":[20],"However,":[21],"existing":[22,149],"approaches":[23],"often":[24],"struggle":[25],"achieve":[27],"robust":[28],"performance":[29,130],"under":[30,139],"domain":[31,140],"shifts":[32,141],"while":[33,76],"maintaining":[34],"efficiency.":[36],"To":[37],"address":[38],"this":[39],"challenge,":[40],"we":[41,109],"propose":[42],"Low-rAnk":[43],"Regulated":[44],"Gradient":[45],"Projection":[46],"(LARGO)":[47],"algorithm":[48],"that":[49,115],"integrates":[50],"dynamic":[51],"constraints":[52],"into":[53],"low-rank":[54],"adaptation":[55],"methods.":[56,151],"Specifically,":[57],"LARGO":[58,127],"incorporates":[59],"parallel":[60],"trainable":[61],"gradient":[62,90],"projections":[63],"dynamically":[65],"regulate":[66],"layer-wise":[67],"updates,":[68],"retaining":[69],"Out-Of-Distribution":[71],"robustness":[72,138],"model":[75],"preserving":[77],"inter-layer":[78],"independence.":[79],"Additionally,":[80],"it":[81],"ensures":[82],"efficiency":[84],"by":[85],"mitigating":[86],"influence":[88],"dependencies":[91],"across":[92,131],"layers":[93],"during":[94],"weight":[95],"updates.":[96],"Besides,":[97],"through":[98],"leveraging":[99],"singular":[100],"value":[101],"decomposition":[102],"weights":[105],"for":[106],"structured":[107],"initialization,":[108],"incorporate":[110],"an":[111],"SVD-based":[112],"initialization":[113],"strategy":[114],"minimizing":[116],"deviation":[117],"from":[118],"knowledge.":[120],"Through":[121],"extensive":[122],"experiments":[123],"on":[124],"benchmarks,":[126],"achieves":[128],"state-of-the-art":[129],"in-domain":[132],"and":[133],"out-of-distribution":[134],"scenarios,":[135],"demonstrating":[136],"improved":[137],"with":[142],"lower":[144],"overhead":[146],"compared":[147],"PEFT":[150],"source":[153],"code":[154],"will":[155],"be":[156],"released":[157],"soon.":[158]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-13T00:00:00"}