{"id":"https://openalex.org/W4226058368","doi":"https://doi.org/10.48550/arxiv.2203.07653","title":"Generalized but not Robust? Comparing the Effects of Data Modification\\n Methods on Out-of-Domain Generalization and Adversarial Robustness","display_name":"Generalized but not Robust? Comparing the Effects of Data Modification\\n Methods on Out-of-Domain Generalization and Adversarial Robustness","publication_year":2022,"publication_date":"2022-03-15","ids":{"openalex":"https://openalex.org/W4226058368","doi":"https://doi.org/10.48550/arxiv.2203.07653"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2203.07653","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.07653","pdf_url":"https://arxiv.org/pdf/2203.07653","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2203.07653","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035343276","display_name":"Tejas Gokhale","orcid":"https://orcid.org/0000-0002-5593-2804"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gokhale, Tejas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063722751","display_name":"Swaroop Mishra","orcid":"https://orcid.org/0009-0001-6413-7001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Swaroop","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101358053","display_name":"Man Luo","orcid":"https://orcid.org/0009-0008-4395-5049"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Man","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066672155","display_name":"Bhavdeep Sachdeva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sachdeva, Bhavdeep Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5083735830","display_name":"Chitta Baral","orcid":"https://orcid.org/0000-0002-7549-723X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baral, Chitta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8198058605194092},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7813363075256348},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7617405652999878},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6977643966674805},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.662325918674469},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5899113416671753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5777138471603394},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.5619744062423706},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4753446578979492},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4678780734539032},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.46749651432037354},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.42163974046707153},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09597605466842651}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8198058605194092},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7813363075256348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7617405652999878},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6977643966674805},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.662325918674469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5899113416671753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5777138471603394},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.5619744062423706},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4753446578979492},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4678780734539032},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46749651432037354},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.42163974046707153},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09597605466842651},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2203.07653","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.07653","pdf_url":"https://arxiv.org/pdf/2203.07653","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2203.07653","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.07653","pdf_url":"https://arxiv.org/pdf/2203.07653","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4221165959","https://openalex.org/W4225810998","https://openalex.org/W4280601492","https://openalex.org/W3211393740","https://openalex.org/W3208049411","https://openalex.org/W3022908591","https://openalex.org/W4285706568","https://openalex.org/W4312659495","https://openalex.org/W4385366257","https://openalex.org/W3101007570"],"abstract_inverted_index":{"Data":[0],"modification,":[1],"either":[2],"via":[3],"additional":[4],"training":[5],"datasets,":[6],"data\\naugmentation,":[7],"debiasing,":[8],"and":[9,28,59,100,120,142],"dataset":[10,74],"filtering,":[11],"has":[12],"been":[13],"proposed":[14],"as":[15,88,140],"an\\neffective":[16],"solution":[17],"for":[18],"generalizing":[19,96],"to":[20,75,97,126],"out-of-domain":[21],"(OOD)":[22],"inputs,":[23],"in":[24,154],"both\\nnatural":[25],"language":[26],"processing":[27],"computer":[29],"vision":[30],"literature.":[31],"However,":[32],"the":[33,77,83],"effect\\nof":[34],"data":[35,51,109,114,122],"modification":[36,52],"on":[37,71,82,130,136],"adversarial":[38],"robustness":[39,65],"remains":[40],"unclear.":[41],"In":[42],"this":[43,155],"work,\\nwe":[44],"conduct":[45],"a":[46,72],"comprehensive":[47],"study":[48,91],"of":[49,79],"common":[50],"strategies":[53],"and\\nevaluate":[54],"not":[55],"only":[56],"their":[57],"in-domain":[58],"OOD":[60,118,128,134],"performance,":[61],"but":[62],"also":[63,68],"their\\nadversarial":[64],"(AR).":[66],"We":[67,145],"present":[69],"results":[70],"two-dimensional\\nsynthetic":[73],"visualize":[76],"effect":[78],"each":[80],"method":[81],"training\\ndistribution.":[84],"This":[85],"work":[86,153],"serves":[87],"an":[89],"empirical":[90],"towards":[92],"understanding":[93],"the\\nrelationship":[94],"between":[95],"unseen":[98],"domains":[99],"defending":[101],"against\\nadversarial":[102],"perturbations.":[103],"Our":[104],"findings":[105],"suggest":[106],"that":[107],"more":[108],"(either":[110],"via\\nadditional":[111],"datasets":[112],"or":[113],"augmentation)":[115],"benefits":[116],"both":[117],"accuracy":[119,129,135],"AR.\\nHowever,":[121],"filtering":[123],"(previously":[124],"shown":[125],"improve":[127],"natural\\nlanguage":[131],"inference)":[132],"hurts":[133],"other":[137],"tasks":[138],"such":[139],"question\\nanswering":[141],"image":[143],"classification.":[144],"provide":[146],"insights":[147],"from":[148],"our":[149],"experiments":[150],"to\\ninform":[151],"future":[152],"direction.\\n":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2022-05-05T00:00:00"}