{"id":"https://openalex.org/W4280534654","doi":"https://doi.org/10.48550/arxiv.2205.06262","title":"FETA: A Benchmark for Few-Sample Task Transfer in Open-Domain Dialogue","display_name":"FETA: A Benchmark for Few-Sample Task Transfer in Open-Domain Dialogue","publication_year":2022,"publication_date":"2022-05-12","ids":{"openalex":"https://openalex.org/W4280534654","doi":"https://doi.org/10.48550/arxiv.2205.06262"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2205.06262","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.06262","pdf_url":"https://arxiv.org/pdf/2205.06262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2205.06262","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090026363","display_name":"Alon Albalak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albalak, Alon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016343106","display_name":"Yi-Lin Tuan","orcid":"https://orcid.org/0009-0006-0556-515X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tuan, Yi-Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044399159","display_name":"Pegah Jandaghi","orcid":"https://orcid.org/0000-0002-8567-8077"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jandaghi, Pegah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063706810","display_name":"Connor Pryor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pryor, Connor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061984392","display_name":"Luke Yoffe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoffe, Luke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111238931","display_name":"Deepak Ramachandran","orcid":"https://orcid.org/0000-0001-5412-6133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramachandran, Deepak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086169451","display_name":"Lise Getoor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Getoor, Lise","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073443117","display_name":"Jay Pujara","orcid":"https://orcid.org/0000-0001-6921-1744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pujara, Jay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100702488","display_name":"William Yang Wang","orcid":"https://orcid.org/0000-0002-0878-1257"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, William Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.7952343225479126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7806071043014526},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7585601806640625},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7518752217292786},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6933871507644653},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.6134927868843079},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5782802700996399},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.545864999294281},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5423539280891418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5323693156242371},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49790048599243164},{"id":"https://openalex.org/keywords/negative-transfer","display_name":"Negative transfer","score":0.47345608472824097},{"id":"https://openalex.org/keywords/transfer-of-training","display_name":"Transfer of training","score":0.45544198155403137},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4394400417804718},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.42643821239471436},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.41634097695350647},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.1973273754119873},{"id":"https://openalex.org/keywords/first-language","display_name":"First language","score":0.11155784130096436},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07330840826034546},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06867226958274841}],"concepts":[{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.7952343225479126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806071043014526},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7585601806640625},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7518752217292786},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6933871507644653},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.6134927868843079},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5782802700996399},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.545864999294281},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5423539280891418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5323693156242371},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49790048599243164},{"id":"https://openalex.org/C2779178101","wikidata":"https://www.wikidata.org/wiki/Q6987274","display_name":"Negative transfer","level":3,"score":0.47345608472824097},{"id":"https://openalex.org/C2777938197","wikidata":"https://www.wikidata.org/wiki/Q7834022","display_name":"Transfer of training","level":2,"score":0.45544198155403137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4394400417804718},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42643821239471436},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.41634097695350647},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.1973273754119873},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.11155784130096436},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07330840826034546},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06867226958274841},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2205.06262","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.06262","pdf_url":"https://arxiv.org/pdf/2205.06262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2205.06262","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2205.06262","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2205.06262","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.06262","pdf_url":"https://arxiv.org/pdf/2205.06262","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7991023085","display_name":"CAREER: Faithful Natural Language Generation","funder_award_id":"2048122","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1976737539","https://openalex.org/W1603035390","https://openalex.org/W2948333011","https://openalex.org/W4386619269","https://openalex.org/W2052557316","https://openalex.org/W4312745891","https://openalex.org/W2313872081","https://openalex.org/W2021146438","https://openalex.org/W1942758450","https://openalex.org/W2994972936"],"abstract_inverted_index":{"Task":[0],"transfer,":[1,147],"transferring":[2],"knowledge":[3],"contained":[4],"in":[5,37,55,115],"related":[6],"tasks,":[7,28],"holds":[8],"the":[9,13,75,98,116,138,158],"promise":[10],"of":[11,15,63,77,162],"reducing":[12],"quantity":[14],"labeled":[16],"data":[17],"required":[18],"to":[19,96,145],"fine-tune":[20],"language":[21,90],"models.":[22],"Dialogue":[23],"understanding":[24],"encompasses":[25],"many":[26],"diverse":[27],"yet":[29],"task":[30,44,53,79,81,103,141,146],"transfer":[31,45,54,82],"has":[32],"not":[33],"been":[34],"thoroughly":[35],"studied":[36],"conversational":[38,43],"AI.":[39],"This":[40],"work":[41],"explores":[42],"by":[46],"introducing":[47],"FETA:":[48],"a":[49,107,151],"benchmark":[50],"for":[51,109,154,171],"few-sample":[52],"open-domain":[56],"dialogue.":[57],"FETA":[58,148],"contains":[59],"two":[60],"underlying":[61],"sets":[62],"conversations":[64],"upon":[65],"which":[66],"there":[67],"are":[68,129],"10":[69],"and":[70,92,105,118,121,131,134,160,165,177],"7":[71],"tasks":[72,136],"annotated,":[73],"enabling":[74],"study":[76],"intra-dataset":[78],"transfer;":[80],"without":[83],"domain":[84],"adaptation.":[85],"We":[86,112],"utilize":[87],"three":[88,93],"popular":[89],"models":[91],"learning":[94,172],"algorithms":[95],"analyze":[97],"transferability":[99],"between":[100],"132":[101],"source-target":[102],"pairs":[104],"create":[106],"baseline":[108],"future":[110,155],"work.":[111],"run":[113],"experiments":[114],"single-":[117],"multi-source":[119],"settings":[120,173],"report":[122],"valuable":[123,152],"findings,":[124],"e.g.,":[125],"most":[126,139],"performance":[127],"trends":[128],"model-specific,":[130],"span":[132],"extraction":[133],"multiple-choice":[135],"benefit":[137],"from":[140],"transfer.":[142],"In":[143],"addition":[144],"can":[149],"be":[150],"resource":[153],"research":[156],"into":[157],"efficiency":[159],"generalizability":[161],"pre-training":[163],"datasets":[164],"model":[166],"architectures,":[167],"as":[168,170,175],"well":[169],"such":[174],"continual":[176],"multitask":[178],"learning.":[179]},"counts_by_year":[],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}