{"id":"https://openalex.org/W4385430559","doi":"https://doi.org/10.15607/rss.2023.xix.029","title":"Robotic Skill Acquisition via Instruction Augmentation with Vision-Language Models","display_name":"Robotic Skill Acquisition via Instruction Augmentation with Vision-Language Models","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W4385430559","doi":"https://doi.org/10.15607/rss.2023.xix.029"},"language":"en","primary_location":{"id":"doi:10.15607/rss.2023.xix.029","is_oa":true,"landing_page_url":"https://doi.org/10.15607/rss.2023.xix.029","pdf_url":"https://doi.org/10.15607/rss.2023.xix.029","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics: Science and Systems XIX","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.15607/rss.2023.xix.029","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008219421","display_name":"Ted Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ted Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060880191","display_name":"Harris Chan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harris Chan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066544075","display_name":"Pierre Sermanet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pierre Sermanet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051147070","display_name":"Ayzaan Wahid","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayzaan Wahid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063513636","display_name":"Anthony Brohan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anthony Brohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088777896","display_name":"Karol Hausman","orcid":"https://orcid.org/0000-0002-1504-6197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karol Hausman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergey Levine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066924496","display_name":"Jonathan Tompson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Tompson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.8588,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.99681413,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9146999716758728,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7354045510292053},{"id":"https://openalex.org/keywords/dreyfus-model-of-skill-acquisition","display_name":"Dreyfus model of skill acquisition","score":0.5262383818626404},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45785626769065857},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45065733790397644},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3366248905658722},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.334119975566864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354045510292053},{"id":"https://openalex.org/C132758656","wikidata":"https://www.wikidata.org/wiki/Q5307365","display_name":"Dreyfus model of skill acquisition","level":2,"score":0.5262383818626404},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45785626769065857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45065733790397644},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3366248905658722},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.334119975566864},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.15607/rss.2023.xix.029","is_oa":true,"landing_page_url":"https://doi.org/10.15607/rss.2023.xix.029","pdf_url":"https://doi.org/10.15607/rss.2023.xix.029","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics: Science and Systems XIX","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.15607/rss.2023.xix.029","is_oa":true,"landing_page_url":"https://doi.org/10.15607/rss.2023.xix.029","pdf_url":"https://doi.org/10.15607/rss.2023.xix.029","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics: Science and Systems XIX","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385430559.pdf","grobid_xml":"https://content.openalex.org/works/W4385430559.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1594201624","https://openalex.org/W1949907236","https://openalex.org/W1967320885","https://openalex.org/W1991374750","https://openalex.org/W2770387316","https://openalex.org/W2794557536","https://openalex.org/W2896457183","https://openalex.org/W2914112028","https://openalex.org/W2918241733","https://openalex.org/W2949059942","https://openalex.org/W2951725892","https://openalex.org/W2963800628","https://openalex.org/W2964915587","https://openalex.org/W2978017171","https://openalex.org/W2980600857","https://openalex.org/W2981601849","https://openalex.org/W3015415344","https://openalex.org/W3030163527","https://openalex.org/W3031840745","https://openalex.org/W3094171701","https://openalex.org/W3094502228","https://openalex.org/W3096099141","https://openalex.org/W3098201885","https://openalex.org/W3135367836","https://openalex.org/W3166396011","https://openalex.org/W3171176697","https://openalex.org/W3176484337","https://openalex.org/W3187722890","https://openalex.org/W3197318324","https://openalex.org/W3203511201","https://openalex.org/W3205423339","https://openalex.org/W3210940825","https://openalex.org/W4206026943","https://openalex.org/W4221152848","https://openalex.org/W4221159977","https://openalex.org/W4224330208","https://openalex.org/W4224912544","https://openalex.org/W4225323055","https://openalex.org/W4256561644","https://openalex.org/W4283218993","https://openalex.org/W4285428875","https://openalex.org/W4286989192","https://openalex.org/W4287209565","https://openalex.org/W4292779060","https://openalex.org/W4293872189","https://openalex.org/W4300799055","https://openalex.org/W4306179311","https://openalex.org/W4307005327","https://openalex.org/W4311559655","https://openalex.org/W4312823397","https://openalex.org/W4383097638","https://openalex.org/W4383109478","https://openalex.org/W4385430679"],"related_works":["https://openalex.org/W1891287906","https://openalex.org/W2036807459","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2772917594","https://openalex.org/W2166024367","https://openalex.org/W2755342338","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2058170566"],"abstract_inverted_index":{"Step":[0],"4:":[1],"Run":[2],"trained":[3],"policy":[4],"on":[5],"unseen":[6,130],"instructions":[7,129],"Time":[8],"\"Lift":[9],"up":[10],"the":[11,16,22,27,95,132],"green":[12],"chip":[13],"bag":[14],"from":[15,51],"bowl":[17],"and":[18,124],"drop":[19],"it":[20],"at":[21],"bottom":[23],"left":[24],"corner":[25],"of":[26,47,63,78,94,106],"table\"":[28],"*":[29],"Equal":[30],"contribution":[31],"control":[32],"(DIAL):":[33],"we":[34,53,112],"utilize":[35],"semi-supervised":[36],"language":[37,65,100],"labels":[38],"to":[39,68,84,120,126],"propagate":[40],"CLIP's":[41],"semantic":[42],"knowledge":[43],"onto":[44],"large":[45],"datasets":[46],"unlabeled":[48],"demonstration":[49],"data,":[50],"which":[52],"then":[54],"train":[55],"languageconditioned":[56],"policies.":[57],"This":[58],"method":[59],"enables":[60,116],"cheaper":[61],"acquisition":[62],"useful":[64],"descriptions":[66],"compared":[67],"expensive":[69],"human":[70],"labels,":[71],"allowing":[72],"for":[73],"more":[74],"efficient":[75],"label":[76],"coverage":[77],"large-scale":[79,104],"datasets.":[80],"We":[81],"apply":[82],"DIAL":[83,115],"a":[85,103],"challenging":[86],"real-world":[87],"robotic":[88],"manipulation":[89],"domain":[90],"where":[91],"only":[92],"3.5%":[93],"80,000":[96],"demonstrations":[97],"contain":[98],"crowd-sourced":[99],"annotations.":[101],"Through":[102],"study":[105],"over":[107],"1,300":[108],"real":[109],"world":[110],"evaluations,":[111],"find":[113],"that":[114],"imitation":[117],"learning":[118],"policies":[119],"acquire":[121],"new":[122],"capabilities":[123],"generalize":[125],"60":[127],"novel":[128],"in":[131],"original":[133],"dataset.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}