{"id":"https://openalex.org/W4283786747","doi":"https://doi.org/10.15607/rss.2022.xviii.023","title":"Robotic Telekinesis: Learning a Robotic Hand Imitator by Watching Humans on YouTube","display_name":"Robotic Telekinesis: Learning a Robotic Hand Imitator by Watching Humans on YouTube","publication_year":2022,"publication_date":"2022-06-27","ids":{"openalex":"https://openalex.org/W4283786747","doi":"https://doi.org/10.15607/rss.2022.xviii.023"},"language":"en","primary_location":{"id":"doi:10.15607/rss.2022.xviii.023","is_oa":true,"landing_page_url":"https://doi.org/10.15607/rss.2022.xviii.023","pdf_url":"https://doi.org/10.15607/rss.2022.xviii.023","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics: Science and Systems XVIII","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.15607/rss.2022.xviii.023","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022753223","display_name":"Aravind Sivakumar","orcid":"https://orcid.org/0000-0002-1477-677X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aravind Sivakumar","raw_affiliation_strings":["Carnegie Mellon University","Robotics: Science and Systems New York City, NY, USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Robotics: Science and Systems New York City, NY, USA,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074662871","display_name":"Kenneth Shaw","orcid":"https://orcid.org/0009-0002-8571-2922"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Shaw","raw_affiliation_strings":["Carnegie Mellon University","Robotics: Science and Systems New York City, NY, USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Robotics: Science and Systems New York City, NY, USA,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066151318","display_name":"Deepak Pathak","orcid":"https://orcid.org/0009-0004-4105-0466"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepak Pathak","raw_affiliation_strings":["Carnegie Mellon University","Robotics: Science and Systems New York City, NY, USA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Robotics: Science and Systems New York City, NY, USA,","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":10.3245,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98947368,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9276000261306763,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9276000261306763,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7272127270698547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5337591767311096},{"id":"https://openalex.org/keywords/robotic-hand","display_name":"Robotic hand","score":0.527574896812439},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5269756317138672},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3834491968154907},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.33387112617492676},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3311869204044342}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7272127270698547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5337591767311096},{"id":"https://openalex.org/C2988191880","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic hand","level":3,"score":0.527574896812439},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5269756317138672},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3834491968154907},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33387112617492676},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3311869204044342}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.15607/rss.2022.xviii.023","is_oa":true,"landing_page_url":"https://doi.org/10.15607/rss.2022.xviii.023","pdf_url":"https://doi.org/10.15607/rss.2022.xviii.023","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics: Science and Systems XVIII","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.15607/rss.2022.xviii.023","is_oa":true,"landing_page_url":"https://doi.org/10.15607/rss.2022.xviii.023","pdf_url":"https://doi.org/10.15607/rss.2022.xviii.023","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotics: Science and Systems XVIII","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2345280531","display_name":null,"funder_award_id":"N00014-22-1-2096","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4082482209","display_name":"Collaborative Research: NRI: INT: Scalable, Customizable, Robot Learning with Humans","funder_award_id":"2024594","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4720003262","display_name":null,"funder_award_id":"N00014-22","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8051438088","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"2140739","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283786747.pdf","grobid_xml":"https://content.openalex.org/works/W4283786747.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2010334265","https://openalex.org/W2037461669","https://openalex.org/W2049523680","https://openalex.org/W2057156210","https://openalex.org/W2101032778","https://openalex.org/W2128019145","https://openalex.org/W2149993355","https://openalex.org/W2194775991","https://openalex.org/W2796136333","https://openalex.org/W2894714230","https://openalex.org/W2962730651","https://openalex.org/W2963202339","https://openalex.org/W2963411833","https://openalex.org/W2963995996","https://openalex.org/W2967695057","https://openalex.org/W2968722025","https://openalex.org/W2973857456","https://openalex.org/W2978956737","https://openalex.org/W2980216391","https://openalex.org/W3034479523","https://openalex.org/W3034891989","https://openalex.org/W3039737909","https://openalex.org/W3099926824","https://openalex.org/W3175211709","https://openalex.org/W3180172155","https://openalex.org/W3215052027","https://openalex.org/W4206434057","https://openalex.org/W4214630662","https://openalex.org/W4287182768","https://openalex.org/W4288634152","https://openalex.org/W4321153853","https://openalex.org/W4385489997"],"related_works":["https://openalex.org/W2355862304","https://openalex.org/W1891287906","https://openalex.org/W2036807459","https://openalex.org/W2775347418","https://openalex.org/W1969923398","https://openalex.org/W2772917594","https://openalex.org/W2166024367","https://openalex.org/W2755342338","https://openalex.org/W3108980762","https://openalex.org/W3094187672"],"abstract_inverted_index":{"We":[0],"build":[1],"a":[2,10,29,55,60,72,102,117,125,130,155],"system":[3,118,167],"that":[4,89,119,134,147,176],"enables":[5,149],"any":[6],"human":[7,26,109,121,126],"to":[8,78,97,115,142,153,183],"control":[9],"robot":[11,23,41,131,156,169],"hand":[12,110],"and":[13,33,40,47,50,82,107,123,139,173],"arm,":[14],"simply":[15],"by":[16],"demonstrating":[17],"motions":[18],"with":[19],"their":[20,35],"own":[21],"hand.The":[22],"observes":[24],"the":[25,64,99,143,187],"operator":[27],"via":[28],"single":[30,56],"RGB":[31],"camera":[32,58],"imitates":[34],"actions":[36],"in":[37,44,181,186],"real-time.Human":[38],"hands":[39,42,122],"differ":[43],"shape,":[45],"size,":[46],"joint":[48],"structure,":[49],"performing":[51],"this":[52,113],"translation":[53],"from":[54],"uncalibrated":[57],"is":[59,88,95,135],"highly":[61],"underconstrained":[62],"problem.Moreover,":[63],"retargeted":[65],"trajectories":[66],"must":[67],"effectively":[68],"execute":[69],"tasks":[70],"on":[71,157],"physical":[73],"robot,":[74],"which":[75],"requires":[76],"them":[77],"be":[79,192],"temporally":[80],"smooth":[81],"free":[83],"of":[84,105],"selfcollisions.Our":[85],"key":[86],"insight":[87],"while":[90],"paired":[91],"human-robot":[92],"correspondence":[93],"data":[94,114],"expensive":[96],"collect,":[98],"internet":[100],"contains":[101],"massive":[103],"corpus":[104],"rich":[106],"diverse":[108],"videos.We":[111],"leverage":[112],"train":[116],"understands":[120],"retargets":[124],"video":[127],"stream":[128],"into":[129],"hand-arm":[132],"trajectory":[133],"smooth,":[136],"swift,":[137],"safe,":[138],"semantically":[140],"similar":[141],"guiding":[144],"demonstration.We":[145],"demonstrate":[146],"it":[148,177],"previously":[150],"untrained":[151],"people":[152],"teleoperate":[154],"various":[158],"dexterous":[159],"manipulation":[160],"tasks.Our":[161],"low-cost,":[162],"glove-free,":[163],"markerfree":[164],"remote":[165],"teleoperation":[166],"makes":[168],"teaching":[170],"more":[171],"accessible":[172],"we":[174],"hope":[175],"can":[178,191],"aid":[179],"robots":[180],"learning":[182],"act":[184],"autonomously":[185],"real":[188],"world.Video":[189],"demos":[190],"found":[193],"at:":[194],"https://robotic-telekinesis.github.io":[195]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":5}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}