{"id":"https://openalex.org/W4396914187","doi":"https://doi.org/10.48550/arxiv.2405.07991","title":"SPIN: Simultaneous Perception, Interaction and Navigation","display_name":"SPIN: Simultaneous Perception, Interaction and Navigation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4396914187","doi":"https://doi.org/10.48550/arxiv.2405.07991"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.07991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.07991","pdf_url":"https://arxiv.org/pdf/2405.07991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.07991","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045000053","display_name":"Shagun Uppal","orcid":"https://orcid.org/0000-0002-4502-4650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Uppal, Shagun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073997436","display_name":"Ananye Agarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Ananye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104123870","display_name":"Haoyu Xiong","orcid":"https://orcid.org/0009-0002-5972-9405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074662871","display_name":"Kenneth Shaw","orcid":"https://orcid.org/0009-0002-8571-2922"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaw, Kenneth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066151318","display_name":"Deepak Pathak","orcid":"https://orcid.org/0009-0004-4105-0466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pathak, Deepak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.558899998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.558899998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7278783321380615},{"id":"https://openalex.org/keywords/spin","display_name":"Spin (aerodynamics)","score":0.5685853958129883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36959123611450195},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3262651562690735},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3223305344581604},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.3197259306907654},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.07819247245788574}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7278783321380615},{"id":"https://openalex.org/C42704618","wikidata":"https://www.wikidata.org/wiki/Q910917","display_name":"Spin (aerodynamics)","level":2,"score":0.5685853958129883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36959123611450195},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3262651562690735},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3223305344581604},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.3197259306907654},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07819247245788574},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.07991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.07991","pdf_url":"https://arxiv.org/pdf/2405.07991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.07991","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.07991","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.07991","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.07991","pdf_url":"https://arxiv.org/pdf/2405.07991","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2345280531","display_name":null,"funder_award_id":"N00014-22-1-2096","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3709560183","display_name":null,"funder_award_id":"FA9550-23-1-0747","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G4720003262","display_name":null,"funder_award_id":"N00014-22","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6098521345","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396914187.pdf","grobid_xml":"https://content.openalex.org/works/W4396914187.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2935759653","https://openalex.org/W3105167352","https://openalex.org/W54078636","https://openalex.org/W2954470139","https://openalex.org/W1501425562","https://openalex.org/W2902782467","https://openalex.org/W3084825885","https://openalex.org/W2298861036"],"abstract_inverted_index":{"While":[0,43],"there":[1,50],"has":[2],"been":[3],"remarkable":[4],"progress":[5],"recently":[6],"in":[7,38,56,115,172,179],"the":[8,44,64,77,91],"fields":[9],"of":[10,34,54],"manipulation":[11,15,100,129],"and":[12,40,48,66,74,79,99,117,140,151,165,176,191,237],"locomotion,":[13],"mobile":[14,27,128,157],"remains":[16],"a":[17,26,31,52,126,156],"long-standing":[18],"challenge.":[19],"Compared":[20],"to":[21,137,142,146,163,170,174,177,181,186,200,215,231],"locomotion":[22],"or":[23],"static":[24],"manipulation,":[25],"system":[28,136],"must":[29],"make":[30],"diverse":[32],"range":[33],"long-horizon":[35],"tasks":[36],"feasible":[37],"unstructured":[39],"dynamic":[41],"environments.":[42],"applications":[45],"are":[46,51,102],"broad":[47],"interesting,":[49],"plethora":[53],"challenges":[55],"developing":[57],"these":[58,85],"systems":[59],"such":[60,110,211],"as":[61,111],"coordination":[62,225],"between":[63],"base":[65],"arm,":[67],"reliance":[68],"on":[69],"onboard":[70],"perception":[71],"for":[72,97],"perceiving":[73],"interacting":[75],"with":[76,193],"environment,":[78],"most":[80],"importantly,":[81],"simultaneously":[82],"integrating":[83],"all":[84],"parts":[86],"together.":[87,105],"Prior":[88],"works":[89],"approach":[90],"problem":[92],"using":[93,203,226],"disentangled":[94],"modular":[95],"skills":[96],"mobility":[98],"that":[101,131,159,210],"trivially":[103],"tied":[104],"This":[106,183],"causes":[107],"several":[108],"limitations":[109],"compounding":[112],"errors,":[113],"delays":[114],"decision-making,":[116],"no":[118],"whole-body":[119,150,224],"coordination.":[120],"In":[121],"this":[122],"work,":[123],"we":[124,154],"present":[125],"reactive":[127],"framework":[130],"uses":[132],"an":[133,204,212],"active":[134,205],"visual":[135,206],"consciously":[138],"perceive":[139,201],"react":[141],"its":[143,161,194],"environment.":[144],"Similar":[145],"how":[147],"humans":[148],"leverage":[149],"hand-eye":[152],"coordination,":[153],"develop":[155],"manipulator":[158],"exploits":[160],"ability":[162],"move":[164,171,189],"see,":[166],"more":[167],"specifically":[168],"--":[169],"order":[173,180],"see":[175,178],"move.":[182],"allows":[184],"it":[185],"not":[187],"only":[188,227],"around":[190,217],"interact":[192],"environment":[195,233],"but":[196],"also,":[197],"choose":[198],"\"when\"":[199],"\"what\"":[202],"system.":[207],"We":[208],"observe":[209],"agent":[213],"learns":[214],"navigate":[216],"complex":[218],"cluttered":[219],"scenarios":[220],"while":[221],"displaying":[222],"agile":[223],"ego-vision":[228],"without":[229],"needing":[230],"create":[232],"maps.":[234],"Results":[235],"visualizations":[236],"videos":[238],"at":[239],"https://spin-robot.github.io/":[240]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}
