{"id":"https://openalex.org/W4293575776","doi":"https://doi.org/10.48550/arxiv.2208.12266","title":"Decoding speech perception from non-invasive brain recordings","display_name":"Decoding speech perception from non-invasive brain recordings","publication_year":2022,"publication_date":"2022-08-25","ids":{"openalex":"https://openalex.org/W4293575776","doi":"https://doi.org/10.48550/arxiv.2208.12266"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2208.12266","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.12266","pdf_url":"https://arxiv.org/pdf/2208.12266","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.12266","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075329396","display_name":"Alexandre D\u00e9fossez","orcid":"https://orcid.org/0000-0003-3616-1968"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D\u00e9fossez, Alexandre","raw_affiliation_strings":["Meta AI,","{defossez;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,","institution_ids":[]},{"raw_affiliation_string":"{defossez;","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024428666","display_name":"Charlotte Caucheteux","orcid":"https://orcid.org/0000-0002-3965-3143"},"institutions":[{"id":"https://openalex.org/I2746051580","display_name":"Universit\u00e9 Paris Sciences et Lettres","ror":"https://ror.org/013cjyk83","country_code":"FR","type":"education","lineage":["https://openalex.org/I2746051580"]},{"id":"https://openalex.org/I4210126360","display_name":"Centre Inria de Saclay","ror":"https://ror.org/0315e5x55","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210126360"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Caucheteux, Charlotte","raw_affiliation_strings":["Inria Saclay,","Meta AI,","PSL University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria Saclay,","institution_ids":["https://openalex.org/I4210126360"]},{"raw_affiliation_string":"Meta AI,","institution_ids":[]},{"raw_affiliation_string":"PSL University,","institution_ids":["https://openalex.org/I2746051580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108109774","display_name":"J\u00e9r\u00e9my Rapin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rapin, J\u00e9r\u00e9my","raw_affiliation_strings":["Meta AI,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087825391","display_name":"Ori Kabeli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kabeli, Ori","raw_affiliation_strings":["Meta AI,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056821038","display_name":"Jean-R\u00e9mi King","orcid":"https://orcid.org/0000-0002-2121-170X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"King, Jean-R\u00e9mi","raw_affiliation_strings":["Meta AI,","{defossez;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI,","institution_ids":[]},{"raw_affiliation_string":"{defossez;","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6827739477157593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6111995577812195},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5815855264663696},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4847671389579773},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48226696252822876},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.42082875967025757},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.41905325651168823},{"id":"https://openalex.org/keywords/speech-perception","display_name":"Speech perception","score":0.41388797760009766},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.4133157432079315},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.3907523453235626},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38350600004196167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36247873306274414},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34271419048309326},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.11088964343070984}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6827739477157593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6111995577812195},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5815855264663696},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4847671389579773},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48226696252822876},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.42082875967025757},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.41905325651168823},{"id":"https://openalex.org/C99209842","wikidata":"https://www.wikidata.org/wiki/Q643696","display_name":"Speech perception","level":3,"score":0.41388797760009766},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.4133157432079315},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.3907523453235626},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38350600004196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36247873306274414},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34271419048309326},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.11088964343070984},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2208.12266","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.12266","pdf_url":"https://arxiv.org/pdf/2208.12266","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2208.12266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2208.12266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.12266","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.12266","pdf_url":"https://arxiv.org/pdf/2208.12266","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W1488659701","https://openalex.org/W1522301498","https://openalex.org/W1606214964","https://openalex.org/W1819242701","https://openalex.org/W1836465849","https://openalex.org/W1965248225","https://openalex.org/W1981180290","https://openalex.org/W2005066437","https://openalex.org/W2015460481","https://openalex.org/W2031186925","https://openalex.org/W2036084760","https://openalex.org/W2048425229","https://openalex.org/W2049363352","https://openalex.org/W2084333685","https://openalex.org/W2089632738","https://openalex.org/W2093534731","https://openalex.org/W2097267381","https://openalex.org/W2101234009","https://openalex.org/W2126810579","https://openalex.org/W2127501699","https://openalex.org/W2150174491","https://openalex.org/W2159980159","https://openalex.org/W2169918686","https://openalex.org/W2344975321","https://openalex.org/W2388216700","https://openalex.org/W2567070169","https://openalex.org/W2583019817","https://openalex.org/W2654988205","https://openalex.org/W2739095506","https://openalex.org/W2741907166","https://openalex.org/W2766188050","https://openalex.org/W2791548393","https://openalex.org/W2884197259","https://openalex.org/W2898677863","https://openalex.org/W2899038052","https://openalex.org/W2899283976","https://openalex.org/W2899663614","https://openalex.org/W2902452006","https://openalex.org/W2904216680","https://openalex.org/W2909386406","https://openalex.org/W2912610206","https://openalex.org/W2913144232","https://openalex.org/W2913994460","https://openalex.org/W2926609641","https://openalex.org/W2940585064","https://openalex.org/W2949915185","https://openalex.org/W2952775451","https://openalex.org/W2955728019","https://openalex.org/W2963341661","https://openalex.org/W2963355311","https://openalex.org/W2963672008","https://openalex.org/W2970648593","https://openalex.org/W2979896523","https://openalex.org/W2980286501","https://openalex.org/W3014285424","https://openalex.org/W3016106826","https://openalex.org/W3031175989","https://openalex.org/W3036601975","https://openalex.org/W3039556919","https://openalex.org/W3046356352","https://openalex.org/W3084038400","https://openalex.org/W3102455230","https://openalex.org/W3104324110","https://openalex.org/W3157504026","https://openalex.org/W3160458248","https://openalex.org/W3161343553","https://openalex.org/W3166396011","https://openalex.org/W3180220247","https://openalex.org/W3198923947","https://openalex.org/W3208743843","https://openalex.org/W4200300291","https://openalex.org/W4220670607","https://openalex.org/W4221074078","https://openalex.org/W4224926216","https://openalex.org/W4224928099","https://openalex.org/W4281765823","https://openalex.org/W4283332789","https://openalex.org/W4283455225","https://openalex.org/W4285135037","https://openalex.org/W4288400010","https://openalex.org/W4289550056","https://openalex.org/W4293167808","https://openalex.org/W4297995647","https://openalex.org/W4298144575","https://openalex.org/W4300973202","https://openalex.org/W4301519015","https://openalex.org/W4304465621","https://openalex.org/W4308523455","https://openalex.org/W4311759904","https://openalex.org/W4321764341","https://openalex.org/W4323927097"],"related_works":["https://openalex.org/W2098373948","https://openalex.org/W1534867933","https://openalex.org/W2587713090","https://openalex.org/W2466887110","https://openalex.org/W2963141266","https://openalex.org/W2896393657","https://openalex.org/W2090610152","https://openalex.org/W2744712844","https://openalex.org/W4310719664","https://openalex.org/W2068485906"],"abstract_inverted_index":{"Decoding":[0],"speech":[1,49,72,129,194,230],"from":[2,73,121,168,231,241],"brain":[3,52,242,250],"activity":[4],"is":[5],"a":[6,55,61,78,157,178,187,197,235],"long-awaited":[7],"goal":[8],"in":[9,22,151],"both":[10],"healthcare":[11],"and":[12,50,90,110,147,165,195,220],"neuroscience.":[13],"Invasive":[14],"devices":[15],"have":[16],"recently":[17],"led":[18],"to":[19,34,47,66,107,133,177,238],"major":[20,56],"milestones":[21],"that":[23,116,159,214],"regard:":[24],"deep":[25],"learning":[26],"algorithms":[27],"trained":[28,63,202],"on":[29,143,218],"intracranial":[30],"recordings":[31,53,76,233],"now":[32],"start":[33],"decode":[35,67,239],"elementary":[36],"linguistic":[37],"features":[38],"(e.g.":[39],"letters,":[40],"words,":[41],"spectrograms).":[42],"However,":[43],"extending":[44],"this":[45,86,225],"approach":[46],"natural":[48],"non-invasive":[51,75,232],"remains":[54],"challenge.":[57],"Here,":[58],"we":[59,88],"introduce":[60],"model":[62,118,176],"with":[64,99,131],"contrastive-learning":[65],"self-supervised":[68],"representations":[69,192],"of":[70,77,81,124,137,163,174,180,185,193,209,228],"perceived":[71,229],"the":[74,127,152,161,169,183,207,210],"large":[79],"cohort":[80],"healthy":[82],"individuals.":[83],"To":[84],"evaluate":[85],"approach,":[87],"curate":[89],"integrate":[91],"four":[92],"public":[93],"datasets,":[94],"encompassing":[95],"175":[96],"volunteers":[97],"recorded":[98],"magneto-":[100],"or":[101],"electro-encephalography":[102],"(M/EEG),":[103],"while":[104],"they":[105,215],"listened":[106],"short":[108],"stories":[109],"isolated":[111],"sentences.":[112],"The":[113,172],"results":[114],"show":[115],"our":[117,175],"can":[119],"identify,":[120],"3":[122],"seconds":[123],"MEG":[125],"signals,":[126],"corresponding":[128],"segment":[130],"up":[132],"41%":[134],"accuracy":[135],"out":[136],"more":[138,148],"than":[139,149],"1,000":[140],"distinct":[141],"possibilities":[142],"average":[144],"across":[145,203],"participants,":[146],"80%":[150],"very":[153],"best":[154],"participants":[155],"-":[156],"performance":[158],"allows":[160],"decoding":[162,227],"words":[164],"phrases":[166],"absent":[167],"training":[170],"set.":[171],"comparison":[173],"variety":[179],"baselines":[181],"highlights":[182],"importance":[184],"(i)":[186],"contrastive":[188],"objective,":[189],"(ii)":[190],"pretrained":[191],"(iii)":[196],"common":[198],"convolutional":[199],"architecture":[200],"simultaneously":[201],"multiple":[204],"participants.":[205],"Finally,":[206],"analysis":[208],"decoder's":[211],"predictions":[212],"suggests":[213],"primarily":[216],"depend":[217],"lexical":[219],"contextual":[221],"semantic":[222],"representations.":[223],"Overall,":[224],"effective":[226],"delineates":[234],"promising":[236],"path":[237],"language":[240],"activity,":[243],"without":[244],"putting":[245],"patients":[246],"at":[247],"risk":[248],"for":[249],"surgery.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}