{"id":"https://openalex.org/W4224304006","doi":"https://doi.org/10.1145/3519391.3524034","title":"Deep Learning\u2013Based Perceptual Stimulus Encoder for Bionic Vision","display_name":"Deep Learning\u2013Based Perceptual Stimulus Encoder for Bionic Vision","publication_year":2022,"publication_date":"2022-03-13","ids":{"openalex":"https://openalex.org/W4224304006","doi":"https://doi.org/10.1145/3519391.3524034"},"language":"en","primary_location":{"id":"doi:10.1145/3519391.3524034","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3519391.3524034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Augmented Humans 2022","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087400952","display_name":"Lucas Relic","orcid":"https://orcid.org/0000-0003-2109-9823"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Relic","raw_affiliation_strings":["University of California, Santa Barbara, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, United States","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385138","display_name":"Bowen Zhang","orcid":"https://orcid.org/0000-0002-3581-9476"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Zhang","raw_affiliation_strings":["University of California, Santa Barbara, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, United States","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016343106","display_name":"Yi-Lin Tuan","orcid":"https://orcid.org/0009-0006-0556-515X"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi-Lin Tuan","raw_affiliation_strings":["University of California, Santa Barbara, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, United States","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075606209","display_name":"Michael Beyeler","orcid":"https://orcid.org/0000-0001-5233-844X"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Beyeler","raw_affiliation_strings":["University of California, Santa Barbara, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, United States","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":13.4109,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99279539,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"323","last_page":"325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/phosphene","display_name":"Phosphene","score":0.8817267417907715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6657898426055908},{"id":"https://openalex.org/keywords/retinal-implant","display_name":"Retinal implant","score":0.6123135089874268},{"id":"https://openalex.org/keywords/percept","display_name":"Percept","score":0.579595148563385},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5490706562995911},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5058073997497559},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.47718894481658936},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4759865999221802},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.47297942638397217},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.4532044231891632},{"id":"https://openalex.org/keywords/visual-prosthesis","display_name":"Visual prosthesis","score":0.4435613453388214},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42326247692108154},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.2159826159477234},{"id":"https://openalex.org/keywords/retina","display_name":"Retina","score":0.14675363898277283},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09010809659957886}],"concepts":[{"id":"https://openalex.org/C154145042","wikidata":"https://www.wikidata.org/wiki/Q1072103","display_name":"Phosphene","level":4,"score":0.8817267417907715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657898426055908},{"id":"https://openalex.org/C158383150","wikidata":"https://www.wikidata.org/wiki/Q3149439","display_name":"Retinal implant","level":3,"score":0.6123135089874268},{"id":"https://openalex.org/C2779687425","wikidata":"https://www.wikidata.org/wiki/Q7166998","display_name":"Percept","level":3,"score":0.579595148563385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5490706562995911},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5058073997497559},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.47718894481658936},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4759865999221802},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.47297942638397217},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.4532044231891632},{"id":"https://openalex.org/C2778560042","wikidata":"https://www.wikidata.org/wiki/Q540043","display_name":"Visual prosthesis","level":3,"score":0.4435613453388214},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42326247692108154},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2159826159477234},{"id":"https://openalex.org/C2777093970","wikidata":"https://www.wikidata.org/wiki/Q169342","display_name":"Retina","level":2,"score":0.14675363898277283},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09010809659957886},{"id":"https://openalex.org/C2778581513","wikidata":"https://www.wikidata.org/wiki/Q263962","display_name":"Transcranial magnetic stimulation","level":3,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C24998067","wikidata":"https://www.wikidata.org/wiki/Q4114622","display_name":"Stimulation","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3519391.3524034","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3519391.3524034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Augmented Humans 2022","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1778783464","https://openalex.org/W1982250766","https://openalex.org/W2301060981","https://openalex.org/W2940647249","https://openalex.org/W2949900478","https://openalex.org/W2953775847","https://openalex.org/W2994736635","https://openalex.org/W3126955317","https://openalex.org/W3167095624","https://openalex.org/W3180443265","https://openalex.org/W4230056793"],"related_works":["https://openalex.org/W2898172397","https://openalex.org/W2953775847","https://openalex.org/W2588053782","https://openalex.org/W2909571771","https://openalex.org/W2022449896","https://openalex.org/W3217317392","https://openalex.org/W3035001599","https://openalex.org/W2084035247","https://openalex.org/W2155962789","https://openalex.org/W2978716813"],"abstract_inverted_index":{"Retinal":[0],"implants":[1],"have":[2],"the":[3,10,13,59,72,75,101,104],"potential":[4],"to":[5,31,57,64,86],"treat":[6],"incurable":[7],"blindness,":[8],"yet":[9],"quality":[11,102],"of":[12,74,103],"artificial":[14,105],"vision":[15,106],"they":[16],"produce":[17,65],"is":[18,24,51],"still":[19],"rudimentary.":[20],"An":[21],"outstanding":[22],"challenge":[23],"identifying":[25],"electrode":[26,60],"activation":[27,61],"patterns":[28,62],"that":[29,50],"lead":[30],"intelligible":[32],"visual":[33,68],"percepts":[34],"(phosphenes).":[35],"Here":[36],"we":[37],"propose":[38],"a":[39,66,80],"perceptual":[40],"stimulus":[41],"encoder":[42,76],"(PSE)":[43],"based":[44],"on":[45,77],"convolutional":[46],"neural":[47],"networks":[48],"(CNNs)":[49],"trained":[52],"in":[53],"an":[54,95],"end-to-end":[55],"fashion":[56],"predict":[58],"required":[63],"desired":[67],"percept.":[69],"We":[70],"demonstrate":[71],"effectiveness":[73],"MNIST":[78],"using":[79],"psychophysically":[81],"validated":[82],"phosphene":[83],"model":[84],"tailored":[85],"individual":[87],"retinal":[88,109],"implant":[89],"users.":[90],"The":[91],"present":[92],"work":[93],"constitutes":[94],"essential":[96],"first":[97],"step":[98],"towards":[99],"improving":[100],"provided":[107],"by":[108],"implants.":[110]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}
