Inverse retinotopy: Inferring the visual content of images from brain activation patterns

@article{citeulike:2316784, abstract = {Traditional inference in neuroimaging consists in describing brain activations elicited and modulated by different kinds of stimuli. Recently, however, paradigms have been studied in which the converse operation is performed, thus inferring behavioral or mental states associated with activation images. Here, we use the well-known retinotopy of the visual cortex to infer the visual content of real or imaginary scenes from the brain activation patterns that they elicit. We present two decoding algorithms: an explicit technique, based on the current knowledge of the retinotopic structure of the visual areas, and an implicit technique, based on supervised classifiers. Both algorithms predicted the stimulus identity with significant accuracy. Furthermore, we extend this principle to mental imagery data: in five data sets, our algorithms could reconstruct and predict with significant accuracy a pattern imagined by the subjects.}, author = {Thirion, Bertrand and Duchesnay, Edouard and Hubbard, Edward and Dubois, Jessica and Poline, Jean-Baptiste and Lebihan, Denis and Dehaene, Stanislas }, citeulike-article-id = {2316784}, doi = {10.1016/j.neuroimage.2006.06.062}, journal = {NeuroImage}, keywords = {cogneuro\_spring2008}, month = {December}, number = {4}, pages = {1104--1116}, posted-at = {2008-02-09 00:23:49}, priority = {3}, title = {Inverse retinotopy: Inferring the visual content of images from brain activation patterns}, url = {http://dx.doi.org/10.1016/j.neuroimage.2006.06.062}, volume = {33}, year = {2006} }

TY - JOUR ID - citeulike:2316784 L3 - citeulike-article-id:2316784 TI - Inverse retinotopy: Inferring the visual content of images from brain activation patterns JF - NeuroImage VL - 33 IS - 4 SP - 1104 EP - 1116 N2 - Traditional inference in neuroimaging consists in describing brain activations elicited and modulated by different kinds of stimuli. Recently, however, paradigms have been studied in which the converse operation is performed, thus inferring behavioral or mental states associated with activation images. Here, we use the well-known retinotopy of the visual cortex to infer the visual content of real or imaginary scenes from the brain activation patterns that they elicit. We present two decoding algorithms: an explicit technique, based on the current knowledge of the retinotopic structure of the visual areas, and an implicit technique, based on supervised classifiers. Both algorithms predicted the stimulus identity with significant accuracy. Furthermore, we extend this principle to mental imagery data: in five data sets, our algorithms could reconstruct and predict with significant accuracy a pattern imagined by the subjects. KW - cogneuro_spring2008 AU - Thirion, Bertrand AU - Duchesnay, Edouard AU - Hubbard, Edward AU - Dubois, Jessica AU - Poline, Jean-Baptiste AU - Lebihan, Denis AU - Dehaene, Stanislas PY - 2006/12// UR - http://dx.doi.org/10.1016/j.neuroimage.2006.06.062 ER -