@article{9ced59c154b74f06942d1fc3b893d61a,
title = "The neurocomputational bases of explore-exploit decision-making",
abstract = "Flexible decision-making requires animals to forego immediate rewards (exploitation) and try novel choice options (exploration) to discover if they are preferable to familiar alternatives. Using the same task and a partially observable Markov decision process (POMDP) model to quantify the value of choices, we first determined that the computational basis for managing explore-exploit tradeoffs is conserved across monkeys and humans. We then used fMRI to identify where in the human brain the immediate value of exploitative choices and relative uncertainty about the value of exploratory choices were encoded. Consistent with prior neurophysiological evidence in monkeys, we observed divergent encoding of reward value and uncertainty in prefrontal and parietal regions, including frontopolar cortex, and parallel encoding of these computations in motivational regions including the amygdala, ventral striatum, and orbitofrontal cortex. These results clarify the interplay between prefrontal and motivational circuits that supports adaptive explore-exploit decisions in humans and nonhuman primates.",
keywords = "amygdala, computational modeling, decision-making, exploration, explore-exploit dilemma, fMRI, frontopolar cortex, reinforcement learning, reward, striatum",
author = "Jeremy Hogeveen and Mullins, {Teagan S.} and Romero, {John D.} and Elizabeth Eversole and Kimberly Rogge-Obando and Mayer, {Andrew R.} and Costa, {Vincent D.}",
note = "Funding Information: The current human subjects work was supported by the National Institute of General Medical Sciences (NIGMS; P30GM122734). The animal work was supported by the National Institute of Mental Health (NIMH) extramural (MH125824 to V.D.C.) and Intramural Research Program of the NIMH (ZIA MH002929). J.H.{\textquoteright}s effort while writing this manuscript was supported via NIGMS (P20GM109089). We would like to thank the UNM Center for Advanced Research Computing, supported in part by the National Science Foundation, for providing the research computing resources used in this work. We would also like to thank the organizers of the Computational Cognitive Neuroscience meeting, as well as Twitter, for providing forums that initiated this collaboration. Conceptualization, J.H. and V.D.C.; methodology, J.H. and V.D.C.; software, J.H. and V.D.C.; formal analysis, J.H. and V.D.C.; investigation, J.H. T.S.M. J.D.R. E.E. K.R.-O. and V.D.C.; resources, J.H. A.R.M. and V.D.C.; writing, J.H. T.S.M. J.D.R. A.R.M. and V.D.C.; project administration, J.H. T.S.M. J.D.R. and V.D.C.; funding acquisition, J.H. and A.R.M. The authors declare no competing interests. Funding Information: The current human subjects work was supported by the National Institute of General Medical Sciences (NIGMS; P30GM122734). The animal work was supported by the National Institute of Mental Health (NIMH) extramural (MH125824 to V.D.C.) and Intramural Research Program of the NIMH (ZIA MH002929 ). J.H.{\textquoteright}s effort while writing this manuscript was supported via NIGMS ( P20GM109089 ). We would like to thank the UNM Center for Advanced Research Computing, supported in part by the National Science Foundation, for providing the research computing resources used in this work. We would also like to thank the organizers of the Computational Cognitive Neuroscience meeting, as well as Twitter, for providing forums that initiated this collaboration. Publisher Copyright: {\textcopyright} 2022 Elsevier Inc.",
year = "2022",
month = jun,
day = "1",
doi = "10.1016/j.neuron.2022.03.014",
language = "English (US)",
volume = "110",
pages = "1869--1879.e5",
journal = "Neuron",
issn = "0896-6273",
publisher = "Cell Press",
number = "11",
}