<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2013.00089</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Effects of <italic>PPP1R1B</italic> (<italic>DARPP-32</italic>) Polymorphism on Feedback-Related Brain Potentials Across the Life Span</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>H&#x000E4;mmerer</surname> <given-names>Dorothea</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn001">&#x0002A;</xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Biele</surname> <given-names>Gudio</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>M&#x000FC;ller</surname> <given-names>Viktor</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Thiele</surname> <given-names>Holger</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>N&#x000FC;rnberg</surname> <given-names>Peter</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Heekeren</surname> <given-names>Hauke R.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Li</surname> <given-names>Shu-Chen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn001">&#x0002A;</xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Center for Lifespan Psychology, Max Planck Institute for Human Development</institution> <country>Berlin, Germany</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Psychology, Technische Universit&#x000E4;t Dresden</institution> <country>Dresden, Germany</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Education and Psychology, Freie Universit&#x000E4;t Berlin</institution> <country>Berlin, Germany</country></aff>
<aff id="aff4"><sup>4</sup><institution>Institute of Psychology, University of Oslo</institution> <country>Oslo, Norway</country></aff>
<aff id="aff5"><sup>5</sup><institution>Cologne Center for Genomics, University of Cologne</institution> <country>Cologne, Germany</country></aff>
<aff id="aff6"><sup>6</sup><institution>Center for Molecular Medicine Cologne, University of Cologne</institution> <country>Cologne, Germany</country></aff>
<aff id="aff7"><sup>7</sup><institution>Cologne Excellence Cluster on Cellular Stress Responses in Aging-Associated Diseases, University of Cologne</institution> <country>Cologne, Germany</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Alain Dagher, Montreal Neurological Institute and Hospital, Canada</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Meghana Bhatt, City of Hope, USA; James F. Cavanagh, Brown University, USA</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Dorothea H&#x000E4;mmerer and Shu-Chen Li, Department of Psychology, Technische Universit&#x000E4;t Dresden, Zellescher Weg 17, 01062 Dresden, Germany. e-mail: <email>haemmer&#x00040;psychologie.tu-dresden.de</email>; <email>li&#x00040;psychologie-tu.dresden.de</email></p></fn>
<fn fn-type="other" id="fn002"><p><sup>&#x02020;</sup>Dorothea H&#x000E4;mmerer and Shu-Chen Li have contributed equally to this work.</p></fn>
<fn fn-type="other" id="fn003"><p>This article was submitted to Frontiers in Decision Neuroscience, a specialty of Frontiers in Psychology.</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>03</month>
<year>2013</year>
</pub-date>
<pub-date pub-type="collection">
<year>2013</year>
</pub-date>
<volume>4</volume>
<elocation-id>89</elocation-id>
<history>
<date date-type="received">
<day>30</day>
<month>04</month>
<year>2012</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>02</month>
<year>2013</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2013 H&#x000E4;mmerer, Biele, M&#x000FC;ller, Thiele, N&#x000FC;rnberg, Heekeren and Li.</copyright-statement>
<copyright-year>2013</copyright-year>
<license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/3.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License, which permits use, distribution and reproduction in other forums, provided the original authors and source are credited and subject to any copyright notices concerning any third-party graphics etc.</p></license>
</permissions>
<abstract>
<p>Maximizing gains during probabilistic reinforcement learning requires the updating of choice &#x02013; outcome expectations at the time when the feedback about a specific choice or action is given. Extant theories and evidence suggest that dopaminergic modulation plays a crucial role in reinforcement learning and the updating of choice &#x02013; outcome expectations. Furthermore, recently a positive component of the event-related potential about 200&#x02009;ms (P2) after feedback has been suggested to reflect such updating. The efficacy of dopaminergic modulation changes across the life span. However, to date investigations of age-related differences in feedback-related P2 during reinforcement learning are still scarce. The present study thus aims to investigate whether individual differences in the feedback-related P2 would be associated with polymorphic variations in a dopamine relevant gene <italic>PPP1R1B</italic> (also known as <italic>DARPP-32</italic>) and whether the genetic effect may differ between age groups. We observed larger P2 amplitudes in individuals carrying the genotype associated with higher dopamine receptor efficacy, i.e., a allele homozygotes of a single nucleotide polymorphism (rs907094) of the <italic>PPP1R1B</italic> gene. Moreover, this effect was more pronounced in children and older adults in comparison to adolescents and younger adults. Together, our findings indicate that polymorphic variations in a dopamine relevant gene are associated with individual differences in brain-evoked potentials of outcome updating and hint at the possibility that genotype effects on neurocognitive phenotypes may vary as a function of brain maturation and aging.</p>
</abstract>
<kwd-group>
<kwd><italic>PPP1R1B</italic> (DARPP-32)</kwd>
<kwd>dopamine</kwd>
<kwd>reward</kwd>
<kwd>reinforcement learning</kwd>
<kwd>child development</kwd>
<kwd>aging</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="64"/>
<page-count count="8"/>
<word-count count="6687"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="introduction">
<title>Introduction</title>
<p>Flexible control of behavior requires the representation, maintenance, and updating of goal-relevant context information. For instance, in real-life situations of choosing between stocks, even though fluctuations in the markets are highly unpredictable, the profit histories, and risk profiles of different stocks are common context information that are considered when making choices. In laboratories, maximizing gains during probabilistic reinforcement learning requires the updating of choice&#x02013;outcome expectations at the time when feedback about a specific choice is given. Studies using electroencephalography (EEG) have identified event-related potentials that are related to reinforcement learning (see Nieuwenhuis et al., <xref ref-type="bibr" rid="B48">2004</xref> for a review). Of specific interest here is a positive frontal-centrally distributed component about 200&#x02009;ms after the feedback for an action or a choice, called feedback-related P2; the amplitude of this component can be modulated by expectancy. For instance, the amplitude of the P2 was found to be larger for unexpected than for expected (cued) stimuli (JieMin et al., <xref ref-type="bibr" rid="B29">2010</xref>). In a related vein, the P2 amplitude seems to reflect stimulus relevancy for context updating in Go-Nogo (Lenartowicz et al., <xref ref-type="bibr" rid="B36">2010</xref>) and task-switching paradigms (Astle et al., <xref ref-type="bibr" rid="B1">2008</xref>). Source estimations implicate the right dorsolateral prefrontal cortex (DLPFC) in the generation of the P2 during context updating (Lenartowicz et al., <xref ref-type="bibr" rid="B36">2010</xref>). Taken together, extant evidence suggests that the feedback-related P2 may reflect flexible updating in changing environments.</p>
<p>Very recently, there is also evidence from a functional brain imaging study, which suggests an involvement of the subcortical dopaminergic system in modulating prefrontally based updating processes. Specifically, D&#x02019;Ardenne et al. (<xref ref-type="bibr" rid="B9">2012</xref>) observed an increased response in the ventral tegmental area (VTA) as well as in the DLPFC during context updating when the participants performed a Go-Nogo task. Moreover, applying TMS over the right DLPFC increased reaction times especially during conditions requiring context updating, confirming the relevance of the right DLPFC for updating (D&#x02019;Ardenne et al., <xref ref-type="bibr" rid="B9">2012</xref>). Together, these findings indicate that subcortical dopaminergic structures may contribute to DLPFC&#x02019;s context updating function via a frontal-striatal pathway.</p>
<sec>
<title>Lifespan differences in dopaminergic modulation</title>
<p>The dopaminergic systems undergo maturation and senescence across the lifespan. Dopamine modulation in the prefrontal cortex (PFC) as well as subcortical and midbrain regions is less effective during childhood and old age in comparison to other life periods. For instance, there is ample evidence for aging-related declines of pre- and postsynaptic markers of the dopamine system (see B&#x000E4;ckman et al., <xref ref-type="bibr" rid="B2">2006</xref>; Li et al., <xref ref-type="bibr" rid="B38">2010</xref>; Li, <xref ref-type="bibr" rid="B37">2012</xref> for reviews). Based on cross-sectional estimates, the aging-related decline progresses with a rate of about 10% per decade starting in the third decade of life and affects midbrain (Bannon and Whitty, <xref ref-type="bibr" rid="B3">1997</xref>; Reeves et al., <xref ref-type="bibr" rid="B53">2002</xref>), subcortical (Seeman et al., <xref ref-type="bibr" rid="B60">1987</xref>; Rinne et al., <xref ref-type="bibr" rid="B54">1990</xref>; see also Severson et al., <xref ref-type="bibr" rid="B61">1982</xref>) as well as frontal, cingulate, temporal, parietal, and occipital cortical areas (Kaasinen et al., <xref ref-type="bibr" rid="B33">2000</xref>; Inoue et al., <xref ref-type="bibr" rid="B27">2001</xref>). With respect to child development, the evidence is much scarcer due to obvious reservations of applying invasive methods, such as PET receptor imaging, in these age groups. However, increasing dopamine and dopamine transporter levels in the dorsal striatum have been reported until the age of 9, by which point adult levels are reached (Haycock et al., <xref ref-type="bibr" rid="B23">2003</xref>, see also Seeman et al., <xref ref-type="bibr" rid="B60">1987</xref>). In contrast to the relatively early maturation of the subcortical dopaminergic system, D1 receptor function in the lateral PFC develops much more gradually and only reaches maturation around adulthood (Rothmond et al., <xref ref-type="bibr" rid="B55">2012</xref>). Given lifespan age differences in brain development in general and in dopamine functions in specific, lifespan age differences in evoked brain potentials relevant for reinforcement learning and outcome updating may be expected. Whereas lifespan age differences in the feedback-related negativity have been observed in a few studies (see Eppinger et al., <xref ref-type="bibr" rid="B12">2011</xref>; H&#x000E4;mmerer and Eppinger, <xref ref-type="bibr" rid="B21">2012</xref> for reviews), developmental and aging-related effects on the feedback-related P2 component have not been investigated systematically.</p>
</sec>
<sec>
<title>Study aims</title>
<p>Taking a candidate gene approach, the aim of this study is thus twofold: (i) to investigate whether polymorphic variations in a dopamine relevant gene may contribute to individual differences in the feedback-related P2 amplitude; (ii) to investigate whether dopamine relevant genotype effects on the feedback-related P2 may interact with age, given that the efficacy of dopamine modulation changes across the lifespan.</p>
<p>To address the first question, we focus on a well-studied molecular candidate for dopamine signaling, the DARPP-32 protein (now also known as <italic>PPP1R1B</italic>, protein phosphatase 1, regulatory inhibitor subunit 1B), which is richly expressed in the striatum. The DARPP-32 protein is phosphorylated by dopamine D1 receptor stimulation, and dephosphorylated by D2 receptor stimulation (Nishi et al., <xref ref-type="bibr" rid="B50">1997</xref>). The protein DARPP-32 is encoded by the <italic>PPP1R1B</italic> gene. The single nucleotide polymorphism (rs907094) in the <italic>PPP1R1B</italic> gene affects the mRNA expression of the protein. A homozygosity of the <italic>PPP1R1B</italic> gene is associated with higher mRNA expression and higher dopamine receptor efficacy. Furthermore, individuals carrying haplotypes of the DARPP-32 gene associated with greater mRNA expression show greater changes in BOLD signal in the striatum, greater frontal-striatal connectivity during cognitive performance, as well as better cognitive performance on executive functions (Meyer-Lindenberg et al., <xref ref-type="bibr" rid="B43">2007</xref>). We thus hypothesized that the amplitude of the feedback-related P2 would be larger in the A homozygotes of the <italic>PPP1R1B</italic> gene than in any G carriers. To address the second question, we compare this effect in four age groups, sampled across the lifespan. We expected the potential effect of the <italic>PPP1R1B</italic> polymorphism on the P2 amplitude to be larger in age groups with reduced dopaminergic modulation, that is, in children and older adults. Such a result would be in line with previous findings of larger effects of individual differences in genetic variations in populations with suboptimal neuromodulation (e.g., Nagel et al., <xref ref-type="bibr" rid="B47">2008</xref>; Li et al., <xref ref-type="bibr" rid="B39">2013</xref>).</p>
</sec>
</sec>
<sec sec-type="materials|methods" id="s1">
<title>Materials and Methods</title>
<sec>
<title>Sample</title>
<p>Only male subjects were included in the present analyses given that endogenous fluctuations in estradiol during the menstrual cycle alter dopamine synthesis (Jacobs and D&#x02019;Esposito, <xref ref-type="bibr" rid="B28">2011</xref>). Our sample included 20 children (9&#x02013;11&#x02009;years), 23 teenagers (13&#x02013;14&#x02009;years), 22 younger adults (20&#x02013;30&#x02009;years), and 21 older adults (65&#x02013;75) recruited from the participant pools of the Center for Lifespan Psychology, Max Planck Institute for Human Development (for a previous report on parts of this dataset, see H&#x000E4;mmerer et al., <xref ref-type="bibr" rid="B22">2011</xref>). All participants were residents of Berlin, Germany. None reported a history of medical, neurological, psychiatric disease, or head injury. All participants or parents of the participants gave informed consent, and the study was approved by the local ethics board. Participants were paid for their participation in the study (10&#x020AC; for the first, and 7&#x020AC; for every following hour of the experiment).</p>
</sec>
<sec>
<title>Genotyping</title>
<p>Saliva was collected from the participants using the Oragene<sup>&#x000AE;</sup> DNA sample collection kit (ON, Canada). DNA was extracted from saliva using standard techniques. TaqMan probes for the single nucleotide polymorphism (SNP) genotyping were designed and synthesized by Applied BioSystems (Foster City, CA, USA). The SNP rs907904 for the <italic>PPP1R1B</italic> gene was selected based on previous studies (cf. Frank et al., <xref ref-type="bibr" rid="B18">2007b</xref>). The breakdowns of the <italic>PPP1R1B</italic> genotypes were 39:43:4 (AA/AG/GG) in our sample and were in the Hardy&#x02013;Weinberg equilibrium, &#x003C7;<sup>2</sup>(1)&#x02009;&#x0003D;&#x02009;3.39, <italic>p</italic>&#x02009;&#x0003E;&#x02009;0.05. Given that the frequency of the reference allele (G) is low, similar to previous reports (Frank et al., <xref ref-type="bibr" rid="B18">2007b</xref>), we examined genotype effects by comparing A homozygotes (AA; <italic>n</italic>&#x02009;&#x0003D;&#x02009;39) to AG and GG carriers combined (any G; <italic>n</italic>&#x02009;&#x0003D;&#x02009;47).</p>
</sec>
<sec>
<title>Experimental procedure</title>
<p>During EEG recordings, participants were comfortably seated in an electrically and acoustically shielded room. The distance to the computer screen was 80&#x02009;cm. In a reinforcement learning task, participants were presented with pairs of Japanese characters that were each associated with probabilistic gains and losses. Feedback was presented 500&#x02009;ms after the choice. However, within each pair, one symbol had a higher probability of leading to a gain than the other symbol (cf. Frank et al., <xref ref-type="bibr" rid="B18">2007b</xref>). Subjects were asked to maximize gains by identifying the option with a greater gain probability in each pair. There were three types of pairs, differing with respect to the distinctiveness of the gain probabilities between the two symbols (85 vs. 15%, 75 vs. 25%, 65 vs. 35%). After each block of 60 trials, the percentage of choices in which the better option within each pair had been chosen in that block was assessed. Learning criteria for each block were set to choosing the better symbol at least in 65, 70, and 75% of the pair presentations for the least, medium, and most distinct pairs, respectively. When participants had reached the learning criteria for all three pair types, a new set of three pairs was introduced. A maximum of three sets of three pair types could be learned in this task. This resulted in different numbers of blocks across the participants. The minimum number of blocks was three blocks. The task stopped after a maximum of 12 blocks independent of whether all three sets of three pairs had been completed. This approach was chosen to ensure that despite the expected age differences in the speed of learning, behavioral, and electrophysiological data collected during the task reflected the learning from negative and positive feedbacks in all age groups (for further details on the task procedure, see H&#x000E4;mmerer et al., <xref ref-type="bibr" rid="B22">2011</xref>).</p>
</sec>
<sec>
<title>EEG recordings and data preparation</title>
<p>Electroencephalography was recorded from 64 Ag/AgCl electrodes placed according to the 10&#x02013;10 system in an elastic cap (Braincap, BrainVision), using BrainVision Recorder. The sampling rate was 1000&#x02009;Hz with a bandpass filter applied in the range of 0.01&#x02013;250&#x02009;Hz. EEG recordings were referenced online to the right mastoid. The ground was positioned above the forehead. Impedances were kept below 5&#x02009;k&#x003A9;. Vertical and horizontal electrooculograms were recorded next to each eye and below the left eye.</p>
<p>Using BrainVision Analyzer, the recorded data were referenced to an average reference. Using the Fieldtrip software package (for more details, see <uri xlink:href="http://www.ru.nl/fcdonders/fieldtrip">http://www.ru.nl/fcdonders/fieldtrip</uri>), the data were then segmented into epochs of 2&#x02009;s before and 2.5&#x02009;s after the onset of the feedback. Epochs or channels with severe muscular artifacts or saturated recordings were excluded manually. The prepared data were subjected to an ICA decomposition using EEGLAB (Delorme and Makeig, <xref ref-type="bibr" rid="B11">2004</xref>) for artifact rejection. ICA components of ocular and muscular artifacts were removed from the data. The recombined data were bandpass-filtered in the range of 0.5&#x02013;25&#x02009;Hz and epoched 1000&#x02009;ms after and 100&#x02009;ms before the onset of the feedback symbols. Baseline corrections were applied on the epoched data with respect to the 100&#x02009;ms pre-stimulus baseline. ERPs were obtained by averaging across all artifact-free trials for each electrode and condition for each participant. Amplitudes of the P2 following the feedback symbols were defined as the most positive peaks in the individual averages in the time windows 100&#x02013;250&#x02009;ms (Nieuwenhuis et al., <xref ref-type="bibr" rid="B49">2002</xref>; see Falkenstein et al., <xref ref-type="bibr" rid="B15">2002</xref>; Johnstone et al., <xref ref-type="bibr" rid="B30">2007</xref>; Eppinger et al., <xref ref-type="bibr" rid="B13">2008</xref>, <xref ref-type="bibr" rid="B14">2009</xref>; for comparable time windows in developmental studies of EEG components related to performance monitoring). We focused on peak instead of mean area measures of a specified time window since a comparison of mean measures across different age groups might be biased by age differences in the slope of the ERP (e.g., Jonkman et al., <xref ref-type="bibr" rid="B32">2003</xref>, see also Figure <xref ref-type="fig" rid="F1">1</xref>). Also, adult age differences in the slope of ERPs have been shown to be independent of age differences in temporal jitter of the single ERPs, which could have been considered to reflect in slope differences in the averaged ERPs (Walhovd et al., <xref ref-type="bibr" rid="B64">2008</xref>). P2 Amplitude was measured at frontocentral electrodes (i.e., average across FC3, FCz, FC4, C3, Cz, C4 electrodes). These localizations are in line with the scalp distributions observed in prior developmental studies (e.g., Jonkman, <xref ref-type="bibr" rid="B31">2006</xref>; M&#x000FC;ller et al., <xref ref-type="bibr" rid="B46">2008</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>(A)</bold> Grand average of the stimulus-locked ERPs to positive and negative feedback for the AA (higher striatal dopamine receptor efficacy) and &#x0201C;any G&#x0201D; genotypes (lower striatal dopamine receptor efficacy) for rs907094 across the four age groups. <bold>(B)</bold> Inserts indicate mean amplitude for each age group of the individually defined P2 peak at electrode Cz. Error bars denote 1 SE of the mean.</p></caption>
<graphic xlink:href="fpsyg-04-00089-g001.tif"/>
</fig>
</sec>
<sec>
<title>Data analysis</title>
<p>The data were analyzed using SPSS 15.0 (SPSS Inc., Chicago, IL, USA) and SAS 9.1 for Windows (SAS Institute, Cary, NC, USA). Given that age groups differ in the amount of intragroup between-person variance, comparisons across age groups were done using the PROC MIXED procedure, which is robust to variance heterogeneity between age groups. The intraclass correlation coefficient (ICC) was calculated as the effect size indicator for ANOVA. Cohen&#x02019;s <italic>d</italic> was calculated as the effect size indicator for planned contrasts and pairwise comparisons across the age groups.</p>
</sec>
</sec>
<sec>
<title>Results</title>
<p>Figure <xref ref-type="fig" rid="F1">1</xref> displays the grand averages of stimulus-locked ERPs to gain and loss feedback split up for the <italic>PPP1R1B</italic> &#x0201C;any G&#x0201D; and AA genotypes, whereas Figure <xref ref-type="fig" rid="F2">2</xref> shows the corresponding scalp distributions of the stimulus-locked ERPs in the P2 time window. As shown in Figure <xref ref-type="fig" rid="F2">2</xref>, the P2 peak (see <xref ref-type="sec" rid="s1">Materials and Methods</xref>) was largest in all age groups at the frontocentral electrodes. Given that the A homozygotes are associated with higher striatal dopamine receptor efficiency, we expected P2 amplitudes to be larger for the AA carriers than for any G carriers.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>Scalp topographies of the stimulus-locked ERPs to positive and negative feedback for the AA (higher striatal dopamine receptor efficacy) and &#x0201C;any G&#x0201D; (lower striatal dopamine receptor efficacy) genotypes for rs907094 across the four age groups</bold>. Timings below the maps are given relative to stimulus onset. Maps are based on mean amplitudes of a 50&#x02009;ms interval around indicated time. Please note the different scale for children and adolescents.</p></caption>
<graphic xlink:href="fpsyg-04-00089-g002.tif"/>
</fig>
<p>Indeed, in a three-way ANOVA with the factor gain-loss as within-subject factor, and age and genotype as between-subject factors, we observed a reliable main effect of <italic>PPP1R1B</italic>, <italic>F</italic>(1,27.1)&#x02009;&#x0003D;&#x02009;4.72, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.05, ICC&#x02009;&#x0003D;&#x02009;0.39. As evident in Figure <xref ref-type="fig" rid="F1">1</xref>, the main effect of age was also significant, <italic>F</italic>(3,16.6)&#x02009;&#x0003D;&#x02009;13.20, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.05, ICC&#x02009;&#x0003D;&#x02009;0.84, reflecting larger P2 amplitudes in children and adolescents (group contrast: children &#x02013; adolescents &#x02013; younger adults &#x02013; older adults 1 1 &#x02212;1 &#x02212;1; <italic>t</italic>&#x02009;&#x0003D;&#x02009;6.00, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.05, <italic>r</italic>&#x02009;&#x0003D;&#x02009;0.76). In addition, P2 amplitudes were reliably higher in the gain as compared to the loss condition, <italic>F</italic>(1,21.7)&#x02009;&#x0003D;&#x02009;5.25, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.05, ICC&#x02009;&#x0003D;&#x02009;0.44. The overall two-way age&#x02009;&#x000D7;&#x02009;<italic>PPP1R1B</italic> interaction effect was not reliable, <italic>F</italic>(3,16.6)&#x02009;&#x0003D;&#x02009;1.23, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.33, likely due to limited power.</p>
<p>As a next step, we applied planned contrasts to test our second hypothesis of an amplification of the genetic effect in age groups with reduced dopamine levels. Specifically, a contrast testing for a U-shaped pattern of the <italic>PPP1R1B</italic> effect across the lifespan was performed (cf. Ryan, <xref ref-type="bibr" rid="B56">1959</xref>). The planned contrast yielded an effect of greater <italic>PPP1R1B</italic> influences on P2 amplitude in children and older adults [group contrasts: age (children &#x02013; adolescents &#x02013; younger adults &#x02013; older adults)&#x02009;&#x000D7;&#x02009;<italic>PPP1R1B</italic> (AA &#x02013; any G) 1 &#x02212;1 &#x02212;1 1 &#x02212;1 1 1 &#x02212;1; <italic>t</italic>&#x02009;&#x0003D;&#x02009;1.65, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.05, <italic>d</italic>&#x02009;&#x0003D;&#x02009;0.37). As can also be seen in Figure <xref ref-type="fig" rid="F1">1</xref>, <italic>t</italic>-tests comparing the <italic>PPP1R1B</italic> subgroups within age groups confirmed the specificity of this effect for children and older adults: (children: gain P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;3.2, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.05, loss P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;2.1, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.05; adolescents: gain P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;0.52, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.61, loss P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;1.2, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.26; younger adults: gain P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;0.25, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.82, loss P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;0.22, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.84; older adults: gain P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;1.6, <italic>p</italic>&#x02009;&#x0003D;&#x02009;0.15, loss P2 <italic>t</italic>&#x02009;&#x0003D;&#x02009;2.1, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.05).</p>
<p>Similar to prior studies (Frank et al., <xref ref-type="bibr" rid="B17">2007a</xref>; Lenartowicz et al., <xref ref-type="bibr" rid="B36">2010</xref>), we did not observe a relationship between the average P2 amplitude after losses and gains and the behavioral performance (mean accuracy, defined as the proportion of choices of the better option irrespective of gain or loss outcomes) in the two genotype groups (regression mean accuracy on P2 amplitude: AA carrier after negative feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;&#x02212;0.04, ns; Any G carrier after negative feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;&#x02212;0.03, ns; AA carrier after positive feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;0.01, ns; Any G carrier after positive feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;0.19, ns). This might be due to the fact that the updating processes in the P2 only reflect flexibility with respect to new information and is neutral with respect to the appropriate use of the new information. However, a relation to behavioral parameters might be expected when a change in the flexibility is behaviorally adaptive. In the present probabilistic reinforcement learning task, it is, for instance, adaptive to reduce the updating based on loss feedback in later stages of learning. Once the better option is identified, the infrequent, improbable losses (in this task about 25%) on this option should not be considered much during updating. In line with this reasoning, we observed a positive relationship of the decrease in P2 amplitude to losses after reaching the learning criterion (about 75% correct choices) with the mean accuracy (defined as the proportion of choices of the better option, irrespective of gain and loss outcomes). Subjects with higher mean accuracy exhibited a reduced updating response to negative feedback after reaching the learning criterion. Of particular interest, this relationship was stronger in subjects with the AA genotype, suggesting that higher dopamine receptor efficiency supports the flexibility in the updating process (regression mean accuracy on difference P2 amplitude during and after learning, controlling for age differences in P2 amplitude: AA carrier after negative feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;0.47, <italic>p</italic>&#x02009;&#x0003C;&#x02009;0.01; Any G carrier after negative feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;0.13, ns; AA carrier after positive feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;&#x02212;0.01, ns; Any G carrier after positive feedback: <italic>beta</italic>&#x02009;&#x0003D;&#x02009;0.19, ns.).</p>
</sec>
<sec sec-type="discussion">
<title>Discussion</title>
<p>The present study provides evidence for genotype effects on the P2 amplitude during outcome updating. Homozygotes of the A allele of the <italic>PPP1R1B</italic> gene (SNP rs907094), who presumably are associated with higher frontostriatal function, show larger P2 responses to feedbacks during reinforcement learning. Furthermore, this observed genotype effect is stronger in individuals with lower efficacy of dopamine signaling, i.e., in children and older adults.</p>
<sec>
<title>Genetic variations in dopaminergic modulation and outcome updating</title>
<p>Theories of cognitive control in general (e.g., Braver and Cohen, <xref ref-type="bibr" rid="B5">2000</xref>; Braver et al., <xref ref-type="bibr" rid="B4">2001</xref>; Miller and Cohen, <xref ref-type="bibr" rid="B45">2001</xref>; O&#x02019;Reilly and Frank, <xref ref-type="bibr" rid="B51">2006</xref>), of reinforcement learning (e.g., Holroyd and Coles, <xref ref-type="bibr" rid="B25">2002</xref>; Daw et al., <xref ref-type="bibr" rid="B10">2005</xref>; Schultz, <xref ref-type="bibr" rid="B58">2007</xref>, <xref ref-type="bibr" rid="B59">2010</xref>), or of value-based decision making (e.g., Frank and Claus, <xref ref-type="bibr" rid="B16">2006</xref>; Rangel et al., <xref ref-type="bibr" rid="B52">2008</xref>; Frank et al., <xref ref-type="bibr" rid="B19">2009</xref>) converge on the role of the subcortical dopamine system in providing a learning signal for updating goal-relevant information. However, as of now, there is only indirect evidence of a link between (subcortical) dopamine release and prefrontally generated feedback-related ERP components. For instance, a gene coding for Catechol-<italic>O</italic>-methyltransferase (COMT), an enzyme that degrades dopamine in the PFC has been found to affect the amplitude of the error-related positivity, which is assumed to reflect the expectedness of an outcome (Campbell et al., <xref ref-type="bibr" rid="B6">1979</xref>). Met homozygotes of the <italic>COMT</italic> gene polymorphism (rs4680), with their presumably higher dopamine levels in the PFC, showed a larger error-related positivity than the Val carriers (Frank et al., <xref ref-type="bibr" rid="B17">2007a</xref>; Heitland et al., <xref ref-type="bibr" rid="B24">2012</xref>). Moreover, a larger FRN, a component indicating the evaluation of outcomes in light of task goals (Holroyd et al., <xref ref-type="bibr" rid="B26">2006</xref>), is observed in carriers of the DAT1 gene 9-repeat allele with presumably higher dopamine levels in the striatum (Heitland et al., <xref ref-type="bibr" rid="B24">2012</xref>). A more recent pharmacological study tested more directly whether dopamine modulates feedback-related electrophysiological responses. Santesso et al. (<xref ref-type="bibr" rid="B57">2009</xref>) showed that a dose of pramipexole resulted in higher FRN amplitudes after positive feedback, which is suggested to imply a reduced FRN sensitivity to positive prediction errors when the phasic dopamine response is reduced. Finally, Carlson et al. (<xref ref-type="bibr" rid="B7">2011</xref>) found that individuals who showed greater BOLD activations in the mesocorticolimbic reward circuit, including the ventral striatum and the medial PFC, also showed higher amplitudes in a measure of the FRN to negative feedback. Although this study has not directly tested the relation between the FRN and dopamine levels or receptor density, it shows that individuals with larger FRN to negative feedback also showed greater striatal BOLD activations.</p>
<p>To summarize, current evidence shows that feedback-related ERP components vary with genetic polymorphisms relevant for dopaminergic modulation, that dopaminergic drugs can alter feedback-related ERPs, and that activation in subcortical structures is related to ERP amplitudes. Together these findings might be a starting point to piece together information on how dopaminergic modulation might relate to functional processes reflected in ERP components. We add to these findings by showing that the P2 amplitude during outcome updating varies with polymorphisms of the <italic>PPP1R1B</italic> gene.</p>
</sec>
<sec>
<title>Age differences in genotype effects on evoked brain potentials of outcome updating</title>
<p>We observed a larger effect of <italic>PPP1R1B</italic> genotype on feedback-related P2 in children and older adults, whose dopamine levels are lower, either because the dopamine systems are still maturing or because they have started to decline. This result is of interest and suggests that changes in brain resources at the anatomical or neurochemical levels during maturation or senescence may modulate genotype-phenotype relations in different life periods, since brain mechanisms are the &#x0201C;intermediate phenotypes&#x0201D; (Meyer-Lindenberg and Weinberger, <xref ref-type="bibr" rid="B44">2006</xref>) between genetic expressions in the central nervous system and behavioral phenotypes (Lindenberger et al., <xref ref-type="bibr" rid="B41">2008</xref>; Li et al., <xref ref-type="bibr" rid="B39">2013</xref>). Genes related to the neurotransmitter dopamine represent a case in point. Evidence from clinical (Mattay et al., <xref ref-type="bibr" rid="B42">2003</xref>) and animal (Vijayraghavan et al., <xref ref-type="bibr" rid="B63">2007</xref>) studies as well as neurocomputational simulations (Li and Sikstr&#x000F6;m, <xref ref-type="bibr" rid="B40">2002</xref>) suggest that the relation between dopamine levels and cognitive performance follows an inverted-U function (see Cools and D&#x02019;Esposito, <xref ref-type="bibr" rid="B8">2011</xref>, for review). The non-linear function relating dopamine modulation to cognitive performance predicts that genetic effects on cognition would be more apparent when dopamine levels recede from an optimal level, such as in childhood or old age or in situations when the natural dopamine level is perturbed by excessive stress or stimulants that affect neuromodulation (Lindenberger et al., <xref ref-type="bibr" rid="B41">2008</xref>; Li et al., <xref ref-type="bibr" rid="B38">2010</xref>). So far, findings from less than a handful of studies on aging lend preliminary support to this resource-modulation hypothesis. For instance, older adults&#x02019; spatial working memory and executive functioning were associated with individual differences in genetic predispositions of the <italic>COMT</italic> gene, which affects dopamine levels in the PFC, whereas the genetic effect in younger adults was limited (Nagel et al., <xref ref-type="bibr" rid="B47">2008</xref>; St&#x000F6;rmer et al., <xref ref-type="bibr" rid="B62">2012</xref>). Despite this accumulating evidence, it should be kept in mind that age by genotype interactions provide only an indirect hint at lifespan differences in the dopaminergic system, including long-term adaptations to changes in receptor density and interactions with other transmitters, that may influence the effects of dopamine relevant genes on the behavioral and intermediate brain phenotypes in different age groups. As with any genetic association study, the observed relation between genotype and intermediate brain phenotype need to be verified in future independent samples for the association to be considered as established.</p>
</sec>
<sec>
<title>Individual differences in behavioral measures of outcome updating</title>
<p>In the present task, it is adaptive to reduce the updating based on loss feedback in later stages of learning, as the infrequent improbable losses on the better option at later stages of learning should not guide behavior. In line with this reasoning, we observed that higher performance (i.e., percent correct choices) was associated with a higher decrease of P2 amplitude after learning for losses, but not for gains. Moreover, this effect was stronger for subjects with the AA genotype, which again hints at the role of dopamine signaling in a flexible updating process. This finding, however, needs to be considered in light of other, related studies which did not observe a relationship between P2 amplitude and accuracy (Frank et al., <xref ref-type="bibr" rid="B17">2007a</xref>; Lenartowicz et al., <xref ref-type="bibr" rid="B36">2010</xref>). One possible reason for the lack of behavioral correlates with P2 amplitude might be that the updating rather represents flexibility with respect to new information and is neutral with respect to the appropriate use of the new information. However, if such flexibility is behaviorally adaptive, as it is in the case in ignoring rare losses, a relation to behavioral parameters should be expected.</p>
</sec>
</sec>
<sec>
<title>Conclusion</title>
<p>Our findings of a dopamine related genotype effect (<italic>PPP1R1B</italic>) on the P2 amplitude hint at a link between dopamine modulation and outcome updating during reinforcement learning. Individuals carrying the genotype associated with higher striatal dopamine receptor efficacy and fronto-striatal connectivity showed higher P2 responses to feedback during reinforcement learning. Furthermore, this observed genotype effect is stronger in individuals with lower subcortical and/or frontal dopamine levels, i.e., in children and older adults. We hope that these results encourage further research on the link between frontostriatal dopaminergic modulation and functional differences in ERPs and behavior during reinforcement learning. At the same time this suggests a need to consider lifespan age differences in brain functions when investigating genotype-phenotype relations.</p>
<p>Finally, it should also be underscored that, despite current and accumulating evidence suggesting a role of dopamine in affecting feedback-related ERPs, it is conceivable that the observed links (in the current and other studies) between dopamine genotype effect and ERP components of reinforcement learning are less direct than often assumed and may be mediated by interactions between transmitter systems. For instance, it has been suggested that a co-release of glutamate from midbrain dopaminergic neurons might underlie midbrain-prefrontal interactions in the sub-second range as the effects of dopamine release in the PFC unfold too slowly (in the time range of seconds to minutes) to provide an effective updating of prediction errors (see Lapish et al., <xref ref-type="bibr" rid="B34">2007</xref> for a review, Lavin et al., <xref ref-type="bibr" rid="B35">2005</xref>). Also, other than the frontal-striatal pathways, the striatum also projects to the nucleus basalis in the forebrain, which projects via cholinergic fibers to the cortex and might hence provide another route from the ventral striatum to the PFC (for a review, see Haber and Knutson, <xref ref-type="bibr" rid="B20">2010</xref>). Testing these routes that link subcortical dopamine and prefrontal ERP generators, however, is not within the purview of the current study and needs to be followed-up in future research.</p>
</sec>
<sec>
<title>Conflict of Interest Statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ack>
<p>This study was supported by the German Research Foundation&#x02019;s grant to Shu-Chen Li, Hauke Heekeren, and Ulman Lindenberger for a subproject (Li 515/8-2) in the research group on Conflicts As Signals (DFG FOR 778). Dorothea H&#x000E4;mmerer was a postdoctoral visitor at the University College London during the completion of this manuscript. We thank our student research assistants and interns Kirsten Becker, Angelika Paul. Katja Breitenbach, Beate Czerwon, Minh Tam Luong, Carlos Picchioni, Viola St&#x000F6;rmer, Natalie Trumpp, Katja Zschenderlein for their valuable support during data collection.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Astle</surname> <given-names>D. E.</given-names></name> <name><surname>Jackson</surname> <given-names>G. M.</given-names></name> <name><surname>Swainson</surname> <given-names>R.</given-names></name></person-group> (<year>2008</year>). <article-title>Fractionating the cognitive control required to bring about a change in task: a dense-sensor event-related potential study</article-title>. <source>J. Cogn. Neurosci.</source> <volume>20</volume>, <fpage>255</fpage>&#x02013;<lpage>267</lpage>.<pub-id pub-id-type="doi">10.1162/jocn.2008.20015</pub-id><pub-id pub-id-type="pmid">18275333</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>B&#x000E4;ckman</surname> <given-names>L.</given-names></name> <name><surname>Nyberg</surname> <given-names>L.</given-names></name> <name><surname>Lindenberger</surname> <given-names>U.</given-names></name> <name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Farde</surname> <given-names>L.</given-names></name></person-group> (<year>2006</year>). <article-title>The correlative triad among aging, dopamine, and cognition: current status and future prospects</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>30</volume>, <fpage>791</fpage>&#x02013;<lpage>807</lpage>.<pub-id pub-id-type="doi">10.1016/j.neubiorev.2006.06.005</pub-id><pub-id pub-id-type="pmid">16901542</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bannon</surname> <given-names>M. J.</given-names></name> <name><surname>Whitty</surname> <given-names>C. J.</given-names></name></person-group> (<year>1997</year>). <article-title>Age-related and regional differences in dopamine transporter mRNA expression in human midbrain</article-title>. <source>Neurology</source> <volume>48</volume>, <fpage>969</fpage>&#x02013;<lpage>977</lpage>.<pub-id pub-id-type="doi">10.1212/WNL.48.4.969</pub-id><pub-id pub-id-type="pmid">9109886</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Braver</surname> <given-names>T. S.</given-names></name> <name><surname>Barch</surname> <given-names>D. M.</given-names></name> <name><surname>Keys</surname> <given-names>B. A.</given-names></name> <name><surname>Carter</surname> <given-names>C. S.</given-names></name> <name><surname>Cohen</surname> <given-names>J. D.</given-names></name> <name><surname>Kaye</surname> <given-names>J. A.</given-names></name> <etal/></person-group> (<year>2001</year>). <article-title>Context processing in older adults: evidence for a theory relating cognitive control to neurobiology in healthy aging</article-title>. <source>J. Exp. Psychol. Gen.</source> <volume>130</volume>, <fpage>746</fpage>&#x02013;<lpage>763</lpage>.<pub-id pub-id-type="doi">10.1037/0096-3445.130.4.746</pub-id><pub-id pub-id-type="pmid">11757878</pub-id></citation></ref>
<ref id="B5"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Braver</surname> <given-names>T. S.</given-names></name> <name><surname>Cohen</surname> <given-names>J. D.</given-names></name></person-group> (<year>2000</year>). <article-title>&#x0201C;On the control of control: the role of dopamine in regulating prefrontal function and working memory,&#x0201D;</article-title> in <source>Control of Cognitive Processes</source>, eds <person-group person-group-type="editor"><name><surname>Stephen</surname> <given-names>M.</given-names></name> <name><surname>Jon</surname> <given-names>D.</given-names></name></person-group> (<publisher-loc>Cambridge, MA</publisher-loc>: <publisher-name>MIT Press</publisher-name>), <fpage>713</fpage>&#x02013;<lpage>737</lpage>.</citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Campbell</surname> <given-names>K. B.</given-names></name> <name><surname>Courchesne</surname> <given-names>E.</given-names></name> <name><surname>Picton</surname> <given-names>T. W.</given-names></name> <name><surname>Squires</surname> <given-names>K. C.</given-names></name></person-group> (<year>1979</year>). <article-title>Evoked potential correlates of human information processing</article-title>. <source>Biol. Psychol.</source> <volume>8</volume>, <fpage>45</fpage>&#x02013;<lpage>68</lpage>.<pub-id pub-id-type="doi">10.1016/0301-0511(79)90004-8</pub-id><pub-id pub-id-type="pmid">465620</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carlson</surname> <given-names>J. M.</given-names></name> <name><surname>Foti</surname> <given-names>D.</given-names></name> <name><surname>Mujica-Parodi</surname> <given-names>L. R.</given-names></name> <name><surname>Harmon-Jones</surname> <given-names>E.</given-names></name> <name><surname>Hajcak</surname> <given-names>G.</given-names></name></person-group> (<year>2011</year>). <article-title>Ventral striatal and medial prefrontal BOLD activation is correlated with reward-related electrocortical activity: a combined ERP and fMRI study</article-title>. <source>Neuroimage</source> <volume>57</volume>, <fpage>1608</fpage>&#x02013;<lpage>1616</lpage>.<pub-id pub-id-type="doi">10.1016/j.neuroimage.2011.05.037</pub-id><pub-id pub-id-type="pmid">21624476</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cools</surname> <given-names>R.</given-names></name> <name><surname>D&#x02019;Esposito</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>Inverted-U-shaped dopamine actions on human working memory and cognitive control</article-title>. <source>Biol. Psychiatry</source> <volume>69</volume>, <fpage>e113</fpage>&#x02013;<lpage>e125</lpage>.<pub-id pub-id-type="doi">10.1016/j.biopsych.2010.04.030</pub-id><pub-id pub-id-type="pmid">21531388</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x02019;Ardenne</surname> <given-names>K.</given-names></name> <name><surname>Eshelb</surname> <given-names>N.</given-names></name> <name><surname>Lukab</surname> <given-names>J.</given-names></name> <name><surname>Lenartowicz</surname> <given-names>A.</given-names></name> <name><surname>Nystrom</surname> <given-names>L. E.</given-names></name> <name><surname>Cohen</surname> <given-names>J. D.</given-names></name></person-group> (<year>2012</year>). <article-title>Role of prefrontal cortex and the midbrain dopamine system in working memory updating</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>109</volume>, <fpage>19900</fpage>&#x02013;<lpage>19909</lpage>.<pub-id pub-id-type="doi">10.1073/pnas.1116727109</pub-id><pub-id pub-id-type="pmid">23086162</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Daw</surname> <given-names>N. D.</given-names></name> <name><surname>Niv</surname> <given-names>Y.</given-names></name> <name><surname>Dayan</surname> <given-names>P.</given-names></name></person-group> (<year>2005</year>). <article-title>Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control</article-title>. <source>Nat. Neurosci.</source> <volume>8</volume>, <fpage>1704</fpage>&#x02013;<lpage>1711</lpage>.<pub-id pub-id-type="doi">10.1038/nn1560</pub-id><pub-id pub-id-type="pmid">16286932</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Delorme</surname> <given-names>A.</given-names></name> <name><surname>Makeig</surname> <given-names>S.</given-names></name></person-group> (<year>2004</year>). <article-title>EEGLAB: an open source toolbox for analysis of single-trial EEG dynamics including independent component analysis</article-title>. <source>J. Neurosci. Methods</source> <volume>134</volume>, <fpage>9</fpage>&#x02013;<lpage>21</lpage>.<pub-id pub-id-type="doi">10.1016/j.jneumeth.2003.10.009</pub-id><pub-id pub-id-type="pmid">15102499</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eppinger</surname> <given-names>B.</given-names></name> <name><surname>H&#x000E4;mmerer</surname> <given-names>D.</given-names></name> <name><surname>Li</surname> <given-names>S.-C.</given-names></name></person-group> (<year>2011</year>). <article-title>Neuromodulation of reward-based learning and decision making in human aging</article-title>. <source>Ann. N. Y. Acad. Sci.</source> <volume>1235</volume>, <fpage>1</fpage>&#x02013;<lpage>17</lpage>.<pub-id pub-id-type="doi">10.1111/j.1749-6632.2011.06230.x</pub-id><pub-id pub-id-type="pmid">22023564</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eppinger</surname> <given-names>B.</given-names></name> <name><surname>Kray</surname> <given-names>J.</given-names></name> <name><surname>Mock</surname> <given-names>B.</given-names></name> <name><surname>Mecklinger</surname> <given-names>A.</given-names></name></person-group> (<year>2008</year>). <article-title>Better or worse than expected? Aging, learning, and the ERN</article-title>. <source>Neuropsychologia</source> <volume>46</volume>, <fpage>521</fpage>&#x02013;<lpage>539</lpage>.<pub-id pub-id-type="doi">10.1016/j.neuropsychologia.2007.09.001</pub-id><pub-id pub-id-type="pmid">17936313</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eppinger</surname> <given-names>B.</given-names></name> <name><surname>Mock</surname> <given-names>B.</given-names></name> <name><surname>Kray</surname> <given-names>J.</given-names></name></person-group> (<year>2009</year>). <article-title>Developmental differences in learning and error processing: evidence from ERPs</article-title>. <source>Psychophysiology</source> <volume>46</volume>, <fpage>1043</fpage>&#x02013;<lpage>1053</lpage>.<pub-id pub-id-type="doi">10.1111/j.1469-8986.2009.00838.x</pub-id><pub-id pub-id-type="pmid">19497006</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Falkenstein</surname> <given-names>M.</given-names></name> <name><surname>Hoormann</surname> <given-names>J.</given-names></name> <name><surname>Hohnsbein</surname> <given-names>J.</given-names></name></person-group> (<year>2002</year>). <article-title>Inhibition-related ERP components: variation with modality, age, and time-on-task</article-title>. <source>J. Psychophysiol.</source> <volume>16</volume>, <fpage>167</fpage>&#x02013;<lpage>175</lpage>.<pub-id pub-id-type="doi">10.1027//0269-8803.16.3.167</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Frank</surname> <given-names>M. J.</given-names></name> <name><surname>Claus</surname> <given-names>E. D.</given-names></name></person-group> (<year>2006</year>). <article-title>Anatomy of a decision: striato-orbitofrontal interactions in reinforcement learning, decision making, and reversal</article-title>. <source>Psychol. Rev.</source> <volume>113</volume>, <fpage>300</fpage>&#x02013;<lpage>326</lpage>.<pub-id pub-id-type="doi">10.1037/0033-295X.113.2.300</pub-id><pub-id pub-id-type="pmid">16637763</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Frank</surname> <given-names>M. J.</given-names></name> <name><surname>D&#x02019;Lauro</surname> <given-names>C.</given-names></name> <name><surname>Curran</surname> <given-names>T.</given-names></name></person-group> (<year>2007a</year>). <article-title>Cross-task individual differences in error processing: neural, electrophysiological, and genetic components</article-title>. <source>Cogn. Affect. Behav. Neurosci.</source> <volume>7</volume>, <fpage>297</fpage>&#x02013;<lpage>308</lpage>.<pub-id pub-id-type="doi">10.3758/CABN.7.4.297</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Frank</surname> <given-names>M. J.</given-names></name> <name><surname>Moustafa</surname> <given-names>A. A.</given-names></name> <name><surname>Haughey</surname> <given-names>H. M.</given-names></name> <name><surname>Curran</surname> <given-names>T.</given-names></name> <name><surname>Hutchison</surname> <given-names>K. E.</given-names></name></person-group> (<year>2007b</year>). <article-title>Genetic triple dissociation reveals multiple roles for dopamine in reinforcement learning</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>104</volume>, <fpage>16311</fpage>&#x02013;<lpage>16316</lpage>.<pub-id pub-id-type="doi">10.1073/pnas.0706111104</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Frank</surname> <given-names>M. J.</given-names></name> <name><surname>Doll</surname> <given-names>B. B.</given-names></name> <name><surname>Oas-Terpstra</surname> <given-names>J.</given-names></name> <name><surname>Moreno</surname> <given-names>F.</given-names></name></person-group> (<year>2009</year>). <article-title>Prefrontal and striatal dopaminergic genes predict individual differences in exploration and exploitation</article-title>. <source>Nat. Neurosci.</source> <volume>12</volume>, <fpage>1062</fpage>&#x02013;<lpage>1068</lpage>.<pub-id pub-id-type="doi">10.1038/nn.2342</pub-id><pub-id pub-id-type="pmid">19620978</pub-id></citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haber</surname> <given-names>S. N.</given-names></name> <name><surname>Knutson</surname> <given-names>B.</given-names></name></person-group> (<year>2010</year>). <article-title>The reward circuit: linking primate anatomy and human imaging</article-title>. <source>Neuropsychopharmacology</source> <volume>35</volume>, <fpage>4</fpage>&#x02013;<lpage>26</lpage>.<pub-id pub-id-type="doi">10.1038/npp.2009.129</pub-id><pub-id pub-id-type="pmid">19812543</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>H&#x000E4;mmerer</surname> <given-names>D.</given-names></name> <name><surname>Eppinger</surname> <given-names>B.</given-names></name></person-group> (<year>2012</year>). <article-title>Dopaminergic and prefrontal contributions to reward-based learning and outcome monitoring during child development and aging</article-title>. <source>Dev. Psychol.</source> <volume>48</volume>, <fpage>862</fpage>&#x02013;<lpage>874</lpage>.<pub-id pub-id-type="doi">10.1037/a0027342</pub-id><pub-id pub-id-type="pmid">22390655</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>H&#x000E4;mmerer</surname> <given-names>D.</given-names></name> <name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>M&#x000FC;ller</surname> <given-names>V.</given-names></name> <name><surname>Lindenberger</surname> <given-names>U.</given-names></name></person-group> (<year>2011</year>). <article-title>Life span differences in electrophysiological correlates of monitoring gains and losses during probabilistic reinforcement learning</article-title>. <source>J. Cogn. Neurosci.</source> <volume>23</volume>, <fpage>579</fpage>&#x02013;<lpage>592</lpage>.<pub-id pub-id-type="doi">10.1162/jocn.2010.21475</pub-id><pub-id pub-id-type="pmid">20377358</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haycock</surname> <given-names>J. W.</given-names></name> <name><surname>Becker</surname> <given-names>L.</given-names></name> <name><surname>Ang</surname> <given-names>L.</given-names></name> <name><surname>Furukawa</surname> <given-names>Y.</given-names></name> <name><surname>Hornykiewicz</surname> <given-names>O.</given-names></name> <name><surname>Kish</surname> <given-names>S. J.</given-names></name></person-group> (<year>2003</year>). <article-title>Marked disparity between age-related changes in dopamine and other presynaptic dopaminergic markers in human striatum</article-title>. <source>J. Neurochem.</source> <volume>87</volume>, <fpage>574</fpage>&#x02013;<lpage>585</lpage>.<pub-id pub-id-type="doi">10.1046/j.1471-4159.2003.02017.x</pub-id><pub-id pub-id-type="pmid">14535941</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Heitland</surname> <given-names>I.</given-names></name> <name><surname>Oosting</surname> <given-names>R. S.</given-names></name> <name><surname>Baas</surname> <given-names>J. M. P.</given-names></name> <name><surname>Massar</surname> <given-names>S. A. A.</given-names></name> <name><surname>Kenemans</surname> <given-names>J. L.</given-names></name> <name><surname>B&#x000F6;cker</surname> <given-names>K. B. E.</given-names></name></person-group> (<year>2012</year>). <article-title>Genetic polymorphisms of the dopamine and serotonin systems modulate the neurophysiological response to feedback and risk taking in healthy humans</article-title>. <source>Cogn. Affect. Behav. Neurosci.</source> <volume>12</volume>, <fpage>678</fpage>&#x02013;<lpage>691</lpage>.<pub-id pub-id-type="doi">10.3758/s13415-012-0108-8</pub-id><pub-id pub-id-type="pmid">22810728</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holroyd</surname> <given-names>C. B.</given-names></name> <name><surname>Coles</surname> <given-names>M. G. H.</given-names></name></person-group> (<year>2002</year>). <article-title>The neural basis of human error processing: reinforcement learning, dopamine, and the error-related negativity</article-title>. <source>Psychol. Rev.</source> <volume>109</volume>, <fpage>679</fpage>&#x02013;<lpage>709</lpage>.<pub-id pub-id-type="doi">10.1037/0033-295X.109.4.679</pub-id><pub-id pub-id-type="pmid">12374324</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holroyd</surname> <given-names>C. B.</given-names></name> <name><surname>Hajcak</surname> <given-names>G.</given-names></name> <name><surname>Larsen</surname> <given-names>J. T.</given-names></name></person-group> (<year>2006</year>). <article-title>The good, the bad and the neutral: electrophysiological responses to feedback stimuli</article-title>. <source>Brain Res.</source> <volume>1105</volume>, <fpage>93</fpage>&#x02013;<lpage>101</lpage>.<pub-id pub-id-type="doi">10.1016/j.brainres.2005.12.015</pub-id><pub-id pub-id-type="pmid">16427615</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Inoue</surname> <given-names>M.</given-names></name> <name><surname>Suhara</surname> <given-names>T.</given-names></name> <name><surname>Sudo</surname> <given-names>Y.</given-names></name> <name><surname>Okubo</surname> <given-names>Y.</given-names></name> <name><surname>Yasuno</surname> <given-names>F.</given-names></name> <name><surname>Kishimoto</surname> <given-names>T.</given-names></name> <etal/></person-group> (<year>2001</year>). <article-title>Age-related reduction of extrastriatal dopamine D2 receptor measured by PET</article-title>. <source>Life Sci.</source> <volume>69</volume>, <fpage>1079</fpage>&#x02013;<lpage>1084</lpage>.<pub-id pub-id-type="doi">10.1016/S0024-3205(01)01205-X</pub-id><pub-id pub-id-type="pmid">11508650</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jacobs</surname> <given-names>E.</given-names></name> <name><surname>D&#x02019;Esposito</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>Estrogen shapes dopamine-dependent cognitive processes: implications for women&#x02019;s health</article-title>. <source>J. Neurosci.</source> <volume>31</volume>, <fpage>5286</fpage>&#x02013;<lpage>5293</lpage>.<pub-id pub-id-type="doi">10.1523/JNEUROSCI.6394-10.2011</pub-id><pub-id pub-id-type="pmid">21471363</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>JieMin</surname> <given-names>Y.</given-names></name> <name><surname>JiaJin</surname> <given-names>Y.</given-names></name> <name><surname>Hong</surname> <given-names>L.</given-names></name></person-group> (<year>2010</year>). <article-title>Emotional expectations influence neural sensitivity to fearful faces in humans: an event-related potential study</article-title>. <source>Sci. China Life Sci.</source> <volume>53</volume>, <fpage>1361</fpage>&#x02013;<lpage>1368</lpage>.<pub-id pub-id-type="doi">10.1007/s11427-010-4083-4</pub-id><pub-id pub-id-type="pmid">21046329</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Johnstone</surname> <given-names>S. J.</given-names></name> <name><surname>Dimoska</surname> <given-names>A.</given-names></name> <name><surname>Smith</surname> <given-names>J. L.</given-names></name> <name><surname>Barry</surname> <given-names>R. J.</given-names></name> <name><surname>Pleffer</surname> <given-names>C. B.</given-names></name> <name><surname>Chiswick</surname> <given-names>D.</given-names></name> <etal/></person-group> (<year>2007</year>). <article-title>The development of stop-signal and Go/Nogo response inhibition in children aged 7-12 years: performance and event-related potential indices</article-title>. <source>Int. J. Psychophysiol.</source> <volume>63</volume>, <fpage>25</fpage>&#x02013;<lpage>38</lpage>.<pub-id pub-id-type="doi">10.1016/j.ijpsycho.2006.07.001</pub-id><pub-id pub-id-type="pmid">16919346</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jonkman</surname> <given-names>L. M.</given-names></name></person-group> (<year>2006</year>). <article-title>The development of preparation, conflict monitoring and inhibition from early childhood to young adulthood: a Go/Nogo ERP study</article-title>. <source>Brain Res.</source> <volume>1097</volume>, <fpage>181</fpage>&#x02013;<lpage>193</lpage>.<pub-id pub-id-type="doi">10.1016/j.brainres.2006.04.064</pub-id><pub-id pub-id-type="pmid">16729977</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jonkman</surname> <given-names>L. M.</given-names></name> <name><surname>Lansbergen</surname> <given-names>M.</given-names></name> <name><surname>Stauder</surname> <given-names>J. E. A.</given-names></name></person-group> (<year>2003</year>). <article-title>Developmental differences in behavioral and event-related brain responses associated with response preparation and inhibition in a go/nogo task</article-title>. <source>Psychophysiology</source> <volume>40</volume>, <fpage>752</fpage>&#x02013;<lpage>761</lpage>.<pub-id pub-id-type="doi">10.1111/1469-8986.00075</pub-id><pub-id pub-id-type="pmid">14696728</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaasinen</surname> <given-names>V.</given-names></name> <name><surname>Vilkman</surname> <given-names>H.</given-names></name> <name><surname>Hietala</surname> <given-names>J.</given-names></name> <name><surname>Nagren</surname> <given-names>K.</given-names></name> <name><surname>Helenius</surname> <given-names>H.</given-names></name> <name><surname>Olsson</surname> <given-names>H.</given-names></name> <etal/></person-group> (<year>2000</year>). <article-title>Age-related dopamine D2/D3 receptor loss in extrastriatal regions of the human brain</article-title>. <source>Neurobiol. Aging</source> <volume>21</volume>, <fpage>683</fpage>&#x02013;<lpage>688</lpage>.<pub-id pub-id-type="doi">10.1016/S0197-4580(00)00149-4</pub-id><pub-id pub-id-type="pmid">11016537</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lapish</surname> <given-names>C. C.</given-names></name> <name><surname>Kroener</surname> <given-names>S.</given-names></name> <name><surname>Durstewitz</surname> <given-names>D.</given-names></name> <name><surname>Lavin</surname> <given-names>A.</given-names></name> <name><surname>Seamans</surname> <given-names>J. K.</given-names></name></person-group> (<year>2007</year>). <article-title>The ability of the mesocortical dopamine system to operate in distinct temporal modes</article-title>. <source>Psychopharmacology (Berl.)</source> <volume>191</volume>, <fpage>609</fpage>&#x02013;<lpage>625</lpage>.<pub-id pub-id-type="doi">10.1007/s00213-006-0527-8</pub-id><pub-id pub-id-type="pmid">17086392</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lavin</surname> <given-names>A.</given-names></name> <name><surname>Nogueira</surname> <given-names>L.</given-names></name> <name><surname>Lapish</surname> <given-names>C. C.</given-names></name> <name><surname>Wightman</surname> <given-names>R. M.</given-names></name> <name><surname>Phillips</surname> <given-names>P. E. M.</given-names></name> <name><surname>Seamans</surname> <given-names>J. K.</given-names></name></person-group> (<year>2005</year>). <article-title>Mesocortical dopamine neurons operate in distinct temporal domains using multimodal signaling</article-title>. <source>J. Neurosci.</source> <volume>25</volume>, <fpage>5013</fpage>&#x02013;<lpage>5023</lpage>.<pub-id pub-id-type="doi">10.1523/JNEUROSCI.0557-05.2005</pub-id><pub-id pub-id-type="pmid">15901782</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lenartowicz</surname> <given-names>A.</given-names></name> <name><surname>Escobedo-Quiroz</surname> <given-names>R.</given-names></name> <name><surname>Cohen</surname> <given-names>J. D.</given-names></name></person-group> (<year>2010</year>). <article-title>Updating of context in working memory: an event-related potential study</article-title>. <source>Cogn. Affect. Behav. Neurosci.</source> <volume>10</volume>, <fpage>298</fpage>&#x02013;<lpage>315</lpage>.<pub-id pub-id-type="doi">10.3758/CABN.10.2.298</pub-id><pub-id pub-id-type="pmid">20498352</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>S.-C.</given-names></name></person-group> (<year>2012</year>). <article-title>Neuromodulation of behavioral and cognitive development across the lifespan</article-title>. <source>Dev. Psychol.</source> <volume>48</volume>, <fpage>810</fpage>&#x02013;<lpage>814</lpage>.<pub-id pub-id-type="doi">10.1037/a0027813</pub-id><pub-id pub-id-type="pmid">22545854</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Lindenberger</surname> <given-names>U.</given-names></name> <name><surname>B&#x000E4;ckman</surname> <given-names>L.</given-names></name></person-group> (<year>2010</year>). <article-title>Dopamine modulation of cognition across the life span</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>34</volume>, <fpage>625</fpage>&#x02013;<lpage>638</lpage>.<pub-id pub-id-type="doi">10.1016/j.neubiorev.2010.02.003</pub-id><pub-id pub-id-type="pmid">20152855</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Papenberg</surname> <given-names>G.</given-names></name> <name><surname>Nagel</surname> <given-names>I. E.</given-names></name> <name><surname>Preuschhof</surname> <given-names>C.</given-names></name> <name><surname>Schr&#x000F6;der</surname> <given-names>J.</given-names></name> <name><surname>Nietfeld</surname> <given-names>W.</given-names></name></person-group> (<year>2013</year>). <article-title>Aging magnifies the effects of dopamine transporter and D2 receptor genes on backward serial memory</article-title>. <source>Neurobiol. Aging</source> <volume>34</volume>, <fpage>358.e1</fpage>&#x02013;<lpage>358.e.10</lpage>.<pub-id pub-id-type="doi">10.1016/j.neurobiolaging.2012.08.001</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Sikstr&#x000F6;m</surname> <given-names>S.</given-names></name></person-group> (<year>2002</year>). <article-title>Integrative neurocomputational perspective on cognitive aging, neuromodulation, and representation</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>26</volume>, <fpage>795</fpage>&#x02013;<lpage>808</lpage>.<pub-id pub-id-type="doi">10.1016/S0149-7634(02)00059-3</pub-id><pub-id pub-id-type="pmid">12470691</pub-id></citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lindenberger</surname> <given-names>U.</given-names></name> <name><surname>Nagel</surname> <given-names>I. E.</given-names></name> <name><surname>Chicherio</surname> <given-names>C.</given-names></name> <name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Heekeren</surname> <given-names>H. R.</given-names></name> <name><surname>B&#x000E4;ckman</surname> <given-names>L.</given-names></name></person-group> (<year>2008</year>). <article-title>Age-related decline in brain resources modulates genetic effects on cognitive functioning</article-title>. <source>Front. Neurosci.</source> <volume>2</volume>:<fpage>2</fpage>.<pub-id pub-id-type="doi">10.3389/neuro.01.039.2008</pub-id><pub-id pub-id-type="pmid">18982094</pub-id></citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mattay</surname> <given-names>V. S.</given-names></name> <name><surname>Goldberg</surname> <given-names>T. E.</given-names></name> <name><surname>Fera</surname> <given-names>F.</given-names></name> <name><surname>Hariri</surname> <given-names>A. R.</given-names></name> <name><surname>Tessitore</surname> <given-names>A.</given-names></name> <name><surname>Egan</surname> <given-names>M. F.</given-names></name> <etal/></person-group> (<year>2003</year>). <article-title>Catechol O-methyltransferase val158-met genotype and individual variation in the brain response to amphetamine</article-title>. <source>Proc. Natl. Acad. Sci. U.S.A.</source> <volume>100</volume>, <fpage>6186</fpage>&#x02013;<lpage>6191</lpage>.<pub-id pub-id-type="doi">10.1073/pnas.0931309100</pub-id><pub-id pub-id-type="pmid">12716966</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meyer-Lindenberg</surname> <given-names>A.</given-names></name> <name><surname>Straub</surname> <given-names>R. E.</given-names></name> <name><surname>Lipska</surname> <given-names>B. K.</given-names></name> <name><surname>Verchinski</surname> <given-names>B. A.</given-names></name> <name><surname>Goldberg</surname> <given-names>T.</given-names></name> <name><surname>Callicott</surname> <given-names>J. H.</given-names></name></person-group> (<year>2007</year>). <article-title>Genetic evidence implicating DARPP-32 in human fronto-striatal structure, function, and cognition</article-title>. <source>J. Clin. Invest.</source> <volume>117</volume>, <fpage>672</fpage>&#x02013;<lpage>682</lpage>.<pub-id pub-id-type="doi">10.1172/JCI30413</pub-id><pub-id pub-id-type="pmid">17290303</pub-id></citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meyer-Lindenberg</surname> <given-names>A.</given-names></name> <name><surname>Weinberger</surname> <given-names>D. R.</given-names></name></person-group> (<year>2006</year>). <article-title>Intermediate phenotypes and genetic mechanisms of psychiatric disorders</article-title>. <source>Nat. Rev. Neurosci.</source> <volume>7</volume>, <fpage>818</fpage>&#x02013;<lpage>827</lpage>.<pub-id pub-id-type="doi">10.1038/nrn1906</pub-id><pub-id pub-id-type="pmid">16988657</pub-id></citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>E. K.</given-names></name> <name><surname>Cohen</surname> <given-names>J. D.</given-names></name></person-group> (<year>2001</year>). <article-title>An integrative theory of pre-frontal cortex function</article-title>. <source>Annu. Rev. Neurosci.</source> <volume>24</volume>, <fpage>167</fpage>&#x02013;<lpage>202</lpage>.<pub-id pub-id-type="doi">10.1146/annurev.neuro.24.1.167</pub-id><pub-id pub-id-type="pmid">11283309</pub-id></citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>M&#x000FC;ller</surname> <given-names>V.</given-names></name> <name><surname>Brehmer</surname> <given-names>Y.</given-names></name> <name><surname>von Oertzen</surname> <given-names>T.</given-names></name> <name><surname>Li</surname> <given-names>S. C.</given-names></name> <name><surname>Lindenberger</surname> <given-names>U.</given-names></name></person-group> (<year>2008</year>). <article-title>Electrophysiological correlates of selective attention: a lifespan comparison</article-title>. <source>BMC Neurosci.</source> <volume>9</volume>:<fpage>18</fpage>.<pub-id pub-id-type="doi">10.1186/1471-2202-9-18</pub-id><pub-id pub-id-type="pmid">18237433</pub-id></citation></ref>
<ref id="B47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nagel</surname> <given-names>I. E.</given-names></name> <name><surname>Chicherio</surname> <given-names>C.</given-names></name> <name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>von Oertzen</surname> <given-names>T.</given-names></name> <name><surname>Sander</surname> <given-names>T.</given-names></name> <name><surname>Villringer</surname> <given-names>A.</given-names></name> <etal/></person-group> (<year>2008</year>). <article-title>Human aging magnifies genetic effects on executive functioning and working memory</article-title>. <source>Front. Hum. Neurosci.</source> <volume>2</volume>:<fpage>1</fpage>.<pub-id pub-id-type="doi">10.3389/neuro.09.001.2008</pub-id><pub-id pub-id-type="pmid">18958202</pub-id></citation></ref>
<ref id="B48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nieuwenhuis</surname> <given-names>S.</given-names></name> <name><surname>Holroyd</surname> <given-names>C. B.</given-names></name> <name><surname>Mola</surname> <given-names>N.</given-names></name> <name><surname>Coles</surname> <given-names>M. G. H.</given-names></name></person-group> (<year>2004</year>). <article-title>Reinforcement-related brain potentials from medial frontal cortex: origins and functional significance</article-title>. <source>Neurosci. Biobehav. Rev.</source> <volume>28</volume>, <fpage>441</fpage>&#x02013;<lpage>448</lpage>.<pub-id pub-id-type="doi">10.1016/j.neubiorev.2004.05.003</pub-id><pub-id pub-id-type="pmid">15289008</pub-id></citation></ref>
<ref id="B49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nieuwenhuis</surname> <given-names>S.</given-names></name> <name><surname>Ridderinkhof</surname> <given-names>K. R.</given-names></name> <name><surname>Talsma</surname> <given-names>D.</given-names></name> <name><surname>Coles</surname> <given-names>M. G. H.</given-names></name> <name><surname>Holroyd</surname> <given-names>C. B.</given-names></name> <name><surname>Kok</surname> <given-names>A.</given-names></name> <etal/></person-group> (<year>2002</year>). <article-title>A computational account of altered error processing in older age: dopamine and the error-related negativity</article-title>. <source>Cogn. Affect. Behav. Neurosci.</source> <volume>2</volume>, <fpage>19</fpage>&#x02013;<lpage>36</lpage>.<pub-id pub-id-type="doi">10.3758/CABN.2.1.19</pub-id><pub-id pub-id-type="pmid">12452582</pub-id></citation></ref>
<ref id="B50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nishi</surname> <given-names>A.</given-names></name> <name><surname>Snyder</surname> <given-names>G. L.</given-names></name> <name><surname>Greengard</surname> <given-names>P.</given-names></name></person-group> (<year>1997</year>). <article-title>Bidirectional regulation of DARPP-32 phosphorylation by dopamine</article-title>. <source>J. Neurosci.</source> <volume>17</volume>, <fpage>8147</fpage>&#x02013;<lpage>8155</lpage>.<pub-id pub-id-type="pmid">9334390</pub-id></citation></ref>
<ref id="B51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x02019;Reilly</surname> <given-names>R. C.</given-names></name> <name><surname>Frank</surname> <given-names>M. J.</given-names></name></person-group> (<year>2006</year>). <article-title>Making working memory work: a computational model of learning in the prefrontal cortex and basal ganglia</article-title>. <source>Neural Comput.</source> <volume>18</volume>, <fpage>283</fpage>&#x02013;<lpage>328</lpage>.<pub-id pub-id-type="doi">10.1162/089976606775093909</pub-id><pub-id pub-id-type="pmid">16378516</pub-id></citation></ref>
<ref id="B52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rangel</surname> <given-names>A.</given-names></name> <name><surname>Camerer</surname> <given-names>C.</given-names></name> <name><surname>Montague</surname> <given-names>P. R.</given-names></name></person-group> (<year>2008</year>). <article-title>A framework for studying the neurobiology of value-based decision making</article-title>. <source>Nat. Rev.</source> <volume>9</volume>, <fpage>545</fpage>&#x02013;<lpage>556</lpage>.<pub-id pub-id-type="doi">10.1038/nrn2357</pub-id></citation></ref>
<ref id="B53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reeves</surname> <given-names>S.</given-names></name> <name><surname>Bench</surname> <given-names>C.</given-names></name> <name><surname>Howard</surname> <given-names>R.</given-names></name></person-group> (<year>2002</year>). <article-title>Ageing and the nigrostriatal dopaminergic system</article-title>. <source>Int. J. Geriatr. Psychiatry</source> <volume>17</volume>, <fpage>359</fpage>&#x02013;<lpage>370</lpage>.<pub-id pub-id-type="doi">10.1002/gps.614</pub-id><pub-id pub-id-type="pmid">11994891</pub-id></citation></ref>
<ref id="B54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rinne</surname> <given-names>J. O.</given-names></name> <name><surname>Lonnberg</surname> <given-names>P.</given-names></name> <name><surname>Marjamaki</surname> <given-names>P.</given-names></name></person-group> (<year>1990</year>). <article-title>Age-dependent decline in human brain dopamine D1 and D2 receptors</article-title>. <source>Brain Res.</source> <volume>508</volume>, <fpage>349</fpage>&#x02013;<lpage>352</lpage>.<pub-id pub-id-type="doi">10.1016/0006-8993(90)90423-9</pub-id><pub-id pub-id-type="pmid">2407314</pub-id></citation></ref>
<ref id="B55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rothmond</surname> <given-names>D. A.</given-names></name> <name><surname>Weickert</surname> <given-names>C. S.</given-names></name> <name><surname>Webster</surname> <given-names>M. J.</given-names></name></person-group> (<year>2012</year>). <article-title>Developmental changes in human dopamine neurotransmission: cortical receptors and terminators</article-title>. <source>BMC Neurosci.</source> <volume>13</volume>:<fpage>18</fpage>.<pub-id pub-id-type="doi">10.1186/1471-2202-13-18</pub-id><pub-id pub-id-type="pmid">22336227</pub-id></citation></ref>
<ref id="B56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ryan</surname> <given-names>T. A.</given-names></name></person-group> (<year>1959</year>). <article-title>Multiple comparisons in psychological research</article-title>. <source>Psychol. Bull.</source> <volume>56</volume>, <fpage>26</fpage>&#x02013;<lpage>47</lpage>.<pub-id pub-id-type="doi">10.1037/h0042478</pub-id><pub-id pub-id-type="pmid">13623958</pub-id></citation></ref>
<ref id="B57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Santesso</surname> <given-names>D. L.</given-names></name> <name><surname>Evins</surname> <given-names>A. E.</given-names></name> <name><surname>Frank</surname> <given-names>M. J.</given-names></name> <name><surname>Schetter</surname> <given-names>E. C.</given-names></name> <name><surname>Bogdan</surname> <given-names>R.</given-names></name> <name><surname>Pizzagalli</surname> <given-names>D. A.</given-names></name></person-group> (<year>2009</year>). <article-title>Single dose of a dopamine agonist impairs reinforcement learning in humans: evidence from event-related potentials and computational modeling of striatal-cortical function</article-title>. <source>Hum. Brain Mapp.</source> <volume>30</volume>, <fpage>1963</fpage>&#x02013;<lpage>1976</lpage>.<pub-id pub-id-type="doi">10.1002/hbm.20642</pub-id><pub-id pub-id-type="pmid">18726908</pub-id></citation></ref>
<ref id="B58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schultz</surname> <given-names>W.</given-names></name></person-group> (<year>2007</year>). <article-title>Behavioral dopamine signals</article-title>. <source>Trends Neurosci.</source> <volume>30</volume>, <fpage>203</fpage>&#x02013;<lpage>209</lpage>.<pub-id pub-id-type="doi">10.1016/j.tins.2007.03.007</pub-id><pub-id pub-id-type="pmid">17400301</pub-id></citation></ref>
<ref id="B59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schultz</surname> <given-names>W.</given-names></name></person-group> (<year>2010</year>). <article-title>Dopamine signals for reward value and risk: basic and recent data</article-title>. <source>Behav. Brain Funct.</source> <volume>6</volume>, <fpage>1</fpage>&#x02013;<lpage>9</lpage>.<pub-id pub-id-type="doi">10.1186/1744-9081-6-24</pub-id><pub-id pub-id-type="pmid">20047681</pub-id></citation></ref>
<ref id="B60"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seeman</surname> <given-names>P.</given-names></name> <name><surname>Bzowej</surname> <given-names>N. H.</given-names></name> <name><surname>Guan</surname> <given-names>H. C.</given-names></name> <name><surname>Bergeron</surname> <given-names>C.</given-names></name> <name><surname>Becker</surname> <given-names>L. E.</given-names></name> <name><surname>Reynolds</surname> <given-names>G. P.</given-names></name> <etal/></person-group> (<year>1987</year>). <article-title>Human brain dopamine receptors in children and aging adults</article-title>. <source>Synapse</source> <volume>1</volume>, <fpage>399</fpage>&#x02013;<lpage>404</lpage>.<pub-id pub-id-type="doi">10.1002/syn.890010203</pub-id><pub-id pub-id-type="pmid">3505371</pub-id></citation></ref>
<ref id="B61"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Severson</surname> <given-names>J. A.</given-names></name> <name><surname>Marcusson</surname> <given-names>J.</given-names></name> <name><surname>Winblad</surname> <given-names>B.</given-names></name> <name><surname>Finch</surname> <given-names>C. E.</given-names></name></person-group> (<year>1982</year>). <article-title>Age-correlated loss of dopaminergic binding sites in human basal ganglia</article-title>. <source>J. Neurochem.</source> <volume>39</volume>, <fpage>1623</fpage>&#x02013;<lpage>1631</lpage>.<pub-id pub-id-type="doi">10.1111/j.1471-4159.1982.tb07996.x</pub-id><pub-id pub-id-type="pmid">7142992</pub-id></citation></ref>
<ref id="B62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>St&#x000F6;rmer</surname> <given-names>V.</given-names></name> <name><surname>Passow</surname> <given-names>S.</given-names></name> <name><surname>Biesenack</surname> <given-names>J.</given-names></name> <name><surname>Li</surname> <given-names>S.-C.</given-names></name></person-group> (<year>2012</year>). <article-title>Dopaminergic and cholinergic modulations of visual-spatial attention and working memory: insights from molecular genetic research and implications for adult cognitive development</article-title>. <source>Dev. Psychol.</source> <volume>48</volume>, <fpage>875</fpage>&#x02013;<lpage>889</lpage>.<pub-id pub-id-type="doi">10.1037/a0026198</pub-id><pub-id pub-id-type="pmid">22103306</pub-id></citation></ref>
<ref id="B63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vijayraghavan</surname> <given-names>S.</given-names></name> <name><surname>Wang</surname> <given-names>M.</given-names></name> <name><surname>Birnbaum</surname> <given-names>S. G.</given-names></name> <name><surname>Williams</surname> <given-names>G. V.</given-names></name> <name><surname>Arnsten</surname> <given-names>A. F.</given-names></name></person-group> (<year>2007</year>). <article-title>Inverted-U dopamine D1 receptor actions on prefrontal neurons engaged in working memory</article-title>. <source>Nat. Neurosci.</source> <volume>10</volume>, <fpage>376</fpage>&#x02013;<lpage>384</lpage>.<pub-id pub-id-type="doi">10.1038/nn1846</pub-id><pub-id pub-id-type="pmid">17277774</pub-id></citation></ref>
<ref id="B64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walhovd</surname> <given-names>K. B.</given-names></name> <name><surname>Rosquist</surname> <given-names>H.</given-names></name> <name><surname>Fjell</surname> <given-names>A. M.</given-names></name></person-group> (<year>2008</year>). <article-title>P300 amplitude age reductions are not caused by latency jitter</article-title>. <source>Psychophysiology</source> <volume>45</volume>, <fpage>545</fpage>&#x02013;<lpage>553</lpage>.<pub-id pub-id-type="doi">10.1111/j.1469-8986.2008.00661.x</pub-id><pub-id pub-id-type="pmid">18346042</pub-id></citation></ref>
</ref-list>
</back>
</article>