<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Hum. Neurosci.</journal-id>
<journal-title>Frontiers in Human Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Hum. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-5161</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnhum.2017.00131</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Maintenance of Voluntary Self-regulation Learned through Real-Time fMRI Neurofeedback</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Robineau</surname> <given-names>Fabien</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Meskaldji</surname> <given-names>Djalel E.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Koush</surname> <given-names>Yury</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/99691/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Rieger</surname> <given-names>Sebastian W.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Mermoud</surname> <given-names>Christophe</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Morgenthaler</surname> <given-names>Stephan</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/94449/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Van De Ville</surname> <given-names>Dimitri</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/11209/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Vuilleumier</surname> <given-names>Patrik</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/281/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Scharnowski</surname> <given-names>Frank</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/174504/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Laboratory for Behavioral Neurology and Imaging of Cognition, Department of Neuroscience, University Medical Center</institution> <country>Geneva, Switzerland</country></aff>
<aff id="aff2"><sup>2</sup><institution>Geneva Neuroscience Center</institution> <country>Geneva, Switzerland</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Radiology and Medical Informatics, CIBM, University of Geneva</institution> <country>Geneva, Switzerland</country></aff>
<aff id="aff4"><sup>4</sup><institution>Institute of Bioengineering, Ecole Polytechnique F&#x00E9;d&#x00E9;rale de Lausanne</institution> <country>Lausanne, Switzerland</country></aff>
<aff id="aff5"><sup>5</sup><institution>Institute of Mathematics, Ecole Polytechnique F&#x00E9;d&#x00E9;rale de Lausanne</institution> <country>Lausanne, Switzerland</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Radiology and Biomedical Imaging, Yale University, New Haven</institution> <country>CT, USA</country></aff>
<aff id="aff7"><sup>7</sup><institution>Swiss Center for Affective Sciences</institution> <country>Geneva, Switzerland</country></aff>
<aff id="aff8"><sup>8</sup><institution>Psychiatric University Hospital, University of Zurich, Z&#x00FC;rich</institution> <country>Switzerland</country></aff>
<aff id="aff9"><sup>9</sup><institution>Neuroscience Center Zurich, University of Zurich and Swiss Federal Institute of Technology Zurich, Z&#x00FC;rich</institution> <country>Switzerland</country></aff>
<aff id="aff10"><sup>10</sup><institution>Zurich Center for Integrative Human Physiology, University of Zurich, Z&#x00FC;rich</institution> <country>Switzerland</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: <italic>Christoph Braun, MEG Center, University of T&#x00FC;bingen, Germany</italic></p></fn>
<fn fn-type="edited-by"><p>Reviewed by: <italic>Ralf Veit, Institute of Medical Psychology, University of T&#x00FC;bingen, Germany; Arun Bokde, Trinity College Dublin, Ireland</italic></p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x002A;Correspondence: <italic>Frank Scharnowski, <email>frank.scharnowski@uzh.ch</email></italic></p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>03</month>
<year>2017</year>
</pub-date>
<pub-date pub-type="collection">
<year>2017</year>
</pub-date>
<volume>11</volume>
<elocation-id>131</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>12</month>
<year>2016</year>
</date>
<date date-type="accepted">
<day>07</day>
<month>03</month>
<year>2017</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2017 Robineau, Meskaldji, Koush, Rieger, Mermoud, Morgenthaler, Van De Ville, Vuilleumier and Scharnowski.</copyright-statement>
<copyright-year>2017</copyright-year>
<copyright-holder>Robineau, Meskaldji, Koush, Rieger, Mermoud, Morgenthaler, Van De Ville, Vuilleumier and Scharnowski</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>Neurofeedback based on real-time functional magnetic resonance imaging (fMRI) is an emerging technique that allows for learning voluntary control over brain activity. Such brain training has been shown to cause specific behavioral or cognitive enhancements, and even therapeutic effects in neurological and psychiatric patient populations. However, for clinical applications it is important to know if learned self-regulation can be maintained over longer periods of time and whether it transfers to situations without neurofeedback. Here, we present preliminary results from five healthy participants who successfully learned to control their visual cortex activity and who we re-scanned 6 and 14 months after the initial neurofeedback training to perform learned self-regulation. We found that participants achieved levels of self-regulation that were similar to those achieved at the end of the successful initial training, and this without further neurofeedback information. Our results demonstrate that learned self-regulation can be maintained over longer periods of time and causes lasting transfer effects. They thus support the notion that neurofeedback is a promising therapeutic approach whose effects can last far beyond the actual training period.</p>
</abstract>
<kwd-group>
<kwd>neurofeedback</kwd>
<kwd>real-time functional magnetic resonance imaging (fMRI)</kwd>
<kwd>self-regulation</kwd>
<kwd>brain training</kwd>
<kwd>maintenance</kwd>
<kwd>visual attention</kwd>
<kwd>visual imagery</kwd>
</kwd-group>
<contract-num rid="cn002">PZ00P3_131932</contract-num>
<contract-num rid="cn002">BSSG10_155915</contract-num>
<contract-sponsor id="cn001">Fondation Fyssen<named-content content-type="fundref-id">10.13039/501100003135</named-content></contract-sponsor>
<contract-sponsor id="cn002">Schweizerischer Nationalfonds zur F&#x00F6;rderung der Wissenschaftlichen Forschung<named-content content-type="fundref-id">10.13039/501100001711</named-content></contract-sponsor>
<counts>
<fig-count count="2"/>
<table-count count="1"/>
<equation-count count="2"/>
<ref-count count="46"/>
<page-count count="8"/>
<word-count count="0"/>
</counts>
</article-meta>
</front>
<body>
<sec><title>Introduction</title>
<p>Real-time fMRI neurofeedback is an emerging technique that allows to learn voluntary control over spatially localized brain activity (<xref ref-type="bibr" rid="B43">Weiskopf et al., 2004</xref>; <xref ref-type="bibr" rid="B4">deCharms, 2007</xref>; <xref ref-type="bibr" rid="B38">Sulzer et al., 2013</xref>). It can be used to study causal brain-function relationships by investigating how learned self-regulation of brain activity affects perception or behavior. For example, several studies have shown that self-regulation leads to behavioral effects that are specific to the functional role of the targeted cortical area (e.g., <xref ref-type="bibr" rid="B44">Weiskopf et al., 2003</xref>, <xref ref-type="bibr" rid="B43">2004</xref>; <xref ref-type="bibr" rid="B6">deCharms et al., 2005</xref>; <xref ref-type="bibr" rid="B2">Bray et al., 2007</xref>; <xref ref-type="bibr" rid="B3">Caria et al., 2007</xref>; <xref ref-type="bibr" rid="B26">Rota et al., 2009</xref>; <xref ref-type="bibr" rid="B33">Shibata et al., 2011</xref>; <xref ref-type="bibr" rid="B28">Scharnowski et al., 2012</xref>). Real-time fMRI neurofeedback also holds great promises for clinical applications. For example, recent studies demonstrated therapeutic effects of neurofeedback training in chronic pain patients (<xref ref-type="bibr" rid="B6">deCharms et al., 2005</xref>), Parkinson&#x2019;s disease (<xref ref-type="bibr" rid="B37">Subramanian et al., 2011</xref>), tinnitus (<xref ref-type="bibr" rid="B9">Haller et al., 2010</xref>), and depression (<xref ref-type="bibr" rid="B23">Linden et al., 2012</xref>).</p>
<p>However, in order for neurofeedback to be effective as a tool for cognitive enhancements or clinical applications, it needs to be shown that learned self-regulation transfers to situations where neurofeedback is not available anymore, and that learned self-regulation is maintained beyond the initial training period. Previous real-time fMRI neurofeedback studies already demonstrated that once learned, self-regulation can also be performed in transfer runs without feedback information, but this only for transfer runs immediately following the neurofeedback training (<xref ref-type="bibr" rid="B5">deCharms et al., 2004</xref>, <xref ref-type="bibr" rid="B6">2005</xref>; <xref ref-type="bibr" rid="B10">Hamilton et al., 2011</xref>; <xref ref-type="bibr" rid="B20">Lee et al., 2012</xref>; <xref ref-type="bibr" rid="B28">Scharnowski et al., 2012</xref>; <xref ref-type="bibr" rid="B35">Sitaram et al., 2012</xref>; <xref ref-type="bibr" rid="B27">Ruiz et al., 2013</xref>). Unfortunately, published evidence of lasting neurofeedback training effects is very sparse. In healthy participants, two studies have shown that neurofeedback training induces plastic brain changes that last for at least 1 day after the training (<xref ref-type="bibr" rid="B33">Shibata et al., 2011</xref>; <xref ref-type="bibr" rid="B12">Harmelech et al., 2013</xref>). Another study found that neurofeedback-induced changes in resting state fMRI persisted for at least 2 months (<xref ref-type="bibr" rid="B24">Megumi et al., 2015</xref>). While this is by far the longest time period after training that has been investigated so far, the resting state effects demonstrate plastic changes, but they are not associated with applying learned self-regulation by the participants. In patients, only one study showed lasting changes due to neurofeedback training (<xref ref-type="bibr" rid="B31">Scheinost et al., 2013</xref>). <xref ref-type="bibr" rid="B31">Scheinost et al. (2013)</xref> found that patients with obsessive-compulsive disorder who successfully learnt to increase activity in the orbitofrontal cortex showed persistent changes in resting state connectivity and a significant reduction in contamination anxiety several days following the neurofeedback training. Even in the field of EEG neurofeedback, which has been used in research and in clinics for several decades and therefore has a much longer tradition than real-time fMRI-based neurofeedback, follow-up data has rarely been collected. The few studies which measured the effects of EEG neurofeedback over a period of up to 12 months to determine if self-regulation and its behavioral consequences are maintained, indicate that it remains stable (<xref ref-type="bibr" rid="B39">Tansey, 1993</xref>; <xref ref-type="bibr" rid="B17">Kotchoubey et al., 2001</xref>; <xref ref-type="bibr" rid="B41">Vernon et al., 2004</xref>; <xref ref-type="bibr" rid="B21">Leins et al., 2007</xref>; <xref ref-type="bibr" rid="B18">Kouijzer et al., 2008</xref>).</p>
<p>However, because EEG- and fMRI-based neurofeedback differ significantly with respect to the target areas and the physiological basis of the feedback signals, the findings obtained with EEG might not be transferable. We therefore re-scanned five participants 6 and 14 months after they successfully learned self-regulation of differential visual cortex activity, i.e., participants had learned to control the interhemispheric balance between their left and right visual cortex activity (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>). For the 6-month follow-up, participants were provided with the same neurofeedback information as for the initial training (top up session). For the 14-month follow-up, participants did not receive feedback information (transfer). We hypothesized that learned self-regulation is an acquired skill which can be maintained over longer periods of time. Specifically, we hypothesized that participants can still successfully self-regulate their visual cortex activity during the follow-up sessions, and that performance during the follow-up sessions is similar to that achieved at the end of the successful initial training period.</p>
</sec>
<sec id="s1" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>Details of the neurofeedback training study have been described previously (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>). In brief, participants were trained to control the differential feedback between a target region of interest in early visual cortex (<italic>ROI</italic><sub>target</sub>), and its homolog in the opposite hemisphere (<italic>ROI</italic><sub>opposite</sub>) (<bold>Figure <xref ref-type="fig" rid="F1">1</xref></bold>). The ROIs were delineated in separate functional localizer scans and represented specific locations in the left and right visual fields. For the localizer, participants had to maintain fixation on a central point while a flickering checkerboard wedge (100% contrast, 8 Hz contrast reversal, 30&#x00B0; eccentricity along the horizontal meridian at a 45&#x00B0; angle) was presented on a gray background. The checkerboard was presented for three blocks of 30 s alternating in the left and in the right visual field, respectively, which were interleaved with baseline blocks during which participants fixated without any visual stimulation. Training participants to control the differential feedback signal was undertaken in three separate scanning sessions spread over the course of 3 days. For neurofeedback training, the activity difference between the two ROIs was fed back to the participant in the form of a visual thermometer display on a projection screen in the scanner bore. No other visual stimuli were presented. Neurofeedback training runs were interleaved with transfer runs during which participants performed learned self-regulation in the absence of feedback. For clarity, the main experimental parameters will be repeated here, but the methods section focuses on the follow-up extension of our previous study.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p><bold>Overview of the experimental Procedure.</bold> In the first scanning session, the ROIs in the left and right visual cortex were defined with functional localizer runs. In three subsequent neurofeedback training sessions (on three different days spread across 3 weeks), participants then learned self-regulation of their visual cortex activity. Per training session, participants performed four training runs (of 2.8 min each) interleaved with two transfer runs (same as training runs but without feedback), i.e., the sequence of runs in each session was: training&#x2013;training&#x2013;transfer&#x2013;training&#x2013;training&#x2013;transfer. Each training/transfer run was composed of four 20 s resting blocks (in gray) interleaved with three 30 s regulation blocks (in white). Six months after neurofeedback training participants performed another three training runs (first follow-up), and 14 months after the initial training participants performed three transfer runs without neurofeedback (second follow-up).</p></caption>
<graphic xlink:href="fnhum-11-00131-g001.tif"/>
</fig>
<sec><title>MRI Data Acquisition</title>
<p>&#x201C;All experiments were performed on a 3T MRI scanner (Trio Tim, Siemens Medical Solutions, Erlangen, Germany) at the Brain and Behavior Laboratory (University of Geneva). Functional images were obtained with a single-shot gradient-echo T2<sup>&#x2217;</sup>-weighted EPI sequence (30 slices, matrix size 64 &#x00D7; 64, voxel size = 4 mm &#x00D7; 4 mm &#x00D7; 4 mm, slice gap = 0.8 mm, flip angle &#x03B1; = 88&#x00B0;, bandwidth 1.56 kHz/pixel, TR = 2000 ms, TE = 30 ms), using a 12-channel phased array coil. The first three EPI volumes were automatically discarded to avoid T1 saturation effects. A T1-weighted structural image was acquired at the beginning of each scanning session (3D MPRAGE, 256 &#x00D7; 246 &#x00D7; 192 voxels, voxel size = 0.9 mm isotropic, flip angle &#x03B1; = 9&#x00B0;, TR = 1900 ms, TI = 900 ms, TE = 2.32 ms)&#x201D; (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>).</p>
<p>Visual stimuli and instructions were displayed on a rectangular projection screen at the rear of the scanner bore, viewed through a mirror positioned on top of the head-coil. Stimulus display and response collection were controlled by MATLAB (MathWorks Inc., Natick, MA, USA) using the COGENT toolbox (developed by the Cogent 2000 team at the Wellcome Trust Centre for Neuroimaging and the UCL Institute of Cognitive Neuroscience, and Cogent Graphics developed by John Romaya at the Wellcome Department of Imaging Neuroscience).</p>
<p>The neurofeedback setup used Turbo-BrainVoyager 3.0 (Brain Innovation, Maastricht, The Netherlands), and custom scripts running on MATLAB. This allowed participants to be shown visual representations of BOLD signal changes in specific brain regions (in the form of a thermometer display projected into the scanner) with a delay of less than 2 s from the acquisition of the image. Head motion was corrected for in real-time using Turbo-BrainVoyager 3.0.</p>
</sec>
<sec><title>Participants</title>
<p>In the initial study (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>), 14 participants took part, of which eight successfully learned control of differential visual cortex activity. We contacted all eight learners from the initial study and asked them to take part in a follow-up experiment. Only five were able to participate in the follow-up (five females, ages between 25 and 40 years, four right handed; see <bold>Table <xref ref-type="table" rid="T1">1</xref></bold> for details); the others did not respond or had moved away. All participants had normal or corrected-to normal vision. This study was carried out in accordance with the recommendations of the ethics committee of the University Hospital Geneva with written informed consent from all subjects. All subjects gave written informed consent in accordance with the Declaration of Helsinki. The protocol was approved by the ethics committee of the University Hospital Geneva. Before the follow-up scans, they received written instructions explaining that they will perform the same self-regulation task, which they had previously learned. The instructions included reminders about the neurofeedback thermometer display, and the cognitive strategy that they developed during the initial training period in order to successfully control the feedback signal (i.e., covert shifts of attention and imagery of moving visual stimuli). Furthermore, as for the initial training experiment, they were instructed to fixate on the central fixation point, to breathe steadily, and to remain as still as possible.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Details about the participants who took part in the follow-up sessions.</p></caption>
<table cellspacing="5" cellpadding="5" frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left">Participant</th>
<th valign="top" align="center">Age</th>
<th valign="top" align="center">Gender</th>
<th valign="top" align="center"><italic>ROI</italic><sub>target</sub> hemisphere</th>
<th valign="top" align="center">Size of <italic>ROI</italic><sub>target</sub> (voxels)</th>
<th valign="top" align="center">Size of <italic>ROI</italic><sub>opposite</sub> (voxels)</th>
<th valign="top" align="center">First follow-up: top up session (months from initial training)</th>
<th valign="top" align="center">Second follow-up: transfer session (months from initial training)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">1</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">Female</td>
<td valign="top" align="center">Right</td>
<td valign="top" align="center">45</td>
<td valign="top" align="center">32</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">2</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">Female</td>
<td valign="top" align="center">Left</td>
<td valign="top" align="center">37</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">3</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center">Female</td>
<td valign="top" align="center">Right</td>
<td valign="top" align="center">38</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">14</td>
</tr>
<tr>
<td valign="top" align="left">4</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">Female</td>
<td valign="top" align="center">Right</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">13</td>
</tr>
<tr>
<td valign="top" align="left">5</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">Female</td>
<td valign="top" align="center">Right</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">9</td>
</tr>
<tr>
<td valign="top" align="left"></td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec><title>Follow-up Scanning Protocol</title>
<p>Participants took part in two follow-up scans. The first follow-up scan took place 3&#x2013;7 months, and the second 9&#x2013;14 months after the initial neurofeedback training sessions. Each follow-up scanning session started with a 5-min T1-weighted structural scan of the whole brain. This anatomical image was used for coregistration of the current head position with the T1-weighted structural scan obtained during the initial neurofeedback training using Turbo-BrainVoyager 3.0. The resulting coregistration matrix was used to transform the position of the ROIs used during the initial neurofeedback training into the correct location with respect to the current head position of the current follow-up session. This ensured that the same ROIs that were initially trained were also targeted in the follow-up sessions, although they took place months later. The visual ROIs had been determined by functional localizers in a separate scanning session before the initial neurofeedback training, (see, <xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>, for details).</p>
<p>After the structural scan, participants performed three neurofeedback training runs during the first follow-up session. As feedback signal, participants received the activity difference between the visual ROIs (left-right or right&#x2013;left, depending on which configuration they were initially trained on). This activity difference was presented via a thermometer display. One participant did not perform the first follow-up scan (<bold>Table <xref ref-type="table" rid="T1">1</xref></bold>, participant 2). During the second follow-up scan participants performed three transfer runs. The transfer runs were identical to the training runs except that no neurofeedback information was provided to the participants, i.e., the thermometer reading was not visible.</p>
<p>The training and transfer runs were &#x201C;composed of four 20 s baseline blocks interleaved with three up-regulation blocks of 30 s each (<bold>Figure <xref ref-type="fig" rid="F1">1</xref></bold>). During the baseline blocks, the fixation cross at the center of the screen was black, which instructed the participant to mentally count backward from 100 in steps of -3 in order to maintain a stable baseline activity. During the up-regulation blocks, the fixation cross was white, which instructed the participant to now regulate their brain activity and increase the feedback signal. The background color of the screen was set to gray. The thermometer display consisted of a thin horizontal black line that moved up or down depending on the level of the differential feedback signal between the two visual ROIs (<bold>Figure <xref ref-type="fig" rid="F1">1</xref></bold>). The differential feedback signal was presented throughout the training run (i.e., also during baseline blocks) and was updated every 2 s (i.e., once every TR). It was computed as the difference between the percentages of signal changes of the two visual ROIs (Eq. 1)&#x201D; (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>):</p>
<disp-formula id="E1"><mml:math id="M1"><mml:mrow><mml:mi mathvariant='italic'>f</mml:mi><mml:mo mathvariant='normal'> =</mml:mo><mml:mn mathvariant='normal'>100</mml:mn><mml:mo mathvariant='normal'>*</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>R</mml:mi><mml:mi mathvariant='italic'>O</mml:mi><mml:mi mathvariant='italic'>I</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>t</mml:mi><mml:mo mathvariant='normal'>&#x2062;</mml:mo><mml:mi mathvariant='normal'>arg</mml:mi><mml:mi mathvariant='normal'>e</mml:mi><mml:mi mathvariant='normal'>t</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:mi mathvariant='italic'>u</mml:mi><mml:mi mathvariant='italic'>p</mml:mi><mml:mo mathvariant='normal'>)</mml:mo><mml:mo mathvariant='normal'>&#x2212;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>R</mml:mi><mml:mi mathvariant='italic'>O</mml:mi><mml:mi mathvariant='italic'>I</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>t</mml:mi><mml:mo mathvariant='normal'>&#x2062;</mml:mo><mml:mi mathvariant='normal'>arg</mml:mi><mml:mi mathvariant='normal'>e</mml:mi><mml:mi mathvariant='normal'>t</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:mi mathvariant='italic'>b</mml:mi><mml:mi mathvariant='italic'>a</mml:mi><mml:mi mathvariant='italic'>s</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mo mathvariant='normal'>)</mml:mo></mml:mrow></mml:mrow><mml:mo mathvariant='normal'>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi mathvariant='italic'>R</mml:mi><mml:mi mathvariant='italic'>O</mml:mi><mml:mi mathvariant='italic'>I</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>t</mml:mi><mml:mo mathvariant='normal'>&#x2062;</mml:mo><mml:mi mathvariant='normal'>arg</mml:mi><mml:mi mathvariant='normal'>e</mml:mi><mml:mi mathvariant='normal'>t</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:mi mathvariant='italic'>b</mml:mi><mml:mi mathvariant='italic'>a</mml:mi><mml:mi mathvariant='italic'>s</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mo mathvariant='normal'>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac><mml:mo mathvariant='normal'>&#x2212;</mml:mo><mml:mn mathvariant='normal'>100</mml:mn><mml:mo mathvariant='normal'>*</mml:mo><mml:mfrac><mml:mrow><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>R</mml:mi><mml:mi mathvariant='italic'>O</mml:mi><mml:mi mathvariant='italic'>I</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>p</mml:mi><mml:mi mathvariant='normal'>p</mml:mi><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>s</mml:mi><mml:mi mathvariant='normal'>i</mml:mi><mml:mi mathvariant='normal'>t</mml:mi><mml:mi mathvariant='normal'>e</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:mi mathvariant='italic'>u</mml:mi><mml:mi mathvariant='italic'>p</mml:mi><mml:mo mathvariant='normal'>)</mml:mo><mml:mo mathvariant='normal'>&#x2212;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>R</mml:mi><mml:mi mathvariant='italic'>O</mml:mi><mml:mi mathvariant='italic'>I</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>p</mml:mi><mml:mi mathvariant='normal'>p</mml:mi><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>s</mml:mi><mml:mi mathvariant='normal'>i</mml:mi><mml:mi mathvariant='normal'>t</mml:mi><mml:mi mathvariant='normal'>e</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:mi mathvariant='italic'>b</mml:mi><mml:mi mathvariant='italic'>a</mml:mi><mml:mi mathvariant='italic'>s</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mo mathvariant='normal'>)</mml:mo></mml:mrow></mml:mrow><mml:mo mathvariant='normal'>)</mml:mo></mml:mrow></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi mathvariant='italic'>R</mml:mi><mml:mi mathvariant='italic'>O</mml:mi><mml:mi mathvariant='italic'>I</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>p</mml:mi><mml:mi mathvariant='normal'>p</mml:mi><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>s</mml:mi><mml:mi mathvariant='normal'>i</mml:mi><mml:mi mathvariant='normal'>t</mml:mi><mml:mi mathvariant='normal'>e</mml:mi></mml:mrow></mml:msub><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:mi mathvariant='italic'>b</mml:mi><mml:mi mathvariant='italic'>a</mml:mi><mml:mi mathvariant='italic'>s</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mo mathvariant='normal'>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow></mml:math></disp-formula>
<p>where <italic>f</italic> is the current feedback signal, <italic>ROI</italic><sub>target</sub>(<italic>up</italic>) is the average activity in the first ROI during up-regulation blocks, <italic>ROI</italic><sub>target</sub>(<italic>base</italic>) is the average activity in the first ROI during baseline-regulation blocks, and <italic>ROI</italic><sub>contralateral</sub> is the same for the second ROI. For some participants, <italic>ROI</italic><sub>target</sub> was the left visual ROI, for others it was the right visual ROI (randomly assigned).</p>
<p>To avoid brisk fluctuations of the thermometer display, we applied temporal filtering by means of a sliding-window average over the previous three time points.</p>
<p>To normalize the percentage signal change values to the thermometer scale (which ranged from 25 steps below the fixation point to 25 steps above the fixation point; 5 pixels per step), the differential feedback signal values were scaled according to Eq. 2:</p>
<disp-formula id="E2"><mml:math id="M2"><mml:mrow><mml:msub><mml:mrow><mml:mi mathvariant='italic'>t</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>m</mml:mi></mml:mrow></mml:msub><mml:mo mathvariant='normal'> =</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mrow><mml:mi mathvariant='italic'>p</mml:mi><mml:mi mathvariant='italic'>s</mml:mi><mml:mi mathvariant='italic'>c</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>m</mml:mi></mml:mrow></mml:msub><mml:mo mathvariant='normal'>&#x2212;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>lim</mml:mi><mml:mi mathvariant='italic'>i</mml:mi><mml:mi mathvariant='italic'>t</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>l</mml:mi><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>w</mml:mi></mml:mrow></mml:msub></mml:mrow><mml:mrow><mml:msub><mml:mrow><mml:mi mathvariant='italic'>lim</mml:mi><mml:mi mathvariant='italic'>i</mml:mi><mml:mi mathvariant='italic'>t</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>u</mml:mi><mml:mi mathvariant='normal'>p</mml:mi></mml:mrow></mml:msub><mml:mo mathvariant='normal'>&#x2212;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>lim</mml:mi><mml:mi mathvariant='italic'>i</mml:mi><mml:mi mathvariant='italic'>t</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>l</mml:mi><mml:mi mathvariant='normal'>o</mml:mi><mml:mi mathvariant='normal'>w</mml:mi></mml:mrow></mml:msub></mml:mrow></mml:mfrac><mml:mo mathvariant='normal'>*</mml:mo><mml:mrow><mml:mo mathvariant='normal'>(</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>S</mml:mi><mml:mi mathvariant='italic'>t</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mi mathvariant='italic'>p</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>max</mml:mi><mml:mo mathvariant='normal'>&#x2061;</mml:mo></mml:mrow></mml:msub><mml:mo mathvariant='normal'>&#x2212;</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>S</mml:mi><mml:mi mathvariant='italic'>t</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mi mathvariant='italic'>p</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>min</mml:mi><mml:mo mathvariant='normal'>&#x2061;</mml:mo></mml:mrow></mml:msub><mml:mo mathvariant='normal'>)</mml:mo><mml:mo mathvariant='normal'>+</mml:mo><mml:msub><mml:mrow><mml:mi mathvariant='italic'>S</mml:mi><mml:mi mathvariant='italic'>t</mml:mi><mml:mi mathvariant='italic'>e</mml:mi><mml:mi mathvariant='italic'>p</mml:mi></mml:mrow><mml:mrow><mml:mi mathvariant='normal'>min</mml:mi><mml:mo mathvariant='normal'>&#x2061;</mml:mo></mml:mrow></mml:msub></mml:mrow></mml:mrow></mml:math></disp-formula>
<p>where <italic>m</italic> is the current time point, <italic>t</italic> is the temperature reading of the thermometer, <italic>psc</italic> is the percentage of signal change, <italic>limit</italic><sub>low</sub>/<italic>limit</italic><sub>up</sub> are the mean of the five lowest/highest signal change values that have been acquired cumulatively up until the current time point, <italic>Step</italic><sub>max</sub> is 25 and <italic>Step</italic><sub>min</sub> is -25. The maximum and the minimum level of differential activity were indicated by thin black lines.</p>
<p>During the initial training study, we asked participants to perform a visual detection task and a line bisection task. These behavioral measures were not acquired in this follow-up study.</p>
</sec>
<sec><title>Data Analysis</title>
<sec><title>Functional MRI Preprocessing</title>
<p>&#x201C;Offline data analysis used SPM8 (Wellcome Trust Centre for Neuroimaging, Queen Square, London, UK<sup><xref ref-type="fn" rid="fn01">1</xref></sup>) and BrainVoyager QX 2.6 (Brain Innovation). The images were corrected for slice time acquisition differences, realigned to the first scan of each run, and smoothed with an isotropic Gaussian kernel with 8 mm full-width-at-half-maximum (FWHM)&#x201D; (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>).</p>
</sec>
<sec><title>Offline ROI Analysis</title>
<p>&#x201C;The fMRI signal time-courses from the neurofeedback training and transfer runs were extracted from each visual ROI, averaged across voxels, demeaned, and detrended with linear and quadratic terms. Next, we specified GLMs with regressors for the up-regulation and the baseline conditions. The regressors were modeled as boxcar functions convolved with the canonical hemodynamic response function (HRF) in SPM8. The beta values for each regressor were fitted for the differential feedback signal for each run&#x201D; (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>).</p>
</sec>
</sec>
<sec><title>Statistical Analysis</title>
<p>Our statistical analyses were conducted to test whether (a) the learning effect that we found in our initial study (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>) was also evident in the subgroup of the five participants that took part in the follow-up scans, and (b) they maintained performance during the follow-up scans. For these purposes, we performed an analysis of variance (ANOVA) based on the performance differences between the sessions (difference contrast) with the factor contrasts between sessions (three levels) and subject (to account for inter-subject variability) for both training/transfer data, respectively. Usually, absolute values of regulation performance are used in neurofeedback studies to assess learning across sessions. However, in the current study, we hypothesized that performance during the follow-up sessions is similar to that achieved during the initial training. To address this question, we considered performance differences between the sessions. To better estimate the mean performance and variance of the initial training, this ANOVA included the data of all learners for these time points (i.e., the estimates for sessions 1&#x2013;3 include the data of the participants from the follow-up study and also the data from the three learners who were not able to take part in the follow-up study). In many longitudinal studies, observations are missing for some individuals. In that case, longitudinal differences can be tested using paired <italic>t</italic>-tests by keeping only individuals with complete records. Assuming that the underlying variance of the random error variable is homogeneous, this is not the optimal way to exploit the complete information contained in the data. Rather than estimating the variance for the comparison using only the data from the follow-up individuals, we can use the entire data to estimate it. This can be achieved by using an ANOVA and an assumption of homogeneity of the random error. The result of this ANOVA is a more stable estimate of the variance and an increase of the degrees of freedom in the reference Student-<italic>t</italic> distribution. This is a standard statistical procedure of borrowing strength across samples (<xref ref-type="bibr" rid="B40">Tukey, 1988</xref>; <xref ref-type="bibr" rid="B7">Dey and Rao, 2005</xref>; <xref ref-type="bibr" rid="B14">Hoaglin et al., 2011</xref>). Additionally, we performed a one-sample <italic>t</italic>-test to show that also for the subgroup of participants that performed the follow-up scans, the beta values are significantly positive in the last session of the initial training period. These analyses were calculated separately for the training and the transfer runs. All statistical tests were performed with R<sup><xref ref-type="fn" rid="fn02">2</xref></sup>.</p>
</sec>
</sec>
<sec><title>Results</title>
<p>The subgroup of participants in the follow-up sessions successfully learned to control the differential feedback signal (<bold>Figure <xref ref-type="fig" rid="F2">2</xref></bold>). The beta estimates increased significantly between sessions 1 and 2, and between sessions 2 and 3 [training: <italic>F</italic>(10,97) = 15.81, all <italic>p</italic>s &#x003C; 0.01; transfer: <italic>F</italic>(10,52) = 12.88, all <italic>p</italic>s &#x003C; 0.01]. Also, the <italic>t</italic>-test showed significantly positive beta values in the last session of the initial training (training: <italic>t</italic> = 3.60, df = 31, <italic>p</italic> = &#x003C; 0.01; transfer: <italic>t</italic> = 3.46, df = 15, <italic>p</italic> &#x2264; 0.01), indicating a reliable modulation of brain activity during regulation compared to baseline blocks. Importantly, performance during the follow-up sessions did not differ from performance in the last training/transfer session of the initial training study [training sessions: <italic>F</italic>(10,97) = 15.81, <italic>p</italic> = 0.21; transfer sessions: <italic>F</italic>(10,52) = 12.88, <italic>p</italic> = 0.29].</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p><bold>Maintenance of learned self-regulation.</bold> During the three initial neurofeedback training sessions which were spread across 3 weeks, participants learned to self-regulate their visual cortex activity. During a follow-up session with neurofeedback after 6 months, participants controlled the feedback signal as well as at the end of training. Even after 14 months, self-regulation was maintained, and this during transfer runs without neurofeedback. The rectangle represents the first and third quartiles; the band inside the rectangle represents the median; the whiskers extend from the rectangle to the highest/lowest value that is within 1.5 <sup>&#x2217;</sup> the inner-quartile range; small/large colored points represent individual runs/sessions of each participant of the follow-up study, respectively; black dots indicate runs of the learners who did not participate in the follow-up study (participants performed four training runs and two transfer runs per session during the original training, and three training and three transfer runs in the follow-up scanning sessions).</p></caption>
<graphic xlink:href="fnhum-11-00131-g002.tif"/>
</fig>
</sec>
<sec><title>Discussion</title>
<p>Our study showed for the first time that learned voluntary control over brain activity can be maintained for a substantial period of time. In follow-up sessions we found that participants were able to perform self-regulation with neurofeedback just as well as they did at the end of the initial training period which had taken place 6 months earlier. Moreover, 14 months after the initial training participants were still able to exert learned control, and this during transfer runs without further neurofeedback information. These preliminary results in a small sample indicate that neurofeedback training effects last, and that participants can use their learned skill far beyond the initial training.</p>
<p>Neurofeedback based on real-time fMRI neurofeedback is a rapidly growing field because it allows for learning voluntary control over localized brain activity. To date, several studies show that neurofeedback training causes behavioral effects that are specific to the functional role of the targeted cortical area (<xref ref-type="bibr" rid="B43">Weiskopf et al., 2004</xref>; <xref ref-type="bibr" rid="B2">Bray et al., 2007</xref>; <xref ref-type="bibr" rid="B3">Caria et al., 2007</xref>; <xref ref-type="bibr" rid="B26">Rota et al., 2009</xref>; <xref ref-type="bibr" rid="B33">Shibata et al., 2011</xref>; <xref ref-type="bibr" rid="B28">Scharnowski et al., 2012</xref>, <xref ref-type="bibr" rid="B29">2015</xref>; <xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>; <xref ref-type="bibr" rid="B19">Koush et al., 2015</xref>; <xref ref-type="bibr" rid="B30">Scharnowski and Weiskopf, 2015</xref>). Even more importantly, real-time fMRI neurofeedback training has also been shown to have therapeutic effects in chronic pain patients (<xref ref-type="bibr" rid="B6">deCharms et al., 2005</xref>; <xref ref-type="bibr" rid="B8">Guan et al., 2015</xref>), Parkinson&#x2019;s disease (<xref ref-type="bibr" rid="B37">Subramanian et al., 2011</xref>), tinnitus (<xref ref-type="bibr" rid="B9">Haller et al., 2010</xref>), depression (<xref ref-type="bibr" rid="B23">Linden et al., 2012</xref>; <xref ref-type="bibr" rid="B45">Young et al., 2014</xref>), obsessive-compulsive disorder (<xref ref-type="bibr" rid="B31">Scheinost et al., 2013</xref>, <xref ref-type="bibr" rid="B32">2014</xref>), spider phobia (<xref ref-type="bibr" rid="B46">Zilverstand et al., 2015</xref>), and addiction (<xref ref-type="bibr" rid="B22">Li et al., 2013</xref>; <xref ref-type="bibr" rid="B15">Karch et al., 2015</xref>; <xref ref-type="bibr" rid="B16">Kirsch et al., 2015</xref>; <xref ref-type="bibr" rid="B13">Hartwell et al., 2016</xref>). Especially for clinical applications of neurofeedback it is crucial that the learning effects persist beyond the initial training period and that voluntary control transfers to situations without neurofeedback information.</p>
<p>Our study significantly extends previous investigations which showed that neurofeedback training effects are still present 1 day (<xref ref-type="bibr" rid="B33">Shibata et al., 2011</xref>; <xref ref-type="bibr" rid="B12">Harmelech et al., 2013</xref>), several days (<xref ref-type="bibr" rid="B31">Scheinost et al., 2013</xref>), or 2 months after the training (<xref ref-type="bibr" rid="B24">Megumi et al., 2015</xref>). Firstly, we demonstrate that learned self-regulation is maintained for at least 14 months, which is by far the longest time period that has been investigated so far (<xref ref-type="bibr" rid="B33">Shibata et al., 2011</xref>; <xref ref-type="bibr" rid="B12">Harmelech et al., 2013</xref>; <xref ref-type="bibr" rid="B31">Scheinost et al., 2013</xref>; <xref ref-type="bibr" rid="B24">Megumi et al., 2015</xref>). One of the factors that probably contributed to such long lasting effects is that &#x2013; like <xref ref-type="bibr" rid="B31">Scheinost et al. (2013)</xref> and <xref ref-type="bibr" rid="B24">Megumi et al. (2015)</xref> &#x2013; we trained participants over several days, which gave them the chance to consolidate their learning overnight. Sleep has been shown to be beneficial for memory encoding and learning, which may have enhanced the persistence of learned self-regulation (<xref ref-type="bibr" rid="B42">Walker and Stickgold, 2004</xref>; <xref ref-type="bibr" rid="B1">Abel et al., 2013</xref>). Our results are in line with previous findings from the field of EEG-based neurofeedback, where follow-up studies revealed that learned self-regulation and its behavioral consequences are maintained for at least 12 months (<xref ref-type="bibr" rid="B39">Tansey, 1993</xref>; <xref ref-type="bibr" rid="B17">Kotchoubey et al., 2001</xref>; <xref ref-type="bibr" rid="B41">Vernon et al., 2004</xref>; <xref ref-type="bibr" rid="B21">Leins et al., 2007</xref>; <xref ref-type="bibr" rid="B18">Kouijzer et al., 2008</xref>).</p>
<p>Secondly, we show that self-regulation can be applied months after the initial training without neurofeedback information. That learned control over brain activity transfers to situations where neurofeedback is no longer available is another key requirement for clinical uses of neurofeedback (<xref ref-type="bibr" rid="B36">Stoeckel et al., 2014</xref>). Transfer effects have been previously demonstrated immediately following neurofeedback training (<xref ref-type="bibr" rid="B5">deCharms et al., 2004</xref>, <xref ref-type="bibr" rid="B6">2005</xref>; <xref ref-type="bibr" rid="B10">Hamilton et al., 2011</xref>; <xref ref-type="bibr" rid="B20">Lee et al., 2012</xref>; <xref ref-type="bibr" rid="B28">Scharnowski et al., 2012</xref>; <xref ref-type="bibr" rid="B35">Sitaram et al., 2012</xref>; <xref ref-type="bibr" rid="B27">Ruiz et al., 2013</xref>), but here we extend these findings by demonstrating that transfer effects last for several months. To promote transfer, we interleaved the neurofeedback training with transfer runs without neurofeedback (<xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>), which might have contributed to the persisting transfer performance. Finally, the lasting changes that we found relate to self-regulation skills that can be applied voluntarily by the trained participants rather than to concomitant training effects such as the previously reported persistent resting state changes (<xref ref-type="bibr" rid="B31">Scheinost et al., 2013</xref>; <xref ref-type="bibr" rid="B24">Megumi et al., 2015</xref>).</p>
</sec>
<sec><title>Limitations</title>
<p>The main limitation of this study is the small sample size of only four participants in the first follow-up session and five participants in the second follow-up session. Thus, our results should be considered as a preliminary demonstration of lasting effects that require further verification in larger samples. The second limitation is that we did not include a control group without neurofeedback that attempts self-regulation based only on cognitive task instructions. Without such a control group, we cannot completely exclude the possibility that mere practice led to the improvement across sessions during the initial training and transfer runs, and that these practice effects could have then carried over to the follow-up study. However, in the original training study, the non-learners also practiced self-regulation for as long as did the learners, but they did not show improvements. Moreover, other real-time fMRI neurofeedback studies that included control groups who received either sham feedback or no feedback have firmly established that neurofeedback is necessary for learning to self-regulate brain activity [e.g., for the anterior cingulate cortex (<xref ref-type="bibr" rid="B10">Hamilton et al., 2011</xref>), for the inferior frontal gyrus (<xref ref-type="bibr" rid="B26">Rota et al., 2009</xref>), and most importantly for the visual cortex (<xref ref-type="bibr" rid="B33">Shibata et al., 2011</xref>; <xref ref-type="bibr" rid="B28">Scharnowski et al., 2012</xref>)]. Finally, in this follow-up study, we did not ask participants to perform the visual detection and line bisection tasks that they performed during the original training. Hence, long-lasting behavioral consequences of neurofeedback training need to be addressed in future follow-up studies.</p>
</sec>
<sec><title>Conclusion</title>
<p>Taken together, we show in a small sample of healthy participants that learned self-regulation of differential visual cortex activity can be maintained over long periods of time and transfers to situations without neurofeedback. These findings are likely not specific for learned control over visual cortex activity, but probably also apply to other neurofeedback target regions. The visual cortex is an area that has been shown to be less responsive to neurofeedback training (<xref ref-type="bibr" rid="B11">Harmelech et al., 2015</xref>), which is also reflected by the relatively large number of participants who failed to learn to control visual cortex activity (<xref ref-type="bibr" rid="B28">Scharnowski et al., 2012</xref>; <xref ref-type="bibr" rid="B25">Robineau et al., 2014</xref>). Moreover, compared to standard ROI-based feedback, the differential feedback signal that was used in the present study likely is more difficult to control because uncorrelated Gaussian noise of the signals from the two ROIs is additive and may thus reduce the signal-to-noise ratio (SNR). Hence, our results imply that neurofeedback training with real-time fMRI causes plastic brain changes rather than just short-lived state changes. Although the neural mechanisms underlying these lasting changes are still unknown (<xref ref-type="bibr" rid="B34">Sitaram et al., 2016</xref>), evidence for such lasting changes as well as for transfer to situations without neurofeedback support the potential of neurofeedback as a promising novel experimental therapy for neurological and psychiatric conditions.</p>
</sec>
<sec><title>Author Contributions</title>
<p>FR, PV, and FS conceived and designed the experiments. FR performed the experiments. FR, DM, YK, SR, CM, SM, DV, and FS analyzed the data/contributed analysis tools. FR and FS wrote the paper and all authors critically reviewed and approved the final manuscript.</p>
</sec>
<sec><title>Conflict of Interest Statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</body>
<back>
<ack>
<p>This work was supported by grants from the Fondation Fyssen (FR), the Marie-Curie CoFund BRIDGE program (FR), the Geneva Neuroscience Center (FR), the Swiss National Science Foundation (FS, under grants PZ00P3_131932, and BSSG10_155915), the European Union (FS), the Wyss Center Geneva (YK) and the Geneva Academic Society (PV).</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abel</surname> <given-names>T.</given-names></name> <name><surname>Havekes</surname> <given-names>R.</given-names></name> <name><surname>Saletin</surname> <given-names>J. M.</given-names></name> <name><surname>Walker</surname> <given-names>M. P.</given-names></name></person-group> (<year>2013</year>). <article-title>Sleep, plasticity and memory from molecules to whole-brain networks.</article-title> <source><italic>Curr. Biol.</italic></source> <volume>23</volume> <fpage>R774</fpage>&#x2013;<lpage>R788</lpage>. <pub-id pub-id-type="doi">10.1016/j.cub.2013.07.025</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bray</surname> <given-names>S.</given-names></name> <name><surname>Shimojo</surname> <given-names>S.</given-names></name> <name><surname>O&#x2019;Doherty</surname> <given-names>J. P.</given-names></name></person-group> (<year>2007</year>). <article-title>Direct instrumental conditioning of neural activity using functional magnetic resonance imaging-derived reward feedback.</article-title> <source><italic>J. Neurosci.</italic></source> <volume>27</volume> <fpage>7498</fpage>&#x2013;<lpage>7507</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.2118-07.2007</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caria</surname> <given-names>A.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name> <name><surname>Sitaram</surname> <given-names>R.</given-names></name> <name><surname>Lotze</surname> <given-names>M.</given-names></name> <name><surname>Weiskopf</surname> <given-names>N.</given-names></name> <name><surname>Grodd</surname> <given-names>W.</given-names></name><etal/></person-group> (<year>2007</year>). <article-title>Regulation of anterior insular cortex activity using real-time fMRI.</article-title> <source><italic>Neuroimage</italic></source> <volume>35</volume> <fpage>1238</fpage>&#x2013;<lpage>1246</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2007.01.018</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>deCharms</surname> <given-names>R. C.</given-names></name></person-group> (<year>2007</year>). <article-title>Reading and controlling human brain activation using real-time functional magnetic resonance imaging.</article-title> <source><italic>Trends Cogn. Sci.</italic></source> <volume>11</volume> <fpage>473</fpage>&#x2013;<lpage>481</lpage>. <pub-id pub-id-type="doi">10.1016/j.tics.2007.08.014</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>deCharms</surname> <given-names>R. C.</given-names></name> <name><surname>Christoff</surname> <given-names>K.</given-names></name> <name><surname>Glover</surname> <given-names>G. H.</given-names></name> <name><surname>Pauly</surname> <given-names>J. M.</given-names></name> <name><surname>Whitfield</surname> <given-names>S.</given-names></name> <name><surname>Gabrieli</surname> <given-names>J. D. E.</given-names></name></person-group> (<year>2004</year>). <article-title>Learned regulation of spatially localized brain activation using real-time fMRI.</article-title> <source><italic>Neuroimage</italic></source> <volume>21</volume> <fpage>436</fpage>&#x2013;<lpage>443</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2003.08.041</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>deCharms</surname> <given-names>R. C.</given-names></name> <name><surname>Maeda</surname> <given-names>F.</given-names></name> <name><surname>Glover</surname> <given-names>G. H.</given-names></name> <name><surname>Ludlow</surname> <given-names>D.</given-names></name> <name><surname>Pauly</surname> <given-names>J. M.</given-names></name> <name><surname>Soneji</surname> <given-names>D.</given-names></name><etal/></person-group> (<year>2005</year>). <article-title>Control over brain activation and pain learned by using real-time functional MRI.</article-title> <source><italic>PNAS</italic></source> <volume>102</volume> <fpage>18626</fpage>&#x2013;<lpage>18631</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.0505210102</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dey</surname> <given-names>D. K.</given-names></name> <name><surname>Rao</surname> <given-names>C. R.</given-names></name></person-group> (<year>2005</year>). <source><italic>Handbook of Statistics 25: Bayesian Thinking: Modeling and Computation</italic></source>. <publisher-loc>Amsterdam</publisher-loc>: <publisher-name>North Holland Publishers</publisher-name>.</citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guan</surname> <given-names>M.</given-names></name> <name><surname>Ma</surname> <given-names>L.</given-names></name> <name><surname>Li</surname> <given-names>L.</given-names></name> <name><surname>Yan</surname> <given-names>B.</given-names></name> <name><surname>Zhao</surname> <given-names>L.</given-names></name> <name><surname>Tong</surname> <given-names>L.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Self-regulation of brain activity in patients with postherpetic neuralgia: a double-blind randomized study using real-time FMRI neurofeedback.</article-title> <source><italic>PLoS ONE</italic></source> <volume>10</volume>:<issue>e0123675</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0123675</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haller</surname> <given-names>S.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name></person-group> (<year>2010</year>). <article-title>Real-time fMRI feedback training may improve chronic tinnitus.</article-title> <source><italic>Eur. Radiol.</italic></source> <volume>20</volume> <fpage>696</fpage>&#x2013;<lpage>703</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-009-1595-z</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamilton</surname> <given-names>J. P.</given-names></name> <name><surname>Glover</surname> <given-names>G. H.</given-names></name> <name><surname>Hsu</surname> <given-names>J.-J.</given-names></name> <name><surname>Johnson</surname> <given-names>R. F.</given-names></name> <name><surname>Gotlib</surname> <given-names>I. H.</given-names></name></person-group> (<year>2011</year>). <article-title>Modulation of subgenual anterior cingulate cortex activity with real-time neurofeedback.</article-title> <source><italic>Hum. Brain Mapp.</italic></source> <volume>32</volume> <fpage>22</fpage>&#x2013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1002/hbm.20997</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harmelech</surname> <given-names>T.</given-names></name> <name><surname>Friedman</surname> <given-names>D.</given-names></name> <name><surname>Malach</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>Differential magnetic resonance neurofeedback modulations across extrinsic (visual) and intrinsic (default-mode) nodes of the human cortex.</article-title> <source><italic>J. Neurosci.</italic></source> <volume>35</volume> <fpage>2588</fpage>&#x2013;<lpage>2595</lpage>.<pub-id pub-id-type="doi">10.1523/jneurosci.3098-14.2015</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harmelech</surname> <given-names>T.</given-names></name> <name><surname>Preminger</surname> <given-names>S.</given-names></name> <name><surname>Wertman</surname> <given-names>E.</given-names></name> <name><surname>Malach</surname> <given-names>R.</given-names></name></person-group> (<year>2013</year>). <article-title>The day-after effect: long term, Hebbian-like restructuring of resting-state fMRI patterns induced by a single epoch of cortical activation.</article-title> <source><italic>J. Neurosci.</italic></source> <volume>33</volume> <fpage>9488</fpage>&#x2013;<lpage>9497</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.5911-12.2013</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hartwell</surname> <given-names>K. J.</given-names></name> <name><surname>Hanlon</surname> <given-names>C. A.</given-names></name> <name><surname>Li</surname> <given-names>X. B.</given-names></name> <name><surname>Borckardt</surname> <given-names>J. J.</given-names></name> <name><surname>Canterberry</surname> <given-names>M.</given-names></name> <name><surname>Prisciandaro</surname> <given-names>J. J.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Individualized real-time fMRI neurofeedback to attenuate craving in nicotine-dependent smokers.</article-title> <source><italic>J. Psychiatry Neurosci.</italic></source> <volume>41</volume> <fpage>48</fpage>&#x2013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1503/jpn.140200</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoaglin</surname> <given-names>D. C.</given-names></name> <name><surname>Mosteller</surname> <given-names>F.</given-names></name> <name><surname>Tukey</surname> <given-names>J. W.</given-names></name></person-group> (<year>2011</year>). <source><italic>Exploring Data Tables, Trends, and Shapes.</italic></source> <publisher-loc>Hoboken, NJ</publisher-loc>: <publisher-name>John Wiley &#x0026; Sons</publisher-name>.</citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Karch</surname> <given-names>S.</given-names></name> <name><surname>Keeser</surname> <given-names>D.</given-names></name> <name><surname>Hummer</surname> <given-names>S.</given-names></name> <name><surname>Paolini</surname> <given-names>M.</given-names></name> <name><surname>Kirsch</surname> <given-names>V.</given-names></name> <name><surname>Karali</surname> <given-names>T.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Modulation of craving related brain responses using real-time fMRI in patients with alcohol use disorder.</article-title> <source><italic>PLoS ONE</italic></source> <volume>10</volume>:<issue>e0133034</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0133034</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kirsch</surname> <given-names>M.</given-names></name> <name><surname>Gruber</surname> <given-names>I.</given-names></name> <name><surname>Ruf</surname> <given-names>M.</given-names></name> <name><surname>Kiefer</surname> <given-names>F.</given-names></name> <name><surname>Kirsch</surname> <given-names>P.</given-names></name></person-group> (<year>2015</year>). <article-title>Real-time functional magnetic resonance imaging neurofeedback can reduce striatal cue-reactivity to alcohol stimuli.</article-title> <source><italic>Addict. Biol.</italic></source> <volume>21</volume> <fpage>982</fpage>&#x2013;<lpage>992</lpage>. <pub-id pub-id-type="doi">10.1111/adb.12278</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kotchoubey</surname> <given-names>B.</given-names></name> <name><surname>Strehl</surname> <given-names>U.</given-names></name> <name><surname>Uhlmann</surname> <given-names>C.</given-names></name> <name><surname>Holzapfel</surname> <given-names>S.</given-names></name> <name><surname>Konig</surname> <given-names>M.</given-names></name> <name><surname>Froscher</surname> <given-names>W.</given-names></name><etal/></person-group> (<year>2001</year>). <article-title>Modification of slow cortical potentials in patients with refractory epilepsy: a controlled outcome study.</article-title> <source><italic>Epilepsia</italic></source> <volume>42</volume> <fpage>406</fpage>&#x2013;<lpage>416</lpage>. <pub-id pub-id-type="doi">10.1046/j.1528-1157.2001.22200.x</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kouijzer</surname> <given-names>M. E. J.</given-names></name> <name><surname>de Moor</surname> <given-names>J. M. H.</given-names></name> <name><surname>Gerrits</surname> <given-names>B. J. L.</given-names></name> <name><surname>Buitelaar</surname> <given-names>J. K.</given-names></name> <name><surname>van Schie</surname> <given-names>H. T.</given-names></name></person-group> (<year>2008</year>). <article-title>Long-term effects of neurofeedback treatment in autism.</article-title> <source><italic>Res. Autism Spectr. Disord.</italic></source> <volume>3</volume> <fpage>496</fpage>&#x2013;<lpage>501</lpage>. <pub-id pub-id-type="doi">10.1016/j.rasd.2008.10.003</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koush</surname> <given-names>Y.</given-names></name> <name><surname>Meskaldji</surname> <given-names>D. E.</given-names></name> <name><surname>Pichon</surname> <given-names>S.</given-names></name> <name><surname>Rey</surname> <given-names>G.</given-names></name> <name><surname>Rieger</surname> <given-names>S. W.</given-names></name> <name><surname>Linden</surname> <given-names>D. E.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Learning control over emotion networks through connectivity-based neurofeedback.</article-title> <source><italic>Cereb. Cortex.</italic></source> <pub-id pub-id-type="doi">10.1093/cercor/bhv311</pub-id> <comment>[Epub ahead of print]</comment>.</citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>J. H.</given-names></name> <name><surname>Kim</surname> <given-names>J.</given-names></name> <name><surname>Yoo</surname> <given-names>S. S.</given-names></name></person-group> (<year>2012</year>). <article-title>Real-time fMRI-based neurofeedback reinforces causality of attention networks.</article-title> <source><italic>Neurosci. Res.</italic></source> <volume>72</volume> <fpage>347</fpage>&#x2013;<lpage>354</lpage>.<pub-id pub-id-type="doi">10.1016/j.neures.2012.01.002</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leins</surname> <given-names>U.</given-names></name> <name><surname>Goth</surname> <given-names>G.</given-names></name> <name><surname>Hinterberger</surname> <given-names>T.</given-names></name> <name><surname>Klinger</surname> <given-names>C.</given-names></name> <name><surname>Rumpf</surname> <given-names>N.</given-names></name> <name><surname>Strehl</surname> <given-names>U.</given-names></name></person-group> (<year>2007</year>). <article-title>Neurofeedback for children with ADHD: a comparison of SCP and theta/beta protocols.</article-title> <source><italic>Appl. Psychophysiol. Biofeedback</italic></source> <volume>32</volume> <fpage>73</fpage>&#x2013;<lpage>88</lpage>. <pub-id pub-id-type="doi">10.1007/s10484-007-9031-0</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>X. B.</given-names></name> <name><surname>Hartwell</surname> <given-names>K. J.</given-names></name> <name><surname>Borckardt</surname> <given-names>J.</given-names></name> <name><surname>Prisciandaro</surname> <given-names>J. J.</given-names></name> <name><surname>Saladin</surname> <given-names>M. E.</given-names></name> <name><surname>Morgan</surname> <given-names>P. S.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>Volitional reduction of anterior cingulate cortex activity produces decreased cue craving in smoking cessation: a preliminary real-time fMRI study.</article-title> <source><italic>Addict. Biol.</italic></source> <volume>18</volume> <fpage>739</fpage>&#x2013;<lpage>748</lpage>. <pub-id pub-id-type="doi">10.1111/j.1369-1600.2012.00449.x</pub-id></citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Linden</surname> <given-names>D. E. J.</given-names></name> <name><surname>Habes</surname> <given-names>I.</given-names></name> <name><surname>Johnston</surname> <given-names>S. J.</given-names></name> <name><surname>Linden</surname> <given-names>S.</given-names></name> <name><surname>Tatineni</surname> <given-names>R.</given-names></name> <name><surname>Subramanian</surname> <given-names>L.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>Real-time self-regulation of emotion networks in patients with depression.</article-title> <source><italic>PLoS ONE</italic></source> <volume>7</volume>:<issue>e38115</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0038115</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Megumi</surname> <given-names>F.</given-names></name> <name><surname>Yamashita</surname> <given-names>A.</given-names></name> <name><surname>Kawato</surname> <given-names>M.</given-names></name> <name><surname>Imamizu</surname> <given-names>H.</given-names></name></person-group> (<year>2015</year>). <article-title>Functional MRI neurofeedback training on connectivity between two regions induces long-lasting changes in intrinsic functional network.</article-title> <source><italic>Front. Hum. Neurosci.</italic></source> <volume>9</volume>:<issue>160</issue>. <pub-id pub-id-type="doi">10.3389/fnhum.2015.00160</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Robineau</surname> <given-names>F.</given-names></name> <name><surname>Rieger</surname> <given-names>S. W.</given-names></name> <name><surname>Mermoud</surname> <given-names>C.</given-names></name> <name><surname>Pichon</surname> <given-names>S.</given-names></name> <name><surname>Koush</surname> <given-names>Y.</given-names></name> <name><surname>Van De Ville</surname> <given-names>D.</given-names></name><etal/></person-group> (<year>2014</year>). <article-title>Self-regulation of inter-hemispheric visual cortex balance through real-time fMRI neurofeedback training.</article-title> <source><italic>Neuroimage</italic></source> <volume>100</volume> <fpage>1</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2014.05.072</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rota</surname> <given-names>G.</given-names></name> <name><surname>Sitaram</surname> <given-names>R.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name> <name><surname>Erb</surname> <given-names>M.</given-names></name> <name><surname>Weiskopf</surname> <given-names>N.</given-names></name> <name><surname>Dogil</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2009</year>). <article-title>Self-regulation of regional cortical activity using real-time fMRI: the right inferior frontal gyrus and linguistic processing.</article-title> <source><italic>Hum. Brain Mapp.</italic></source> <volume>30</volume> <fpage>1605</fpage>&#x2013;<lpage>1614</lpage>. <pub-id pub-id-type="doi">10.1002/hbm.20621</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruiz</surname> <given-names>S.</given-names></name> <name><surname>Buyukturkoglu</surname> <given-names>K.</given-names></name> <name><surname>Rana</surname> <given-names>M.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name> <name><surname>Sitaram</surname> <given-names>R.</given-names></name></person-group> (<year>2013</year>). <article-title>Real-time fMRI brain computer interfaces: self-regulation of single brain regions to networks.</article-title> <source><italic>Biol. Psychol.</italic></source> <volume>95</volume> <fpage>4</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopsycho.2013.04.010</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scharnowski</surname> <given-names>F.</given-names></name> <name><surname>Hutton</surname> <given-names>C.</given-names></name> <name><surname>Josephs</surname> <given-names>O.</given-names></name> <name><surname>Weiskopf</surname> <given-names>N.</given-names></name> <name><surname>Rees</surname> <given-names>G.</given-names></name></person-group> (<year>2012</year>). <article-title>Improving visual perception through neurofeedback.</article-title> <source><italic>J. Neurosci.</italic></source> <volume>32</volume> <fpage>17830</fpage>&#x2013;<lpage>17841</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.6334-11.2012</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scharnowski</surname> <given-names>F.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name> <name><surname>Zopf</surname> <given-names>R.</given-names></name> <name><surname>Studer</surname> <given-names>P.</given-names></name> <name><surname>Bock</surname> <given-names>S.</given-names></name> <name><surname>Diedrichsen</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2015</year>). <article-title>Manipulating motor performance and memory through real-time fMRI neurofeedback.</article-title> <source><italic>Biol. Psychol.</italic></source> <volume>108</volume> <fpage>85</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1016/j.biopsycho.2015.03.009</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scharnowski</surname> <given-names>F.</given-names></name> <name><surname>Weiskopf</surname> <given-names>N.</given-names></name></person-group> (<year>2015</year>). <article-title>Cognitive enhancement through real-time fMRI neurofeedback.</article-title> <source><italic>Curr. Opin. Behav. Sci.</italic></source> <volume>4</volume> <fpage>122</fpage>&#x2013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.1016/j.cobeha.2015.05.001</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scheinost</surname> <given-names>D.</given-names></name> <name><surname>Stoica</surname> <given-names>T.</given-names></name> <name><surname>Saksa</surname> <given-names>J.</given-names></name> <name><surname>Papademetris</surname> <given-names>X.</given-names></name> <name><surname>Constable</surname> <given-names>R. T.</given-names></name> <name><surname>Pittenger</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>Orbitofrontal cortex neurofeedback produces lasting changes in contamination anxiety and resting-state connectivity.</article-title> <source><italic>Transl. Psychiatry</italic></source> <volume>3</volume>:<issue>e250</issue>. <pub-id pub-id-type="doi">10.1038/tp.2013.24</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scheinost</surname> <given-names>D.</given-names></name> <name><surname>Stoica</surname> <given-names>T.</given-names></name> <name><surname>Wasylink</surname> <given-names>S.</given-names></name> <name><surname>Gruner</surname> <given-names>P.</given-names></name> <name><surname>Saksa</surname> <given-names>J.</given-names></name> <name><surname>Pittenger</surname> <given-names>C.</given-names></name><etal/></person-group> (<year>2014</year>). <article-title>Resting state functional connectivity predicts neurofeedback response.</article-title> <source><italic>Front. Behav. Neurosci.</italic></source> <volume>8</volume>:<issue>338</issue>. <pub-id pub-id-type="doi">10.3389/fnbeh.2014.00338</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shibata</surname> <given-names>K.</given-names></name> <name><surname>Watanabe</surname> <given-names>T.</given-names></name> <name><surname>Sasaki</surname> <given-names>Y.</given-names></name> <name><surname>Kawato</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>Perceptual learning incepted by decoded fMRI neurofeedback without stimulus presentation.</article-title> <source><italic>Science</italic></source> <volume>334</volume> <fpage>1413</fpage>&#x2013;<lpage>1415</lpage>. <pub-id pub-id-type="doi">10.1126/science.1212003</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sitaram</surname> <given-names>R.</given-names></name> <name><surname>Ros</surname> <given-names>T.</given-names></name> <name><surname>Stoeckel</surname> <given-names>L.</given-names></name> <name><surname>Haller</surname> <given-names>S.</given-names></name> <name><surname>Scharnowski</surname> <given-names>F.</given-names></name> <name><surname>Lewis-Peacock</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>Closed-loop brain training: the science of neurofeedback.</article-title> <source><italic>Nat. Rev. Neurosci.</italic></source> <volume>18</volume> <fpage>86</fpage>&#x2013;<lpage>100</lpage>. <pub-id pub-id-type="doi">10.1038/nrn.2016.164</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sitaram</surname> <given-names>R.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name> <name><surname>Stevens</surname> <given-names>B.</given-names></name> <name><surname>Caria</surname> <given-names>A.</given-names></name> <name><surname>Gerloff</surname> <given-names>C.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>Acquired control of ventral premotor cortex activity by feedback training: an exploratory real-time FMRI and TMS study.</article-title> <source><italic>Neurorehabil. Neural Repair</italic></source> <volume>26</volume> <fpage>256</fpage>&#x2013;<lpage>265</lpage>. <pub-id pub-id-type="doi">10.1177/1545968311418345</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stoeckel</surname> <given-names>L. E.</given-names></name> <name><surname>Garrison</surname> <given-names>K. A.</given-names></name> <name><surname>Ghosh</surname> <given-names>S.</given-names></name> <name><surname>Wighton</surname> <given-names>P.</given-names></name> <name><surname>Hanlon</surname> <given-names>C. A.</given-names></name> <name><surname>Gilman</surname> <given-names>J. M.</given-names></name><etal/></person-group> (<year>2014</year>). <article-title>Optimizing real time fMRI neurofeedback for therapeutic discovery and development.</article-title> <source><italic>Neuroimage Clin.</italic></source> <volume>5</volume> <fpage>245</fpage>&#x2013;<lpage>255</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2014.07.002</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Subramanian</surname> <given-names>L.</given-names></name> <name><surname>Hindle</surname> <given-names>J. V.</given-names></name> <name><surname>Johnston</surname> <given-names>S.</given-names></name> <name><surname>Roberts</surname> <given-names>M. V.</given-names></name> <name><surname>Husain</surname> <given-names>M.</given-names></name> <name><surname>Goebel</surname> <given-names>R.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>Real-time functional magnetic resonance imaging neurofeedback for treatment of Parkinson&#x2019;s disease.</article-title> <source><italic>J. Neurosci.</italic></source> <volume>31</volume> <fpage>16309</fpage>&#x2013;<lpage>16317</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.3498-11.2011</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sulzer</surname> <given-names>J.</given-names></name> <name><surname>Haller</surname> <given-names>S.</given-names></name> <name><surname>Scharnowski</surname> <given-names>F.</given-names></name> <name><surname>Weiskopf</surname> <given-names>N.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name> <name><surname>Blefari</surname> <given-names>M. L.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>Real-time fMRI neurofeedback: progress and challenges.</article-title> <source><italic>Neuroimage</italic></source> <volume>76C</volume>, <fpage>386</fpage>&#x2013;<lpage>399</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2013.03.033</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tansey</surname> <given-names>M. A.</given-names></name></person-group> (<year>1993</year>). <article-title>10-year stability of EEG biofeedback results for a hyperactive boy who failed 4th grade perceptually impaired class.</article-title> <source><italic>Biofeedback Self Regul.</italic></source> <volume>18</volume> <fpage>33</fpage>&#x2013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1007/BF00999512</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tukey</surname> <given-names>J. W.</given-names></name></person-group> (<year>1988</year>). <source><italic>The Collected Works of John W. Tukey.</italic></source> <publisher-loc>Belmont, CA</publisher-loc>: <publisher-name>Wadsworth, Inc</publisher-name>.</citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vernon</surname> <given-names>D.</given-names></name> <name><surname>Frick</surname> <given-names>A.</given-names></name> <name><surname>Gruzelier</surname> <given-names>J.</given-names></name></person-group> (<year>2004</year>). <article-title>Neurofeedback as a treatment for ADHD: a methodological review with implications for future research.</article-title> <source><italic>J. Neurother.</italic></source> <volume>8</volume> <fpage>53</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1300/J184v08n0204</pub-id></citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walker</surname> <given-names>M. P.</given-names></name> <name><surname>Stickgold</surname> <given-names>R.</given-names></name></person-group> (<year>2004</year>). <article-title>Sleep-dependent learning and memory consolidation.</article-title> <source><italic>Neuron</italic></source> <volume>44</volume> <fpage>121</fpage>&#x2013;<lpage>133</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuron.2004.08.031</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weiskopf</surname> <given-names>N.</given-names></name> <name><surname>Scharnowski</surname> <given-names>F.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name> <name><surname>Goebel</surname> <given-names>R.</given-names></name> <name><surname>Birbaumer</surname> <given-names>N.</given-names></name> <name><surname>Mathiak</surname> <given-names>K.</given-names></name></person-group> (<year>2004</year>). <article-title>Self-regulation of local brain activity using real-time functional magnetic resonance imaging (fMRI).</article-title> <source><italic>J. Physiol. Paris</italic></source> <volume>98</volume> <fpage>357</fpage>&#x2013;<lpage>373</lpage>. <pub-id pub-id-type="doi">10.1016/j.jphysparis.2005.09.019</pub-id></citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weiskopf</surname> <given-names>N.</given-names></name> <name><surname>Veit</surname> <given-names>R.</given-names></name> <name><surname>Erb</surname> <given-names>M.</given-names></name> <name><surname>Mathiak</surname> <given-names>K.</given-names></name> <name><surname>Grodd</surname> <given-names>W.</given-names></name> <name><surname>Goebel</surname> <given-names>R.</given-names></name><etal/></person-group> (<year>2003</year>). <article-title>Physiological self-regulation of regional brain activity using real-time functional magnetic resonance imaging (fMRI): methodology and exemplary data.</article-title> <source><italic>Neuroimage</italic></source> <volume>19</volume> <fpage>577</fpage>&#x2013;<lpage>586</lpage>. <pub-id pub-id-type="doi">10.1016/S1053-8119(03)00145-9</pub-id></citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Young</surname> <given-names>K. D.</given-names></name> <name><surname>Zotev</surname> <given-names>V.</given-names></name> <name><surname>Phillips</surname> <given-names>R.</given-names></name> <name><surname>Misaki</surname> <given-names>M.</given-names></name> <name><surname>Yuan</surname> <given-names>H.</given-names></name> <name><surname>Drevets</surname> <given-names>W. C.</given-names></name><etal/></person-group> (<year>2014</year>). <article-title>Real-time FMRI neurofeedback training of amygdala activity in patients with major depressive disorder.</article-title> <source><italic>PLoS ONE</italic></source> <volume>9</volume>:<issue>e88785</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0088785</pub-id></citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zilverstand</surname> <given-names>A.</given-names></name> <name><surname>Sorger</surname> <given-names>B.</given-names></name> <name><surname>Sarkheil</surname> <given-names>P.</given-names></name> <name><surname>Goebel</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>fMRI neurofeedback facilitates anxiety regulation in females with spider phobia.</article-title> <source><italic>Front. Behav. Neurosci.</italic></source> <volume>9</volume>:<issue>148</issue>. <pub-id pub-id-type="doi">10.3389/fnbeh.2015.00148</pub-id></citation></ref>
</ref-list>
<fn-group>
<fn id="fn01"><label>1</label><p><ext-link ext-link-type="uri" xlink:href="http://www.fil.ion.ucl.ac.uk/">http://www.fil.ion.ucl.ac.uk/</ext-link></p></fn>
<fn id="fn02"><label>2</label><p><ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org">https://cran.r-project.org</ext-link></p></fn>
</fn-group>
</back>
</article>