<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Hum. Neurosci.</journal-id>
<journal-title>Frontiers in Human Neuroscience</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Hum. Neurosci.</abbrev-journal-title>
<issn pub-type="epub">1662-5161</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnhum.2024.1383956</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Human Neuroscience</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Investigating multilevel cognitive processing within error-free and error-prone feedback conditions in executed and observed car driving</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Pulferer</surname> <given-names>Hannah S.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1677492/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Guan</surname> <given-names>Cuntai</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/4704/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>M&#x00FC;ller-Putz</surname> <given-names>Gernot R.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/3715/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Institute of Neural Engineering, Graz University of Technology</institution>, <addr-line>Graz</addr-line>, <country>Austria</country></aff>
<aff id="aff2"><sup>2</sup><institution>College of Computing and Data Science, Nanyang Technological University</institution>, <addr-line>Singapore</addr-line>, <country>Singapore</country></aff>
<aff id="aff3"><sup>3</sup><institution>BioTechMed-Graz</institution>, <addr-line>Graz</addr-line>, <country>Austria</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0002">
<p>Edited by: Suriya Prakash Muthukrishnan, All India Institute of Medical Sciences, India</p>
</fn>
<fn fn-type="edited-by" id="fn0003">
<p>Reviewed by: Gianluca Di Flumeri, Sapienza University of Rome, Italy</p>
<p>Sunaina Soni, Subharti Medical College, India</p>
<p>Navdeep Ahuja, All India Institute of Medical Sciences, India</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Gernot R. M&#x00FC;ller-Putz, <email>gernot.mueller@tugraz.at</email></corresp>
<fn fn-type="equal" id="fn0001">
<p><sup>&#x2020;</sup>These authors share senior authorship</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>27</day>
<month>06</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>18</volume>
<elocation-id>1383956</elocation-id>
<history>
<date date-type="received">
<day>08</day>
<month>02</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>17</day>
<month>06</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Pulferer, Guan and M&#x00FC;ller-Putz.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Pulferer, Guan and M&#x00FC;ller-Putz</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Accident analyses repeatedly reported the considerable contribution of run-off-road incidents to fatalities in road traffic, and despite considerable advances in assistive technologies to mitigate devastating consequences, little insight into the drivers&#x2019; brain response during such accident scenarios has been gained. While various literature documents neural correlates to steering motion, the driver&#x2019;s mental state, and the impact of distraction and fatigue on driving performance, the cortical substrate of continuous deviations of a car from the road &#x2013; i.e., how the brain represents a varying discrepancy between the intended and observed car position and subsequently assigns customized levels of corrective measures &#x2013; remains unclear. Furthermore, the superposition of multiple subprocesses, such as visual and erroneous feedback processing, performance monitoring, or motor control, complicates a clear interpretation of engaged brain regions within car driving tasks. In the present study, we thus attempted to disentangle these subprocesses, employing passive and active steering conditions within both error-free and error-prone vehicle operation conditions. We recorded EEG signals of 26 participants in 13 sessions, simultaneously measuring pairs of Executors (actively steering) and Observers (strictly observing) during a car driving task. We observed common brain patterns in the Executors regardless of error-free or error-prone vehicle operation, albeit with a shift in spectral activity from motor beta to occipital alpha oscillations within erroneous conditions. Further, significant frontocentral differences between Observers and Executors, tracing back to the caudal anterior cingulate cortex, arose during active steering conditions, indicating increased levels of motor-behavioral cognitive control. Finally, we present regression results of both the steering signal and the car position, indicating that a regression of continuous deviations from the road utilizing the EEG might be feasible.</p>
</abstract>
<kwd-group>
<kwd>car driving</kwd>
<kwd>steering</kwd>
<kwd>electroencephalogram</kwd>
<kwd>error processing</kwd>
<kwd>feedback processing</kwd>
</kwd-group>
<counts>
<fig-count count="12"/>
<table-count count="2"/>
<equation-count count="3"/>
<ref-count count="69"/>
<page-count count="18"/>
<word-count count="13778"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Brain-Computer Interfaces</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>Driving a car constitutes a crucial part of everyday life for a large proportion of the population, and consequently, error situations like lane deviations are by no means rare occurrences in road traffic. Accident analyses unveiled that single-vehicle accidents comprising run-off-road, head-on, and sideswipe crashes contribute to a large portion of accident fatalities despite involving only a minor fraction of all occupants involved (<xref ref-type="bibr" rid="ref30">Kusano and Gabler, 2014</xref>; <xref ref-type="bibr" rid="ref9">Cicchino, 2018</xref>). However, while several engineering approaches, such as lane-keeping assistants, are well-researched and significantly contribute to decreasing accident and thus fatality rates (<xref ref-type="bibr" rid="ref31">Kusano et al., 2014</xref>), little research has analyzed the drivers&#x2019; perception &#x2013; i.e., the preceding and accompanying brain response &#x2013; of erroneous vehicle behavior within these run-off-road scenarios.</p>
<p>Indeed, an abundance of non-invasive brain research investigated numerous aspects of vehicle operation to the present day. Various groups reported neural correlates to or successful classification of, e.g., steering motion (<xref ref-type="bibr" rid="ref54">Simpson and Rafferty, 2022</xref>; <xref ref-type="bibr" rid="ref62">Vecchiato et al., 2022</xref>), the driver&#x2019;s mental state (<xref ref-type="bibr" rid="ref12">ElSherif et al., 2020</xref>), or the influences of distraction and fatigue (<xref ref-type="bibr" rid="ref51">Schneiders et al., 2020</xref>; <xref ref-type="bibr" rid="ref67">Zeng et al., 2022</xref>) on the driving performance utilizing the electroencephalogram (EEG). Additionally, insights on discrete error-related brain activity occurring during the operation of a vehicle induced by wrong turns (<xref ref-type="bibr" rid="ref68">Zhang et al., 2015</xref>) or steering errors caused by the interface (<xref ref-type="bibr" rid="ref17">Garcia et al., 2017</xref>) emerged specifically in the context of brain-computer interfaces (BCIs).</p>
<p>While all of these and similar studies significantly contributed to in-depth documentation of cognitive responses relating to car driving, several issues and open questions remain unaddressed. For one, while the term car driving is often used to refer to the overall task of operating a vehicle, it can only be an umbrella term for the multitude of subprocesses transpiring simultaneously in a neuroscientific sense. Ranging from motor control and visual processing to performance monitoring, erroneous feedback processing, and possibly subsequent corrective behavior, brain recordings during car driving scenarios portray the full superposition and thus obscure the contribution of each subprocess to possible regression or classification successes. Furthermore, some of these subprocesses remain largely undocumented to the present day. While for example the occurrence of scalp potentials such as the frontocentral error-related negativity (ERN) (<xref ref-type="bibr" rid="ref15">Falkenstein et al., 1989</xref>) and the centroparietal error positivity (Pe) (<xref ref-type="bibr" rid="ref37">Nieuwenhuis et al., 2001</xref>) during vehicle operation is well-documented for various discrete error events (<xref ref-type="bibr" rid="ref64">Wimmer et al., 2023</xref>), the neural representation of continuous deviations from the road &#x2013; i.e., how the brain processes continuously varying discrepancies between intended and observed outcomes &#x2013; remains largely unclear.</p>
<p>Previous source localization studies already tackled variations of these problems, utilizing functional magnetic resonance imaging and positron emission tomography to disentangle active steering and passive viewing of recorded car driving (<xref ref-type="bibr" rid="ref63">Walter et al., 2001</xref>; <xref ref-type="bibr" rid="ref21">Horikawa et al., 2005</xref>) and effectively separate the visual and motor-related components of driving. <xref ref-type="bibr" rid="ref17">Garcia et al. (2017)</xref> identified distinct brain states related to proactive and reactive steering in an EEG study, differentiating generic and corrective motor output. Recent work further documented a neural correlate to continuous deviations of feedback from an intended target within a tracking task (<xref ref-type="bibr" rid="ref45">Pulferer et al., 2023</xref>), paving the way to similar findings for deviations of a vehicle from the road within a car driving task. However, to the best of our knowledge, disentangling the superposition of all these processes within a car driving task has not yet been attempted.</p>
<p>In addition to the mentioned questions, previous research has not attempted to infer continuous signals such as car trajectories or steering motion from the EEG to the present day. While there have been approaches to regress ongoing continuous movement of both upper and lower limbs within a range of studies (<xref ref-type="bibr" rid="ref36">Mondini et al., 2020</xref>; <xref ref-type="bibr" rid="ref58">Tortora et al., 2020</xref>; <xref ref-type="bibr" rid="ref16">Fu et al., 2022</xref>; <xref ref-type="bibr" rid="ref5">Borra et al., 2023</xref>), utilizing both classical machine learning approaches as well as convolutional or recurrent neural networks, literature has not yet applied these methods to infer task-related signals during car driving. However, these findings could provide valuable information, both for vehicle safety in general and brain-computer interfaces in particular.</p>
<p>In the present study, we thus aimed to investigate the cortical activity within a simulated car driving task for both observed and executed driving, employing passive (steering along), proactive (unhindered steering), as well as reactive (corrective) steering conditions, comprising error-free and error-prone vehicle operation conditions. We simultaneously recorded EEG signals in pairs of participants within 13 sessions (26 participants in total), wherein each participant took on the role of Executor (person actively steering) and Observer (person merely observing) once. Additionally, both the steering wheel signal and the car position were recorded to enable time-locking to specific time points of interest such as maxima in steering wheel deflection or car deviation from the road. We hypothesized that different brain regions should reach synchrony at different time-locks depending on the specific processes they are tasked with. Further, we utilized a slight modification of EEGNet, a well-known convolutional neural network architecture in the context of EEG decoding, to infer both the steering signal and the current car position on-screen from the EEG; an endeavor not yet reported within literature so far. Within sensor space, time-frequency, directional connectivity, and source localization analyses, we overall aimed to identify distinct brain patterns relating to steering motion, visual processing, and erroneous feedback processing.</p>
</sec>
<sec sec-type="methods" id="sec2">
<label>2</label>
<title>Methods</title>
<sec id="sec3">
<label>2.1</label>
<title>Participants</title>
<p>Within a total of 13 sessions in pairs of two, 26 able-bodied participants [age: 23.8 (mean)&#x2009;&#x00B1;&#x2009;2.2 (SD) years; age range: 20 to 28&#x2009;years; 13 male, 13 female] underwent a car driving task employing varying vehicle operation conditions. Of all participants, each reported normal or corrected-to-normal vision, and 15 confirmed prior participation in an EEG study. We assessed 23 persons as right-handed, and three as left-handed, according to the Edinburgh Handedness Inventory (<xref ref-type="bibr" rid="ref38">Oldfield, 1971</xref>). Each participant gave their written informed consent and received compensatory payment for their time. All measurements were conducted at the Graz University of Technology and approved by the local ethics committee.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Data acquisition</title>
<p>During each session of recordings, the EEG and electrooculogram (EOG) of two participants &#x2013; each of which operated as an Observer and as an Executor once - were recorded simultaneously on 64 active electrodes per person (actiCAP, Brain Products GmbH, Gilching, Germany). The total setup corresponded to a 60-channel EEG according to a modified 10&#x2013;10 system layout (<xref rid="SM1" ref-type="supplementary-material">Supplementary Figure S1</xref>), as well as a 4-channel EOG, both recorded at a sampling rate of 200&#x2009;Hz. As in previous work (<xref ref-type="bibr" rid="ref35">Mart&#x00ED;nez-Cagigal et al., 2020</xref>; <xref ref-type="bibr" rid="ref46">Pulferer and M&#x00FC;ller-Putz, 2022</xref>) six electrodes from frontopolar and temporal sites (Fp1, Fp2, FT9, FT10, TP9, TP10) were removed, and reallocated to two parietooccipital electrode positions for increased channel density above the cuneus and precuneus area (PPOh1, PPOh2; according to the 10&#x2013;5 system), as well as four EOG locations (above and below the left eye and the outer canthi of both eyes). Ground and reference electrodes were placed at the electrode position Fpz and on the participants&#x2019; right mastoid, respectively.</p>
<p>All data were recorded and synchronized via lab streaming layer (<ext-link xlink:href="https://github.com/sccn/labstreaminglayer" ext-link-type="uri">https://github.com/sccn/labstreaminglayer</ext-link>). The presented main paradigm was created and displayed utilizing MATLAB 2017b (MathWorks Inc. United States); the eye artifact correction package we employed (<xref ref-type="bibr" rid="ref27">Kobler et al., 2020</xref>) additionally utilized Psychtoolbox (<xref ref-type="bibr" rid="ref6">Brainard, 1997</xref>; <xref ref-type="bibr" rid="ref41">Pelli, 1997</xref>; <xref ref-type="bibr" rid="ref26">Kleiner et al., 2007</xref>).</p>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>Experimental design</title>
<p>Before each session, we assigned each of the two participants an initial role at random, corresponding to either Executor or Observer. The setup involving two participants at the same time was chosen as previous literature reported considerable differences between executed and observed erroneous action in the processing of discrete error stimuli (<xref ref-type="bibr" rid="ref61">van Schie et al., 2004</xref>). The participant acting as Executor then took a seat in front of an Xbox Wireless Racing Wheel (Microsoft, 2006/2007; sans foot pedals) inside our measurement box, while the Observer was positioned outside (<xref ref-type="fig" rid="fig1">Figure 1A</xref>). This spatial separation prevented direct visual contact between the two participants; however, due to the noise caused by the steering wheel&#x2019;s mechanics, we decided against closing the door to the measurement box to establish identical auditory paradigm conditions for Executor and Observer. Both participants faced their computer screens at a comfortable distance (~1&#x2009;m).</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p><bold>(A)</bold> Experimental setup. Both participants observed the driving performance on their screen (no visual contact with each other) as the Executor steered the car with an XBox driving wheel. <bold>(B)</bold> Epoching scheme. Executor and Observer EEG data were time-locked within [&#x2212;2,6]s of zeros in the horizontal car position and the steering signal, respectively. <bold>(C)</bold> Car-driving conditions. A gray road with a white centerline on a shaded background, as well as a yellow car, were displayed for all conditions. The car remained on a narrow winding road by itself during the <italic>Passive Steering</italic> condition <bold>(C1)</bold>; the Executor had full steering control during the subsequent <italic>Proactive Steering</italic> runs on a straight, narrow, and distinct road <bold>(C2)</bold>. During the <italic>Reactive Steering</italic> conditions, participants faced a narrow and distinct road (<bold>C3</bold>; <italic>Distinct</italic>) and a wide and blurred road (<bold>C4</bold>; <italic>Indistinct</italic>). During <italic>Reactive Steering</italic> conditions, steering control was revoked within a fixed margin around the road (marked with a yellow dashed line here) to cause unintended vehicle behavior and provoke erroneous feedback processing. <bold>(D)</bold> Recording pipeline. Electrode positions were recorded for both participants before the first paradigm iteration started, consisting of eye movement recordings and a run-through of all four car-driving conditions in three runs each with performance rating (PR) questionnaires after each run. <bold>(E)</bold> Processing pipeline.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g001.tif"/>
</fig>
<p>The whole measurement session then consisted of two identical iterations through our paradigms. In detail, for each of the iterations, we first presented the participants with a run unrelated to the main hypothesis (6&#x2009;min), designed to capture the rotational movement of the corneo-retinal dipole. This run specifically recorded vertical and horizontal eye movement, blinks, and resting state data (open-eyed), cued by a moving, pulsating, or static target on-screen, to create an eye artifact removal model for offline artifact correction (<xref ref-type="bibr" rid="ref27">Kobler et al., 2020</xref>). No interaction with the steering wheel occurred during this first run. Afterward, the car-driving paradigms commenced, consisting of four different vehicle operation conditions labeled <italic>Passive Steering, Proactive Steering, Reactive Steering (Distinct),</italic> and <italic>Reactive Steering (Indistinct)</italic>. Each condition was presented in three separate runs (3.5&#x2009;min each), adding up to around 15&#x2009;min of recordings per condition including instructions, and totaling to approximately 1&#x2009;h of recordings for one paradigm iteration (<xref ref-type="fig" rid="fig1">Figure 1D</xref>). To capture the subjective perception of the Executor&#x2019;s steering performance per condition and run, we additionally asked both participants to rate the perceived performance on a visual analog scale ranging continuously from 0 (bad performance) to 1 (excellent performance).</p>
<p>After the first paradigm iteration, the participants took a short break before the roles were reversed and the second paradigm iteration started up. Specifically, the person previously acting as Executor left the box and switched positions with the former Observer to henceforth observe from the outside as the new Observer. Likewise, the former Observer took their place at the steering wheel, acting as the new Executor for the rest of the measurement. This switch allowed us to capture both observation and execution data of each participant. The measurement commenced again with a second eye movement recording run, followed by the four car-driving paradigm conditions.</p>
<sec id="sec6">
<label>2.3.1</label>
<title>Driving simulation</title>
<p>For all car-driving conditions, the paradigms comprised a bird-view environment depicting a gray road with a white center line, as well as a yellow car to operate (<xref ref-type="fig" rid="fig1">Figure 1C</xref>). The car&#x2019;s initial position corresponded to the center of the screen in the horizontal axis and approximately a fourth of the screen&#x2019;s height from the bottom up in the vertical axis, henceforth considered the origin of our coordinate system when describing the car&#x2019;s position on-screen). Additionally, we set a randomized non-zero initial horizontal velocity to enforce a necessity of steering within the <italic>Proactive Steering</italic> (<inline-formula>
<mml:math id="M1">
<mml:msub>
<mml:mi>v</mml:mi>
<mml:mrow>
<mml:mi>x</mml:mi>
<mml:mo>,</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mo>&#x00B1;</mml:mo>
<mml:mn>5</mml:mn>
<mml:mi>p</mml:mi>
<mml:mi>x</mml:mi>
<mml:mo stretchy="true">/</mml:mo>
<mml:mi>s</mml:mi>
</mml:math>
</inline-formula>) and both <italic>Reactive Steering</italic> [<inline-formula>
<mml:math id="M2">
<mml:msub>
<mml:mi>v</mml:mi>
<mml:mrow>
<mml:mi>x</mml:mi>
<mml:mo>,</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>300</mml:mn>
<mml:mo>,</mml:mo>
<mml:mn>300</mml:mn>
</mml:mrow>
</mml:mfenced>
<mml:mi>p</mml:mi>
<mml:mi>x</mml:mi>
<mml:mo stretchy="true">/</mml:mo>
<mml:mi>s</mml:mi>
</mml:math>
</inline-formula>] conditions, while the vertical velocity was fixed to zero throughout the experiment. As such, a sense of forward motion was exclusively enforced by moving the shaded background downwards at a constant speed. Starting from these initial settings, the car&#x2019;s position was updated at 50&#x2009;Hz by integrating the current position from the previous velocity and position, and directly adding the current steering input weighted by a fixed weighting factor (<inline-formula>
<mml:math id="M3">
<mml:mi>w</mml:mi>
<mml:mi>f</mml:mi>
</mml:math>
</inline-formula>) per condition; the current velocity was then in turn differentiated from the new kinematics. The fixed weighting factor was set higher for the <italic>Reactive Steering</italic> conditions (<inline-formula>
<mml:math id="M4">
<mml:mi>w</mml:mi>
<mml:mi>f</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>30</mml:mn>
</mml:math>
</inline-formula>) compared to the <italic>Proactive Steering</italic> condition (<inline-formula>
<mml:math id="M5">
<mml:mi>w</mml:mi>
<mml:mi>f</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>5</mml:mn>
</mml:math>
</inline-formula>) to raise the level of steering difficulty. As the current work aimed to analyze the cortical response to recurring lane deviations rather than the overall driving experience, the simulation was kept as minimalistic as possible.</p>
</sec>
<sec id="sec7">
<label>2.3.2</label>
<title>Car-driving conditions</title>
<p>For each of the car-driving conditions, we instructed both participants to focus their attention on the moving car while the Executor steered with both hands according to the instructions delivered directly before the commencement of the different conditions. We additionally instructed the participants that steering errors causing a deviation from the road should be perceived as more drastic than errors that only caused a mere deviation from the white centerline while remaining on the road, thus introducing different levels of urgency to the erroneous feedback processing.</p>
<sec id="sec8">
<label>2.3.2.1</label>
<title>Passive steering</title>
<p>During the runs of the <italic>Passive Steering</italic> condition (<xref ref-type="fig" rid="fig1">Figure 1C1</xref>), the participants faced a winding road spanning approximately half of the screen&#x2019;s width. In contrast to the other presented main paradigms, the car stayed exactly on the road by itself, moving along the turns at a frequency of 0.25&#x2009;Hz (i.e., the duration between maximum displacement to the right and consecutively to the left corresponded to 2&#x2009;s). Both participants were informed about the fake nature of the feedback beforehand; we instructed the Executor to steer along as if they were in control of the car, even though they were not.</p>
<p>We set the movement along the road at an exact frequency without jittering to observe the influence of periodic stimulus movement on the brain signals. In addition, the <italic>Passive Steering</italic> condition (i.e., merely steering along to the self-moving car) served to disentangle cortical activity related to generic (passive) and self-reliant (proactive) motor output.</p>
</sec>
<sec id="sec9">
<label>2.3.2.2</label>
<title>Proactive steering</title>
<p>During <italic>Proactive Steering</italic> condition runs (<xref ref-type="fig" rid="fig1">Figure 1C2</xref>), the Executor wielded full steering control and was instructed to attempt to always stay on the white centerline of a straight and narrow road. The steering settings were chosen such that all participants could comfortably reach this goal. The <italic>Proactive Steering</italic> condition was designed to provide information on how the brain operates during successful fine-tuned feedback control.</p>
</sec>
<sec id="sec10">
<label>2.3.2.3</label>
<title>Reactive steering (distinct)</title>
<p>As in the <italic>Proactive Steering</italic> runs, the <italic>Reactive Steering (Distinct)</italic> runs (<xref ref-type="fig" rid="fig1">Figure 1C3</xref>) depicted a straight and narrow road again, and the Executor was similarly instructed to attempt to always stay on the white centerline. In contrast to the <italic>Proactive Steering</italic> scenario however, the steering control for the <italic>Reactive Steering (Distinct)</italic> runs was momentarily revoked whenever the car&#x2019;s deviation from the centerline fell below one-fifth of the screen&#x2019;s width. In practice, this was achieved by removing the steering input when integrating the current velocity - and thus forcing the system to instead depend on the prior kinematics only - whenever the car crossed the threshold. As a result, the Executor had no control within this margin around the road, and the car would instead cross over the centerline unhindered until it exited the margin on the other side again. At this point, the Executor regained control and could steer back toward the road once again. To prevent excessive steering off the road, we instructed the Executors to attempt to return to the centerline swiftly after regaining control. We employed this specific control mechanism to enforce continuous erroneous feedback processing in the form of lane deviations. In our hypothesis, the limited control offered in this condition should cause considerable engagement of feedback monitoring and error processing networks in the brain.</p>
</sec>
<sec id="sec11">
<label>2.3.2.4</label>
<title>Reactive steering (indistinct)</title>
<p>During <italic>Reactive Steering (Indistinct)</italic> runs (<xref ref-type="fig" rid="fig1">Figure 1C4</xref>), we finally aimed to investigate differences in cortical modulations with the perceived importance of an error. To this end, participants faced the same limited control scenario as during the <italic>Reactive Steering (Distinct)</italic> condition (the margin of revoked steering control around the road remained unchanged). However, instead of the narrow and distinct road shown previously, the <italic>Reactive Steering (Indistinct)</italic> runs instead depicted a broad road with blurred edges. The premise that getting off the white centerline already constituted a steering error, but getting off the road should be perceived as even more drastic, remained intact. However, we hypothesized that the larger area of the road, as well as its vague boundaries, should lead to a different perception of urgency with faulty steering, and thus only provoke minor engagement of related cortical networks compared to <italic>Reactive Steering (Distinct)</italic> runs.</p>
</sec>
</sec>
</sec>
<sec id="sec12">
<label>2.4</label>
<title>Data processing</title>
<p>As previous research reported contributions of various frequency bands to error processing in the brain (<xref ref-type="bibr" rid="ref66">Yordanova et al., 2004</xref>; <xref ref-type="bibr" rid="ref28">Koelewijn et al., 2008</xref>; <xref ref-type="bibr" rid="ref8">Carp and Compton, 2009</xref>), we chose to bandpass filter both EEG and EOG signals at 0.2-30&#x2009;Hz (Butterworth, 10th order). Subsequently, we identified and spherically interpolated noisy channels via visual inspection, abnormal kurtosis, and abnormal joint probability (exceeding five standard deviations of the mean for both measures). We used EEG and EOG data of the eye movement recordings to train an eye artifact correction model to correct the hypothesis-related EEG data of the main paradigm conditions for rotational movements of the corneo-retinal dipole (<xref ref-type="bibr" rid="ref27">Kobler et al., 2020</xref>), followed by ICA [FastICA algorithm (<xref ref-type="bibr" rid="ref22">Hyv&#x00E4;rinen, 1999</xref>), <ext-link xlink:href="https://research.ics.aalto.fi/ica/fastica/index.shtml" ext-link-type="uri">https://research.ics.aalto.fi/ica/fastica/index.shtml</ext-link>] in the case of a persisting influence of ocular movement on the EEG. To this end, the independent components were first automatically labeled using the ICLabel classifier available in EEGLab (<xref ref-type="bibr" rid="ref44">Pion-Tonachini et al., 2019</xref>). Components attributed to eye, heart, or muscle artifacts with a classification accuracy of at least 90% were then automatically removed. The scalp distribution of the ICA weights, as well as the time series of the components, were then visually inspected to exclude remaining eye, heart, or muscle artifacts. The EOG and anterior frontal row electrodes were then excluded from further analysis, leading to a remaining total of 55 channels to consider which were then re-referenced to their common average. The whole processing approach is depicted in <xref ref-type="fig" rid="fig1">Figure 1E</xref>.</p>
<p>In terms of non-biological signals, the car&#x2019;s x-position signal was analyzed as recorded without further processing. To alleviate jitters in the recorded steering wheel signal, we smoothed the data with a Savitzky&#x2013;Golay filter utilizing second-order polynomials to fit windows of 351 samples (1.75&#x2009;s) (<xref ref-type="bibr" rid="ref48">Savitzky and Golay, 1964</xref>).</p>
</sec>
<sec id="sec13">
<label>2.5</label>
<title>Data analysis</title>
<p>To obtain an understanding of the differences in cognitive processing between the four car-driving paradigm conditions, as well as differences between execution and observation of the task, we analyzed the recorded data both in sensor space and in source space. Due to the lack of normality in the distribution of single evaluation metrics, non-parametric tests were selected to assess significant differences between populations. To this end, significant differences between pairs of populations (e.g., Executor vs. Observer) were evaluated using a Wilcoxon signed rank test; for comparisons between more than two populations (e.g., the four car-driving conditions) were assess with a Friedman-Nemenyi test &#x2013; a many-sample extension of the Wilcoxon test (<xref ref-type="bibr" rid="ref69">Zimmerman and Zumbo, 1993</xref>). Both tests were followed by subsequent False Discovery Rate (FDR) correction for multiple comparisons.</p>
<sec id="sec14">
<label>2.5.1</label>
<title>EEG data</title>
<p>To identify different brain regions tasked with individual subprocesses of car driving, we chose to analyze two different time-locks of interest within this work: (a) a time-lock to zero-crossings in the car&#x2019;s x position (henceforth termed <italic>car zero</italic>), and (b) a time-lock to zero-crossings in the steering wheel signal (henceforth <italic>steer zero</italic>). Considering the periodic left-and-right movement of the car, the <italic>car zero</italic> time-lock served to trace visual/feedback processing, while the <italic>steer zero</italic> time-lock should identify movement-related activity in the brain. For both time-locks, we epoched the continuous EEG data to slices within [&#x2212;2,6]s. As a last step, we rejected bad epochs based on visual inspection, thresholding (exceeding &#x00B1;100&#x2009;&#x03BC;V), abnormal kurtosis, and abnormal joint probability (exceeding five standard deviations of the mean for both measures).</p>
<p>As the steering behavior differed considerably between the displayed car-driving conditions, comparing the grand average signals throughout the epoch length across conditions was considered as meaningless. Instead, we chose to additionally track consecutive extrema for each of the two time locks, i.e., the succeeding maxima in horizontal car deviation from the origin (<italic>car max</italic>), and in steering wheel deflection (<italic>steer max</italic>). To compare between conditions then, only the topographical maps at the four time points <italic>car zero/max</italic> and <italic>steer zero/max</italic> were considered.</p>
<p>To utilize the full epoch information nonetheless, we selected the channel displaying the largest signal amplitude within those four time points per condition, corresponding to either the electrode position FCz, Cz, or Pz. This selection was made to display the recorded cortical activity meaningfully yet compactly per trial, as in principle, these maps would have been possible for all EEG channels. For this singular channel, we then considered all trials per participant and sorted them in ascending order according to their latency between zero-crossings (i.e., <italic>car</italic>/<italic>steer zero</italic>) and consecutive extremum (i.e., <italic>car/steer max</italic>). As the number of trials varied between participants, we then spherically interpolated the <inline-formula>
<mml:math id="M6">
<mml:mi mathvariant="italic">sorted</mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="italic">trials</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi mathvariant="italic">time</mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="italic">points</mml:mi>
</mml:math>
</inline-formula> matrix at the specific EEG channel per participant along the trial dimension to obtain 100 interpolated &#x2018;pseudo trials&#x2019; for each participant [i.e., a (<inline-formula>
<mml:math id="M7">
<mml:mn>100</mml:mn>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi mathvariant="italic">time</mml:mi>
<mml:mspace width="0.25em"/>
<mml:mi mathvariant="italic">points</mml:mi>
</mml:math>
</inline-formula>) matrix], in line with similar approaches by <xref ref-type="bibr" rid="ref7">Burle et al. (2008)</xref>. A matching procedure was used to spherically interpolate the corresponding latencies. The resulting sorted and interpolated trials for the selected EEG channel, as well as the latencies, were then grand averaged across all participants to display changes in EEG activity with steering activity and car position.</p>
</sec>
<sec id="sec15">
<label>2.5.2</label>
<title>Frequency analysis</title>
<p>To analyze the time-frequency behavior in each role and condition, we calculated the one-sided Short-Time Fourier Transform (STFT) of the 55-channel EEG on each 8&#x2009;s-long single trial (i.e., 1,601 time points at 200&#x2009;Hz), using a 200-sample Hanning window at 175 samples of overlap in a 256-point Fast Fourier Transform (FFT). Spectrograms displaying a signal power beyond &#x00B1;3 standard deviations from the mean were excluded from further analysis, corresponding to on average 4.3% (STD 9.0%) of trials across all conditions. For each role, condition, and participant, the resulting single-trial spectrograms were then averaged across trials and within the frequency ranges corresponding to delta (1-4&#x2009;Hz), theta (4-8&#x2009;Hz), alpha (8-13&#x2009;Hz), and beta (13-30&#x2009;Hz) bands. We then calculated the event-related desynchronization/synchronization (ERD/ERS) as initially described by <xref ref-type="bibr" rid="ref43">Pfurtscheller and Aranibar (1977)</xref> and <xref ref-type="bibr" rid="ref42">Pfurtscheller (1992)</xref> using the whole epoch as a baseline. As steering behavior and visual feedback varied considerably across time between conditions, making a comparison of time points meaningless, we chose to mask the positive (ERS) and negative (ERD) values in the channels&#x00D7;time points map obtained for each frequency band of interest, respectively. The masked maps were then averaged across all time points to obtain a topographical map corresponding to the time-averaged ERD/ERS arising throughout the epoch, made possible by the recurring desynchronization/synchronization of the same scalp regions. The procedure is exemplified in <xref ref-type="fig" rid="fig2">Figure 2</xref> for the alpha band in the Executor&#x2019;s <italic>Passive Steering</italic> condition within the <italic>car zero</italic> time-lock.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Visualization of the time-frequency analysis procedure. Due to the periodic stimulus (car) movement, repeated instances of ERD/ERS arose in recurring brain regions within one epoch (left panel; example from Executors&#x2019; data, <italic>car zero</italic> time-lock, <italic>Passive Steering</italic> condition, alpha frequency band). As no specific time points stood out, ERD and ERS were instead separated by masking values of opposite signs across the epoch (middle panels). The resulting, strictly negative (ERD) or positive (ERS) values were then averaged across time to produce topographical maps displaying the overall ERD/ERS activity per channel throughout the epoch.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g002.tif"/>
</fig>
</sec>
<sec id="sec16">
<label>2.5.3</label>
<title>Directional connectivity analysis</title>
<p>In line with Granger and Wiener&#x2019;s description of causal relation between time series (<xref ref-type="bibr" rid="ref19">Granger, 1969</xref>), we utilized multivariate autoregressive (MVAR) models to analyze the causal connections between the single EEG channels. A causal connection may accordingly be assumed if knowledge of past values of one time series improves predictions of another time series. These MVAR models can be generalized to.</p>
<disp-formula id="EQ2">
<label>(1)</label>
<mml:math id="M8">
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>n</mml:mi>
</mml:mfenced>
<mml:mo>=</mml:mo>
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo stretchy="true">&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>p</mml:mi>
</mml:munderover>
<mml:msub>
<mml:mi>A</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:mfenced>
<mml:mo>+</mml:mo>
<mml:mi>&#x03F5;</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>n</mml:mi>
</mml:mfenced>
<mml:mtext>,</mml:mtext>
</mml:math>
</disp-formula>
<p>where <inline-formula>
<mml:math id="M9">
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>n</mml:mi>
</mml:mfenced>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:msup>
</mml:math>
</inline-formula> denotes a multivariate time series at time point n (in this case, the 55-channel EEG), <inline-formula>
<mml:math id="M10">
<mml:msub>
<mml:mi>A</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:msup>
</mml:math>
</inline-formula>the static coefficient matrices for time lags <inline-formula>
<mml:math id="M11">
<mml:mi>k</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mi>N</mml:mi>
</mml:math>
</inline-formula> up to model order <inline-formula>
<mml:math id="M12">
<mml:mi>p</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mi>N</mml:mi>
</mml:math>
</inline-formula>, <inline-formula>
<mml:math id="M13">
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:msup>
</mml:math>
</inline-formula> the regressor vector in the form of the multivariate time series at lag <inline-formula>
<mml:math id="M14">
<mml:mi>k</mml:mi>
</mml:math>
</inline-formula>, and <inline-formula>
<mml:math id="M15">
<mml:mi>&#x03F5;</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>n</mml:mi>
</mml:mfenced>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:msup>
</mml:math>
</inline-formula>the innovation process vector in the form of zero-mean white noise. In matrix form, the stacked coefficient matrices <inline-formula>
<mml:math id="M16">
<mml:mi>A</mml:mi>
<mml:mo>=</mml:mo>
<mml:mfenced open="[" close="]" separators=",,">
<mml:msub>
<mml:mi>A</mml:mi>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:mo>&#x2026;</mml:mo>
<mml:msub>
<mml:mi>A</mml:mi>
<mml:mi>p</mml:mi>
</mml:msub>
</mml:mfenced>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>M</mml:mi>
<mml:mi>p</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:msup>
</mml:math>
</inline-formula>can be estimated via Least Squares approach; in this work, we opted to use the Arfit module employing a stepwise least squares algorithm (<xref ref-type="bibr" rid="ref50">Schneider and Neumaier, 2001</xref>; <xref ref-type="bibr" rid="ref49">Schl&#x00F6;gl, 2006</xref>). As model performance crucially depends on the selected model order <inline-formula>
<mml:math id="M17">
<mml:mi>p</mml:mi>
</mml:math>
</inline-formula>, i.e., on the number of past time points considered for prediction, we selected the optimum model order <inline-formula>
<mml:math id="M18">
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi mathvariant="italic">opti</mml:mi>
</mml:msub>
</mml:math>
</inline-formula>as the model order <inline-formula>
<mml:math id="M19">
<mml:mi>p</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mfenced open="[" close="]" separators=",">
<mml:mn>1</mml:mn>
<mml:mn>50</mml:mn>
</mml:mfenced>
</mml:math>
</inline-formula>minimizing Schwarz&#x2019;s Bayesian Criterion (<xref ref-type="bibr" rid="ref52">Schwarz, 1978</xref>) implemented in the Arfit module.</p>
<p>As the contribution of each individual time lag to the model&#x2019;s performance provided limited information in our case, we rather chose to investigate the oscillatory content in the frequency domain as obtained by Fourier-transforming the relationship of <xref ref-type="disp-formula" rid="EQ2">Eq. (1)</xref> (<xref ref-type="bibr" rid="ref47">Saito and Harashima, 1981</xref>; <xref ref-type="bibr" rid="ref1">Akaike, 1998</xref>; <xref ref-type="bibr" rid="ref4">Baccal&#x00E1; et al., 1998</xref>). Using the transformation property of the lag operator, <inline-formula>
<mml:math id="M20">
<mml:mi>F</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
<mml:mo>=</mml:mo>
<mml:mo>exp</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>2</mml:mn>
<mml:mi mathvariant="italic">&#x03C0;ikNf</mml:mi>
</mml:mrow>
</mml:mfenced>
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
</mml:math>
</inline-formula>, with <inline-formula>
<mml:math id="M21">
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
</mml:math>
</inline-formula> the Fourier transform of <inline-formula>
<mml:math id="M22">
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>n</mml:mi>
</mml:mfenced>
</mml:math>
</inline-formula>, the frequency representation of <inline-formula>
<mml:math id="M23">
<mml:mi>y</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mo>=</mml:mo>
<mml:msup>
<mml:mfenced open="[" close="]">
<mml:mrow>
<mml:mi>I</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo stretchy="true">&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>p</mml:mi>
</mml:munderover>
<mml:msub>
<mml:mi>A</mml:mi>
<mml:mi>k</mml:mi>
</mml:msub>
<mml:mspace width="0.25em"/>
<mml:mo>exp</mml:mo>
<mml:mspace width="0.25em"/>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>2</mml:mn>
<mml:mi mathvariant="italic">&#x03C0;ikNf</mml:mi>
</mml:mrow>
</mml:mfenced>
<mml:mspace width="0.25em"/>
</mml:mrow>
</mml:mfenced>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msup>
<mml:mi>E</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mo>=</mml:mo>
<mml:mi>H</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mi>E</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
</mml:math>
</inline-formula> can be obtained, with <inline-formula>
<mml:math id="M24">
<mml:mi>E</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mo>=</mml:mo>
<mml:mi>F</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:mi>&#x03F5;</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>n</mml:mi>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
</mml:math>
</inline-formula>, and <inline-formula>
<mml:math id="M25">
<mml:mi>H</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
</mml:math>
</inline-formula> the transfer matrix projecting the frequency content of our zero-mean white noise to the frequency content observed in our multivariate time series. Various connectivity measures utilize <inline-formula>
<mml:math id="M26">
<mml:mi>H</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula> to infer directional connectivity within the <inline-formula>
<mml:math id="M27">
<mml:mi>M</mml:mi>
</mml:math>
</inline-formula> time series [see for instance (<xref ref-type="bibr" rid="ref13">Faes et al., 2013</xref>)]; for this work, we employed the directed transfer function (DTF) (<xref ref-type="bibr" rid="ref25">Kami&#x0144;ski and Blinowska, 1991</xref>):</p>
<disp-formula id="E1">
<label>(2)</label>
<mml:math id="M28">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mo>=</mml:mo>
<mml:mfrac>
<mml:mfenced open="|" close="|">
<mml:mrow>
<mml:msub>
<mml:mi>H</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
<mml:msqrt>
<mml:mrow>
<mml:msubsup>
<mml:mstyle displaystyle="true">
<mml:mo stretchy="true">&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>M</mml:mi>
</mml:msubsup>
<mml:msup>
<mml:mfenced open="|" close="|">
<mml:mrow>
<mml:msub>
<mml:mi>H</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>m</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:msqrt>
</mml:mfrac>
<mml:mtext>.</mml:mtext>
</mml:math>
</disp-formula>
<p>Each entry<inline-formula>
<mml:math id="M29">
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
</mml:math>
</inline-formula> of the asymmetric matrix <inline-formula>
<mml:math id="M30">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>F</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>M</mml:mi>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula> then describes both direct and indirect contributions of a driving time series j to a target time series i. Per definition, the total contribution of all driving channels to each single target channel of <inline-formula>
<mml:math id="M31">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>F</mml:mi>
<mml:msup>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:math>
</inline-formula> is normalized, i.e., <inline-formula>
<mml:math id="M32">
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo stretchy="true">&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>M</mml:mi>
</mml:munderover>
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:msup>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:math>
</inline-formula>; in contrast, summing the contributions to all possible target channels in one single driving channel, i.e., <inline-formula>
<mml:math id="M33">
<mml:munderover>
<mml:mstyle displaystyle="true">
<mml:mo stretchy="true">&#x2211;</mml:mo>
</mml:mstyle>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>M</mml:mi>
</mml:munderover>
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:msup>
<mml:mfenced open="(" close=")">
<mml:mi>f</mml:mi>
</mml:mfenced>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:math>
</inline-formula>, yields a measure for the total information outflow of each driving channel.</p>
<p>To estimate the <inline-formula>
<mml:math id="M34">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>F</mml:mi>
</mml:math>
</inline-formula> matrix, the eMVAR toolbox by <xref ref-type="bibr" rid="ref13">Faes et al. (2013)</xref> was used. To remove inter-participant variations within the EEG unrelated to the relevant information processing, we standardized the subject averages before model fitting. For each role (Observer, Executor) and condition [<italic>Passive Steering, Proactive Steering, Reactive Steering</italic> (<italic>Distinct/Indistinct</italic>)], we then considered the averaged epochs of EEG data in all participants as our multivariate time series of interest, generating a regressor matrix <inline-formula>
<mml:math id="M35">
<mml:mi>Y</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>N</mml:mi>
<mml:mi>S</mml:mi>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula> with <inline-formula>
<mml:math id="M36">
<mml:mi>S</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>26</mml:mn>
</mml:math>
</inline-formula> participant averages, <inline-formula>
<mml:math id="M37">
<mml:mi>N</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1601</mml:mn>
</mml:math>
</inline-formula> time points, and <inline-formula>
<mml:math id="M38">
<mml:mi>M</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>55</mml:mn>
</mml:math>
</inline-formula> EEG channels. Statistical significance of the resulting <inline-formula>
<mml:math id="M39">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>F</mml:mi>
</mml:math>
</inline-formula> matrix within each role and condition was evaluated using 50 surrogate signals, as previously employed in other work (<xref ref-type="bibr" rid="ref14">Faes et al., 2010</xref>; <xref ref-type="bibr" rid="ref29">Kostoglou and M&#x00FC;ller-Putz, 2021</xref>; <xref ref-type="bibr" rid="ref65">Wimmer et al., 2022</xref>). For this purpose, artificial time series (surrogates) were generated by Fourier-transforming the initial multivariate time series, shuffling their phases, and then back-transforming to the time domain. For each surrogate, now void of any causal relation regarding the frequency content, an MVAR model was fitted to the previously found optimum model order <inline-formula>
<mml:math id="M40">
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi mathvariant="italic">opti</mml:mi>
</mml:msub>
</mml:math>
</inline-formula>, and the <inline-formula>
<mml:math id="M41">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>F</mml:mi>
</mml:math>
</inline-formula> matrix was calculated. The threshold for statistical significance in each target-driver pair was then set to the 95th percentile of those 50 surrogate <inline-formula>
<mml:math id="M42">
<mml:mi>D</mml:mi>
<mml:mi>T</mml:mi>
<mml:mi>F</mml:mi>
</mml:math>
</inline-formula> results, below which any results were set to zero, indicating no significant directional connectivity within that specific driver-to-target combination.</p>
</sec>
<sec id="sec17">
<label>2.5.4</label>
<title>Source space analysis</title>
<p>In addition to the explicit analysis of the recorded EEG data, we back-projected the signals to the cortex using Brainstorm [Version: 16-Mar-2023; <xref ref-type="bibr" rid="ref57">Tadel et al. (2011)</xref>]. To this end, we recorded the exact electrode positions for all participants before each session of recordings (ELPOS, Zebris Medical GmbH, Germany) and co-registered the ICBM152 boundary element model [BEM; <xref ref-type="bibr" rid="ref32">Kybic et al. (2006)</xref>] to the specific electrode positions. To alleviate deviations of the individualized electrode positions from the template head model due to differences in head geometry, we projected the positions on the model&#x2019;s surface. Further, we adjusted the standard values for cortex, skull, and scalp conductivities in the BEM to 1, 0.008, and 1. The required noise covariance matrix for calculating forward [OpenMEEG, <xref ref-type="bibr" rid="ref18">Gramfort et al. (2010)</xref>] and inverse solutions [sLORETA, <xref ref-type="bibr" rid="ref39">Pascual-Marqui (2002)</xref>] was estimated from a resting state condition included in the eye movement recording runs (<xref ref-type="bibr" rid="ref56">Srisrisawang and M&#x00FC;ller-Putz, 2022</xref>) and regularized by adding an identity matrix scaled to 10% of the largest eigenvalue. To investigate the valence of the source signals rather than the signals&#x2019; modulus, we constrained the model to only consider one dipole source per voxel oriented perpendicular to the cortex. This led to a total of 15,000 source dipoles across the whole cortex. After projecting the averaged signals per participant to the source space, we thus obtained grand average source maps for both Observer and Executor in all four car-driving conditions.</p>
<p>To further investigate relevant brain regions within each role and condition, we downsampled the full cortical maps to 68 regions of interest as defined within the Desikan-Killiany atlas (<xref ref-type="bibr" rid="ref11">Desikan et al., 2006</xref>) spanning the whole cortex.</p>
</sec>
</sec>
<sec id="sec18">
<label>2.6</label>
<title>Regressing car x position and steering wheel signal</title>
<p>To gain a general understanding of how both the car&#x2019;s position (for both roles) and the steering process (Executors only) are represented in the brain, and to specifically test which of both non-biological signals can more accurately be inferred from the EEG, we chose to slightly modify the EEGNet architecture for regression on our dataset (<xref ref-type="bibr" rid="ref34">Lawhern et al., 2018</xref>). The architecture, a three-layer convolutional neural network, was chosen as EEGNet reportedly provided high performance within a range of tasks in brain signal decoding (<xref ref-type="bibr" rid="ref34">Lawhern et al., 2018</xref>). As the goal of this approach was predominantly to provide first results for regressing car positions and steering information from the brain signals, other undoubtedly equally suitable deep learning architectures, such as deep believe networks (<xref ref-type="bibr" rid="ref3">An et al., 2014</xref>), recurrent neural networks (<xref ref-type="bibr" rid="ref58">Tortora et al., 2020</xref>), or even transformer models (<xref ref-type="bibr" rid="ref55">Song et al., 2023</xref>), have not been investigated in the current work.</p>
<p>For each of the four conditions, a 1&#x2009;s-window (corresponding to <inline-formula>
<mml:math id="M43">
<mml:mi>T</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>200</mml:mn>
</mml:math>
</inline-formula> samples) was slid through the continuous data of each run with a stride of 15 samples (75&#x2009;ms) to obtain a total of 7,920 frames per condition. To prevent possible contributions of muscular activity at EEG channels near the neck to the regression performance, all EEG channels comprising the outermost circle were excluded, yielding windowed data in <inline-formula>
<mml:math id="M44">
<mml:mi>C</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>43</mml:mn>
</mml:math>
</inline-formula> EEG channels of the form <inline-formula>
<mml:math id="M45">
<mml:mi>X</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mn>7920</mml:mn>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>43</mml:mn>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>200</mml:mn>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula>. To retain a causal relationship between training and testing data, we then split the frames into six folds, the last of which we retained for testing. Both training and testing data were standardized with respect to the training dataset.</p>
<p>The network architecture processed batches of inputs of the size <inline-formula>
<mml:math id="M46">
<mml:mi>C</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>T</mml:mi>
</mml:math>
</inline-formula> in three consecutive layers. In the first layer, inputs were zero-padded with 32 samples before and after the input in the time dimension, followed by temporal convolution with a kernel size of (1,64) which corresponded to a high pass cut-off at approximately 3&#x2009;Hz. Within the second layer, we applied depthwise convolution across all available channels [kernel size (43,1)], followed by average pooling with a kernel size of (1,4). A third (final) convolutional layer with kernel size (1,32) further extracted temporal features, followed by a second instance of average pooling with a kernel size of (1,8). Finally, the resulting features were flattened and passed through a fully connected layer returning one real-valued output corresponding to the final prediction of the regression model. Each convolutional layer was followed by a batch normalization layer to accelerate convergence (<xref ref-type="bibr" rid="ref23">Ioffe and Szegedy, 2015</xref>), as well as a dropout layer (0.25 dropout rate each) to impede overfitting. Exponential Linear Units were used for activation functions (<xref ref-type="bibr" rid="ref10">Clevert et al., 2015</xref>).</p>
<p>We generated separate models utilizing the same hyperparameters to regress the car&#x2019;s x position and the steering wheel signal for each condition in the Executors&#x2019; data. In detail, the models were trained for 100 epochs at a learning rate of 10&#x2013;4 with a batch size of 256. We used the Adam optimization algorithm implemented in PyTorch to optimize the model parameters with respect to the mean squared error loss between the prediction and dependent variable (car position or steering signal).</p>
<p>To analyze the importance of each input channel to the model&#x2019;s performance, we further calculated saliency maps on the testing data. To this end, the highly non-linear mapping between a two-dimensional input frame <inline-formula>
<mml:math id="M47">
<mml:mi>I</mml:mi>
</mml:math>
</inline-formula> (i.e., the <inline-formula>
<mml:math id="M48">
<mml:mi>C</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>T</mml:mi>
</mml:math>
</inline-formula> frames of windowed EEG data) and the scalar regression output <inline-formula>
<mml:math id="M49">
<mml:mi>S</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>I</mml:mi>
</mml:mfenced>
</mml:math>
</inline-formula> (predictions) through the neural network is linearly approximated in a first-order Taylor expansion around a given input frame <inline-formula>
<mml:math id="M50">
<mml:msub>
<mml:mi>I</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
</mml:math>
</inline-formula> as</p>
<disp-formula id="EQ3">
<label>(3)</label>
<mml:math id="M51">
<mml:mi>S</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mi>I</mml:mi>
</mml:mfenced>
<mml:mo>&#x2248;</mml:mo>
<mml:msup>
<mml:mi>w</mml:mi>
<mml:mi>T</mml:mi>
</mml:msup>
<mml:mi>I</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>b</mml:mi>
<mml:mo>=</mml:mo>
<mml:msup>
<mml:mfenced open="(" close=")">
<mml:msub>
<mml:mrow>
<mml:mfenced open="(" close=")">
<mml:mfrac>
<mml:mrow>
<mml:mo>&#x2202;</mml:mo>
<mml:mi>S</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2202;</mml:mo>
<mml:mi>I</mml:mi>
</mml:mrow>
</mml:mfrac>
</mml:mfenced>
<mml:mo stretchy="true">|</mml:mo>
</mml:mrow>
<mml:msub>
<mml:mi>I</mml:mi>
<mml:mn>0</mml:mn>
</mml:msub>
</mml:msub>
</mml:mfenced>
<mml:mi>T</mml:mi>
</mml:msup>
<mml:mi>I</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>b</mml:mi>
<mml:mtext>.</mml:mtext>
</mml:math>
</disp-formula>
<p>In practice, for each (flattened) given input frame of the test set, the model weights <inline-formula>
<mml:math id="M52">
<mml:mi>w</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mn>43</mml:mn>
<mml:mo>&#x2217;</mml:mo>
<mml:mn>200</mml:mn>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula>are found via backpropagation, yielding a final saliency map <inline-formula>
<mml:math id="M53">
<mml:mi>M</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mn>43</mml:mn>
<mml:mo>&#x00D7;</mml:mo>
<mml:mn>200</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:msup>
</mml:math>
</inline-formula>. Each entry of M then corresponds to the absolute of the matching entry of <inline-formula>
<mml:math id="M54">
<mml:mi>w</mml:mi>
</mml:math>
</inline-formula> (<xref ref-type="bibr" rid="ref53">Simonyan et al., 2013</xref>) and indicates the contribution of a specific channel and time-point to the network prediction. A topographical feature importance map is then obtained by summing all entries along the time dimension.</p>
<p>The network was implemented using PyTorch (<ext-link xlink:href="https://github.com/pytorch/pytorch" ext-link-type="uri">https://github.com/pytorch/pytorch</ext-link>); feature importance analyses were conducted with the Captum library (<ext-link xlink:href="https://github.com/pytorch/captum" ext-link-type="uri">https://github.com/pytorch/captum</ext-link>).</p>
</sec>
</sec>
<sec sec-type="results" id="sec19">
<label>3</label>
<title>Results</title>
<p>In the following paragraphs, we present grand average EEG results as obtained by time-locking the EEG signals to zero-crossings in the steering signal and zero-crossings in the car x position, respectively. This was done to identify specific brain regions phase-locked to either of these non-biological signals, i.e., regions involved in executive control via time-locking to the steering signal, and regions relating to both visual and feedback processing via time-locking to the car&#x2019;s position on-screen. Concerning the independent component analysis, we excluded on average 3.3 (STD 2.6) components for all participants and conditions.</p>
<sec id="sec20">
<label>3.1</label>
<title>Differences in steering behavior between conditions</title>
<p>To analyze differences in steering behavior, we time-locked the EEG signals to zero-crossings of the steering wheel&#x2019;s signal for all four conditions. As only the Executor performed the steering, we omitted the Observer&#x2019;s data from further analysis utilizing this specific time-lock. Results for the <italic>Proactive Steering</italic> and the <italic>Reactive Steering (Indist.)</italic> conditions are provided in the <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures S2, S4</xref>, upper panels. A first analysis of the scalp topographies at the time-lock (i.e., <italic>steer zero</italic>) and the subsequent time points maximum steering wheel deviation (<italic>steer max</italic>) revealed comparable frontocentral positivities across all conditions, disregarding the corresponding type of control (<italic>Passive, Proactive,</italic> or <italic>Reactive Steering</italic>). The results for the <italic>Passive Steering</italic> and <italic>Reactive Steering (Dist.)</italic> conditions are shown in the lefthand side topographical maps of <xref ref-type="fig" rid="fig3">Figures 3A</xref>,<xref ref-type="fig" rid="fig3">B</xref>, respectively. Significant differences only arose in comparisons with the <italic>Proactive Steering</italic> condition, while a slight frontal shift in activity occurred for all other conditions when compared to the <italic>Passive Steering</italic> condition. The full time courses of the grand averaged EEG signals in all conditions within the <italic>steer zero</italic> time-lock for Execution and Observation are provided in the <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures S8, S9</xref>.</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Execution, <italic>steer zero</italic> time-lock. Grand average topographical maps at the time-lock (<italic>steer zero</italic>, light orange) and maximum steering wheel deflection (<italic>steer max</italic>, dark orange). Pairwise significant differences to the other conditions are shown as black circles in the adjacent topographical maps (Friedman-Nemenyi test, FDR-corrected at 0.05). Grand-average sorted and interpolated trials at electrode position FCz, time-locked to zeros in the steering wheel signal (<italic>steer zero</italic>, black line). Time points of maximum steering wheel deflection (<italic>steer max</italic>) per trial are indicated with a red line; participant averages (grey) of the steering wheel signal and car x position with their corresponding grand averages (black) are shown on top. ERD/ERS patterns, time-averaged across the epoch length as described, in four frequency bands of interest. All results are shown for <bold>(A)</bold> <italic>Passive Steering</italic> and <bold>(B)</bold> <italic>Reactive Steering (Dist.)</italic> conditions.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g003.tif"/>
</fig>
<p>Considering the focal frontocentral activity across conditions, we selected the EEG channel at electrode position FCz for sorting the trials according to their steering latencies. The resulting grand-averaged sorted and interpolated trials of the <italic>Passive Steering</italic> and <italic>Reactive Steering (Dist.)</italic> conditions are shown in the image plots of <xref ref-type="fig" rid="fig3">Figures 3A</xref>,<xref ref-type="fig" rid="fig3">B</xref>, respectively. We observed a clear modulation of brain activity recorded at position FCz with the steering activity, with positivities in the brain signals phase-locked to instances of maximum steering wheel deflection (<xref ref-type="fig" rid="fig3">Figures 3A</xref>,<xref ref-type="fig" rid="fig3">B</xref>, red line in the image plots). For the <italic>Passive Steering</italic> condition, which followed a pre-defined periodicity, the patterns visibly repeated with the steering motion throughout the epoch length, whereas the slower (self-paced) steering within the <italic>Reactive Steering (Dist.)</italic> condition occurred at a larger time frame. Interestingly, we observed very distinct ERD/ERS in the <italic>Passive Steering</italic> condition (<xref ref-type="fig" rid="fig3">Figure 3A</xref>, topographical maps in grey boxes). Delta and theta bands exhibited weak central scalp topographies, whereas alpha and specifically beta bands showed focal activity for EEG channels at electrode positions C3 and C4. Similar, though more frontal delta ERD and ERS topographies arose for the <italic>Reactive Steering</italic> conditions (<xref ref-type="fig" rid="fig3">Figure 3B</xref>, topographical maps in grey boxes), whereas no clear patterns were observed for the theta frequency band. We also noted a clear shift in alpha activity to occipital regions for both ERD and ERS maps, as well as additional occipital activity in the beta band.</p>
<p>An analysis of the cortical regions of interest comprising the Desikan-Killiany atlas is depicted in <xref ref-type="fig" rid="fig4">Figure 4</xref>; cortical maps between the single condition results indicate regions of significant pairwise difference at a significance level of 0.05 (dark red patches, FDR corrected for multiple comparisons). The cortical activity within the <italic>Proactive Steering</italic> condition (second panel from the left) showed strong attenuation and proved significantly different from all other conditions for most regions of interest; in contrast, no overall significant differences were seen for pairwise comparisons in other conditions. Interestingly, strongest activations arose in the bilateral caudal anterior (cACC) and posterior cingulate cortices (PCCs), parahippocampal and precentral gyri, and precuneus area across all conditions, with additional strong unilateral engagement of prefrontal cortex areas.</p>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>Execution, <italic>steer zero</italic> time-lock. Grand-average cortical activity at 68 brain regions defined within the Desikan-Killiany atlas for <italic>Passive, Proactive, and Reactive Steering (Dist./Indist.)</italic> conditions (f.l.t.r.). Pairwise significant differences (Friedman-Nemenyi test, FDR-corrected at 0.01) are shown as dark red patches on the cortical maps.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g004.tif"/>
</fig>
<p>To analyze directional connectivity within all EEG channels, we utilized the standardized participant averages in the <italic>steer zero</italic> time-lock, yielding a multivariate time series matrix <inline-formula>
<mml:math id="M55">
<mml:mi>X</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>N</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>S</mml:mi>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula>, with <inline-formula>
<mml:math id="M56">
<mml:mi>M</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>55</mml:mn>
</mml:math>
</inline-formula> channels, <inline-formula>
<mml:math id="M57">
<mml:mi>N</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1601</mml:mn>
</mml:math>
</inline-formula> time points [(&#x2212;2,6)s epoch], and <inline-formula>
<mml:math id="M58">
<mml:mi>S</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>26</mml:mn>
</mml:math>
</inline-formula> participants. The optimum model orders per condition and role were exclusively found to be <inline-formula>
<mml:math id="M59">
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi mathvariant="italic">opti</mml:mi>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mfenced open="{" close="}" separators=",">
<mml:mn>21</mml:mn>
<mml:mn>22</mml:mn>
</mml:mfenced>
<mml:mtext>.</mml:mtext>
</mml:math>
</inline-formula> In line with the time-frequency analysis, we then averaged the outflow across the four frequency bands of interest (delta to beta). Topographical maps displaying the total information outflow per band in the different paradigm conditions are shown in <xref ref-type="fig" rid="fig5">Figure 5</xref>. In detail, we observed large-scale information outflow at central and parietal regions during the <italic>Passive Steering</italic> condition across all frequency bands. In contrast, these regions condense increasingly toward frontocentral sites as the frequency is lowered; specifically in the delta band, little significant information outflow remains apart from regions at approximately electrode position FCz. Notably, an increase in information outflow from these frontocentral sites within the beta band arises in the <italic>Reactive Steering</italic> conditions.</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p><italic>Steer zero</italic> time-lock. Total information outflow per channel as obtained from the Directed Transfer Function (DTF) for <italic>Passive, Proactive,</italic> and <italic>Reactive Steering (Dist./Indist.)</italic> conditions (f.t.t.b.) in four frequency bands of interest for Execution.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g005.tif"/>
</fig>
</sec>
<sec id="sec21">
<label>3.2</label>
<title>Differences in feedback processing between conditions</title>
<p>To assess differences in visual and feedback processing between conditions and roles, we additionally time-locked the EEG signals to zero-crossings of the car&#x2019;s x position for all four conditions. In the case of the <italic>Passive Steering</italic> trials, this merely implied time-locking to every instance where the car passed through the screen&#x2019;s center, while for <italic>Proactive</italic> and <italic>Reactive Steering</italic> conditions, it additionally corresponded to the car&#x2019;s maximum deviation from the straight road. In contrast to the steering time-lock employed before, we here considered both Observer and the Executor data, as the visual input related to the car position time-lock comparably affected both roles.</p>
<p>To analyze cortical responses in Observers and Executors to a moving stimulus sans error connotation, we first analyzed the scalp topographies during zero crossings (<italic>car zero</italic>) and maximum deviation from the screen&#x2019;s center (<italic>car max</italic>) in the <italic>Passive Steering</italic> condition. The results are displayed in <xref ref-type="fig" rid="fig6">Figure 6A</xref> (Executor) and B (Observer). As can be seen, the topographical maps for both time points largely coincide for both roles, with slightly increased central activity for the Executors and overall attenuated signal amplitudes in the Observers (see scale). Statistical analyses revealed significant differences between this <italic>Passive Steering</italic> condition and both <italic>Reactive Steering</italic> conditions (small topographical maps; channels displaying significant differences are mapped as black circles) at a significance level of 0.05 (FDR corrected). The full time courses of the grand averaged EEG signals in all conditions within the <italic>car zero</italic> time-lock for Execution and Observation are provided in the <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures S6, S7</xref>.</p>
<fig position="float" id="fig6">
<label>Figure 6</label>
<caption>
<p><italic>Passive Steering</italic>, <italic>car zero</italic> time-lock. Grand average topographical maps at the time-lock (<italic>car zero</italic>, light orange) and maximum car deviation from the road (<italic>car max</italic>, dark orange). Pairwise significant differences to the other conditions are shown as black circles in the adjacent topographical maps (Friedman-Nemenyi test, FDR-corrected at 0.05). Grand-average sorted and interpolated trials at electrode position Pz, time-locked to zeros in the car x position (<italic>car zero</italic>, black line). Time points of maximum car deviation from the road (<italic>car max</italic>) per trial are indicated with a red line; participant averages (grey) of the steering wheel signal and car x position with their corresponding grand averages (black) are shown on top. ERD/ERS patterns, time-averaged across the epoch length as described, in four frequency bands of interest. All results are shown for <bold>(A)</bold> Execution and <bold>(B)</bold> Observation.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g006.tif"/>
</fig>
<p>To analyze the relation between brain activity and car position, we sorted and interpolated all EEG trials at electrode position Pz (highest activity as observed in the topographical maps); the results are shown in the image plots of <xref ref-type="fig" rid="fig6">Figures 6A</xref>,<xref ref-type="fig" rid="fig6">B</xref>. Interestingly, we observed clear modulations of the parietal brain activity with the phase of the car signal, i.e., positivities in the EEG coinciding with the car&#x2019;s center position, negativities coinciding with the car&#x2019;s maximum left/right deviation from the center. In contrast to the steering time-lock, neither ERD nor ERS maps show similar C3/C4 activity in the alpha and beta bands. However, similar ERD/ERS patterns arose between Observers and Executors, with high parietal theta and alpha activity.</p>
<p>Similar analyses for the <italic>Reactive Steering (Dist.)</italic> condition are shown in <xref ref-type="fig" rid="fig7">Figures 7A</xref>,<xref ref-type="fig" rid="fig7">B</xref>; results for the remaining conditions are provided in the <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures S2, S4</xref>, lower panels; <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures S3, S5</xref>. Compared to the <italic>Passive Steering</italic> condition void of any error connotation, we observed clear frontocentral (Executors) and centroparietal (Observers) scalp distributions in the grand-average EEG signals. Overall, there appeared to be a frontal shift during task execution compared to simple task observation. Apart from the mentioned differences in comparison to the <italic>Passive Steering</italic> condition, additional significant differences arose in comparison with the <italic>Proactive Steering</italic> condition for both roles; however, no differences between the two <italic>Reactive Steering</italic> conditions were found. Considering the topographical maps, we chose to investigate the single-channel EEG activity at electrode position Cz in this case; the sorted and interpolated grand-average trials are shown in the image plots of <xref ref-type="fig" rid="fig7">Figures 7A</xref>,<xref ref-type="fig" rid="fig7">B</xref>. As can be seen, we observed strong modulations of Cz EEG activity with the car&#x2019;s specific x position on the screen in the Executors&#x2019; data; a similar though much more attenuated behavior also translated to the Observers&#x2019; data.</p>
<fig position="float" id="fig7">
<label>Figure 7</label>
<caption>
<p><italic>Reactive Steering (Dist.), car zero</italic> time-lock. Grand average topographical maps at the time-lock (<italic>car zero</italic>, light orange) and maximum car deviation from the road (<italic>car max</italic>, dark orange). Pairwise significant differences to the other conditions are shown as black circles in the adjacent topographical maps (Friedman-Nemenyi test, FDR-corrected at 0.05). Grand-average sorted and interpolated trials at electrode position Cz, time-locked to zeros in the car x position (<italic>car zero</italic>, black line). Time points of maximum car deviation from the road (<italic>car max</italic>) per trial are indicated with a red line; participant averages (grey) of the steering wheel signal and car x position with their corresp. Grand averages (black) are shown on top. ERD/ERS patterns, time-averaged across the epoch length as described, in four frequency bands of interest. All results are shown for <bold>(A)</bold> Execution and <bold>(B)</bold> Observation.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g007.tif"/>
</fig>
<p>As in the <italic>Passive Steering</italic> condition, we observed similar ERD/ERS patterns in the alpha band in the <italic>Reactive Steering.</italic> In addition, fronto-central delta band activity arose in the Executors, which could not be observed in the Observer data.</p>
<p>In line with analyses regarding the <italic>steer zero</italic> time-lock (see previous section), we analyzed the cortical activity within each condition in the <italic>car zero</italic> time-lock for both Observer and Executor data; pairwise significant differences between conditions at 0.05 (FDR corrected) are once again shown as red areas on the cortical maps (<xref ref-type="fig" rid="fig8">Figures 8</xref>, <xref ref-type="fig" rid="fig9">9</xref>, resp.). We observed very clear modulations with the car&#x2019;s x position in the <italic>Passive Steering</italic> condition that largely coincided for both roles. In detail, grand-average signals in the Desikan-Killiany atlas revealed shared activity in the bilateral pericalcarine cortices, lingual gyri, the isthmus of the cingulate cortices, precunei, and the superior parietal gyri.</p>
<fig position="float" id="fig8">
<label>Figure 8</label>
<caption>
<p>Observation, <italic>car zero</italic> time-lock. Grand-average cortical activity at 68 regions defined within the Desikan-Killiany atlas for <italic>Passive, Proactive, and Reactive Steering (Dist./Indist.)</italic> conditions (f.l.t.r.). Pairwise significant differences (Friedman-Nemenyi test, FDR-corrected at 0.01) are shown as dark red patches on the cortical maps.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g008.tif"/>
</fig>
<fig position="float" id="fig9">
<label>Figure 9</label>
<caption>
<p>Execution, <italic>car zero</italic> time-lock. Grand-average cortical activity at 68 regions defined within the Desikan-Killiany atlas for <italic>Passive, Proactive,</italic> and <italic>Reactive Steering (Dist./Indist.)</italic> conditions (f.l.t.r.). Pairwise significant differences (Friedman-Nemenyi test, FDR-corrected at 0.01) are shown as dark red patches on the cortical maps.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g009.tif"/>
</fig>
<p>We interestingly observed stronger overall activity within the <italic>Passive Steering</italic> condition compared to other conditions in the Observers than in the Executors; however, we report increased activity in the posterior cingulate cortex for the Executors that was not found for Observers. As in the <italic>steer zero</italic> time-lock, little activity was found within the <italic>Proactive Steering</italic> condition; however, both roles showed increased engagement of the bilateral posterior and caudal anterior cingulate cortices, as well as the parahippocampal gyri, and temporal regions within both <italic>Reactive Steering</italic> conditions.</p>
<p>To estimate directional connectivity between distinct brain regions, we utilized the standardized participant averages of the form <inline-formula>
<mml:math id="M60">
<mml:mi>X</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mi>R</mml:mi>
<mml:mrow>
<mml:mi>M</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>N</mml:mi>
<mml:mo>&#x00D7;</mml:mo>
<mml:mi>S</mml:mi>
</mml:mrow>
</mml:msup>
</mml:math>
</inline-formula> in the <italic>car zero</italic> time-lock for both roles, with <italic>M</italic>&#x2009;=&#x2009;55 channels, <inline-formula>
<mml:math id="M61">
<mml:mi>N</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1601</mml:mn>
</mml:math>
</inline-formula> time points [(&#x2212;2,6)s epoch], and <inline-formula>
<mml:math id="M62">
<mml:mi>S</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>26</mml:mn>
</mml:math>
</inline-formula> participants. The optimum model orders per condition and role were again exclusively found to be <inline-formula>
<mml:math id="M63">
<mml:msub>
<mml:mi>p</mml:mi>
<mml:mi mathvariant="italic">opti</mml:mi>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mfenced open="{" close="}" separators=",">
<mml:mn>21</mml:mn>
<mml:mn>22</mml:mn>
</mml:mfenced>
</mml:math>
</inline-formula>. Topographical maps displaying the total information outflow per band (target-averaged DTF results) in the different paradigm conditions are shown in <xref ref-type="fig" rid="fig10">Figures 10A</xref>,<xref ref-type="fig" rid="fig10">B</xref> for Observers and Executors, respectively. As in the <italic>steer zero</italic> time-lock, we observed large-scale information outflow at central and parietal regions during the <italic>Passive Steering</italic> condition in all frequency bands, whereas the total information outflow within the other conditions increasingly condensed toward fronto-central sites with decreasing frequency.</p>
<fig position="float" id="fig10">
<label>Figure 10</label>
<caption>
<p><italic>Car zero</italic> time-lock. Total information outflow per channel as obtained from the Directed Transfer Function (DTF) for <italic>Passive, Proactive,</italic> and <italic>Reactive Steering (Dist./Indist.),</italic> Steering conditions (f.t.t.b.) in four frequency bands of interest for <bold>(A)</bold> Observers and <bold>(B)</bold> Executors.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g010.tif"/>
</fig>
</sec>
<sec id="sec22">
<label>3.3</label>
<title>Differences between observed and executed driving</title>
<p>To analyze differences between observed and executed car driving within error-free and erroneous steering conditions at moments of zero and maximum car deviation from the center of the screen (<italic>car zero</italic> and <italic>car max</italic>), a Wilcoxon test along with FDR correction at a significance level of 0.05 was consulted. Considering these two time points of interest in four conditions and 55 EEG channels, we corrected for a total of <inline-formula>
<mml:math id="M64">
<mml:mi>N</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>440</mml:mn>
</mml:math>
</inline-formula> tests. Interestingly, no significant differences arose for a comparison between Observer and Executor data in the <italic>Passive Steering</italic> condition for either time point of interest (see <xref ref-type="fig" rid="fig11">Figure 11</xref>, leftmost topographical maps). However, within the <italic>Proactive</italic> and <italic>Reactive Steering</italic> conditions, we observed significant differences between the roles at fronto-central electrode sites. Specifically in the <italic>Reactive Steering (Dist.)</italic> condition, an area of significance around the electrode position FCz emerged, which similarly arose for the <italic>Reactive Steering (Indist.)</italic> condition as well.</p>
<fig position="float" id="fig11">
<label>Figure 11</label>
<caption>
<p>Differences between Observation and Execution, car time-locks. Absolute differences between Observation and Execution at the time points of (top row) zero and (bottom row) maximum car deviation from the screen&#x2019;s center (<italic>car zero</italic> and <italic>car max</italic>) for <italic>Passive, Proactive,</italic> and <italic>Reactive Steering (Dist./Indist.)</italic> conditions (f.l.t.r.). Large topographical maps indicate the difference maps, smaller topographical maps highlighted in blue and orange correspond to the grand-average signals per condition for Observation and Execution, respectively. Channels displaying significant differences between both roles are indicated with small black circles (Wilcoxon signed rank test, FDR-corrected at significance level 0.05).</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g011.tif"/>
</fig>
</sec>
<sec id="sec23">
<label>3.4</label>
<title>Regression results</title>
<p>We trained separate models for all participants in each condition to regress the car&#x2019;s x position on the screen and the steering wheel signal from the Executors&#x2019; EEG data, respectively. The training curves of both the root mean square error and Pearson&#x2019;s correlation coefficient for the regression of both signals are provided in the <xref rid="SM1" ref-type="supplementary-material">Supplementary Figures S10, S11</xref>. For both signals, the maximum testing correlation between signal and prediction is shown in <xref ref-type="fig" rid="fig12">Figure 12</xref> (A: car position, B: steering wheel signal). A Wilcoxon signed rank test revealed significantly higher regression performance for the <italic>Passive Steering</italic> condition (FDR-corrected at 0.01), and significantly decreased performance for the <italic>Proactive Steering</italic> condition (FDR-corrected at 0.001) when regression the car&#x2019;s x position compared to the steering wheel signal. No significant differences arose between both performances for the <italic>Reactive Steering</italic> conditions, although we observed generally higher maximum correlation values per participant when regressing the steering wheel signal (see <xref ref-type="table" rid="tab1">Tables 1</xref>, <xref ref-type="table" rid="tab2">2</xref>). Notably, the performance considerably dropped for all conditions apart from the <italic>Passive Steering</italic> condition, where median values of 0.84 and 0.81 for Pearson&#x2019;s correlation arose.</p>
<fig position="float" id="fig12">
<label>Figure 12</label>
<caption>
<p>Regression results, Execution. Boxplots of maximum testing correlations obtained throughout all 100 epochs of training the model when regressing <bold>(A)</bold> the car&#x2019;s x position and <bold>(B)</bold> the steering wheel signal. Small black dots indicate single participant maxima, diamonds denote the means, large circles indicate outliers. Significant differences (Wilcoxon signed rank test, FDR-corrected at 0.01) are marked with two asterisks (&#x002A;&#x002A;). Averaged normalized saliency maps displaying each channel&#x2019;s importance for regressing <bold>(C)</bold> the car&#x2019;s x position and <bold>(D)</bold> the steering wheel signal.</p>
</caption>
<graphic xlink:href="fnhum-18-1383956-g012.tif"/>
</fig>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Pearson correlation values (Corr r) for car position and steering wheel signal regression on the testing set.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="3"/>
<th align="char" valign="top" char="&#x00D7;" colspan="6">Observation</th>
<th align="char" valign="top" char="&#x00D7;" colspan="6">Execution</th>
</tr>
<tr>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Car x position (px)</th>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Steering signal (a.u.)</th>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Car x position (px)</th>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Steering signal (a.u.)</th>
</tr>
<tr>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Passive</td>
<td align="center" valign="middle"><bold>0.66 (0.17)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.68</td>
<td align="center" valign="middle">[0.15, 0.93]</td>
<td align="center" valign="middle"><bold>0.54 (0.20)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.61</td>
<td align="center" valign="middle">[0.08, 0.84]</td>
<td align="center" valign="middle"><bold>0.82 (0.12)&#x002A;&#x002A;&#x00B0;&#x00B0;</bold></td>
<td align="center" valign="middle">0.84</td>
<td align="center" valign="middle">[0.53, 0.96]</td>
<td align="center" valign="middle"><bold>0.78 (0.12)&#x002A;&#x002A;&#x00B0;&#x00B0;</bold></td>
<td align="center" valign="middle">0.81</td>
<td align="center" valign="middle">[0.44, 0.93]</td>
</tr>
<tr>
<td align="left" valign="middle">Proactive</td>
<td align="center" valign="middle">0.14 (0.09)</td>
<td align="center" valign="middle">0.14</td>
<td align="center" valign="middle">[&#x2212;0.03, 0.33]</td>
<td align="center" valign="middle"><bold>0.12 (0.10)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.12</td>
<td align="center" valign="middle">[&#x2212;0.04, 0.27]</td>
<td align="center" valign="middle">0.17 (0.16)<bold>&#x00B0;&#x00B0;&#x00B0;</bold></td>
<td align="center" valign="middle">0.16</td>
<td align="center" valign="middle">[0.03, 0.24]</td>
<td align="center" valign="middle"><bold>0.32 (0.12)&#x002A;&#x002A;&#x00B0;&#x00B0;&#x00B0;</bold></td>
<td align="center" valign="middle">0.31</td>
<td align="center" valign="middle">[0.12, 0.56]</td>
</tr>
<tr>
<td align="left" valign="middle">Reactive (Dist.)</td>
<td align="center" valign="middle">0.24 (0.11)</td>
<td align="center" valign="middle">0.24</td>
<td align="center" valign="middle">[0.09, 0.52]</td>
<td align="center" valign="middle"><bold>0.20 (0.09)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.20</td>
<td align="center" valign="middle">[0.06, 0.46]</td>
<td align="center" valign="middle">0.35 (0.06)</td>
<td align="center" valign="middle">0.32</td>
<td align="center" valign="middle">[0.03, 0.80]</td>
<td align="center" valign="middle"><bold>0.36 (0.16)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.35</td>
<td align="center" valign="middle">[0.05, 0.71]</td>
</tr>
<tr>
<td align="left" valign="middle">Reactive (Indist.)</td>
<td align="center" valign="middle"><bold>0.23 (0.09)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.23</td>
<td align="center" valign="middle">[0.05, 0.37]</td>
<td align="center" valign="middle"><bold>0.22 (0.12)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.22</td>
<td align="center" valign="middle">[0.03, 0.42]</td>
<td align="center" valign="middle"><bold>0.38 (0.11)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.37</td>
<td align="center" valign="middle">[0.20, 0.65]</td>
<td align="center" valign="middle"><bold>0.42 (0.14)&#x002A;&#x002A;</bold></td>
<td align="center" valign="middle">0.41</td>
<td align="center" valign="middle">[0.20, 0.70]</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;&#x002A; Significant differences between observation and execution, significance level 0.01.</p>
<p>&#x00B0;&#x00B0; / &#x00B0;&#x00B0;&#x00B0; Significant differences between car x position and steering (execution only), significance level 0.01 and 0.001.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Root mean square error (RMSE) values for car position and steering wheel signal regression on the testing set.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th rowspan="3"/>
<th align="char" valign="top" char="&#x00D7;" colspan="6">Observation</th>
<th align="char" valign="top" char="&#x00D7;" colspan="6">Execution</th>
</tr>
<tr>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Car x position (px)</th>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Steering signal (a.u.)</th>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Car x position (px)</th>
<th align="char" valign="top" char="&#x00D7;" colspan="3">Steering signal (a.u.)</th>
</tr>
<tr>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
<th align="char" valign="top" char="&#x00D7;">Mean (SD)</th>
<th align="char" valign="top" char="&#x00D7;">Median</th>
<th align="char" valign="top" char="&#x00D7;">Range</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Passive</td>
<td align="center" valign="middle">203 (40)</td>
<td align="center" valign="middle">205</td>
<td align="center" valign="middle">[113, 384]</td>
<td align="center" valign="middle">0.26 (0.17)</td>
<td align="center" valign="middle">0.21</td>
<td align="center" valign="middle">[0.05, 0.70]</td>
<td align="center" valign="middle">157 (42)</td>
<td align="center" valign="middle">154</td>
<td align="center" valign="middle">[81, 238]</td>
<td align="center" valign="middle">0.19 (0.11)</td>
<td align="center" valign="middle">0.15</td>
<td align="center" valign="middle">[0.05, 0.41]</td>
</tr>
<tr>
<td align="left" valign="middle">Proactive</td>
<td align="center" valign="middle">12 (10)</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">[4, 43]</td>
<td align="center" valign="middle">0.02 (0.01)</td>
<td align="center" valign="middle">0.01</td>
<td align="center" valign="middle">[0.01, 0.04]</td>
<td align="center" valign="middle">10 (6)</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">[4, 27]</td>
<td align="center" valign="middle">0.02 (0.01)</td>
<td align="center" valign="middle">0.01</td>
<td align="center" valign="middle">[0.01, 0.04]</td>
</tr>
<tr>
<td align="left" valign="middle">Reactive (Dist.)</td>
<td align="center" valign="middle">367 (75)</td>
<td align="center" valign="middle">364</td>
<td align="center" valign="middle">[243, 520]</td>
<td align="center" valign="middle">0.49 (0.16)</td>
<td align="center" valign="middle">0.45</td>
<td align="center" valign="middle">[0.27, 0.80]</td>
<td align="center" valign="middle">357 (81)</td>
<td align="center" valign="middle">359</td>
<td align="center" valign="middle">[214, 544]</td>
<td align="center" valign="middle">0.47 (0.14)</td>
<td align="center" valign="middle">0.44</td>
<td align="center" valign="middle">[0.27, 0.76]</td>
</tr>
<tr>
<td align="left" valign="middle">Reactive (Indist.)</td>
<td align="center" valign="middle">326 (74)</td>
<td align="center" valign="middle">302</td>
<td align="center" valign="middle">[232, 457]</td>
<td align="center" valign="middle">0.45 (0.20)</td>
<td align="center" valign="middle">0.45</td>
<td align="center" valign="middle">[0.13, 0.79]</td>
<td align="center" valign="middle">316 (73)</td>
<td align="center" valign="middle">305</td>
<td align="center" valign="middle">[217, 462]</td>
<td align="center" valign="middle">0.41 (0.18)</td>
<td align="center" valign="middle">0.39</td>
<td align="center" valign="middle">[0.13, 0.77]</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;&#x002A; Significant differences between observation and execution, significance level 0.01.</p>
<p>&#x00B0;&#x00B0; / &#x00B0;&#x00B0;&#x00B0; Significant differences between car x position and steering (execution only), significance level 0.01 and 0.001.</p>
</table-wrap-foot>
</table-wrap>
<p>An analysis of the importance of each channel unveiled largely identical grand average (normalized) saliency maps for both the regression of the car&#x2019;s x position (<xref ref-type="fig" rid="fig12">Figure 12C</xref>) and the steering wheel signal (<xref ref-type="fig" rid="fig12">Figure 12D</xref>) in each condition (<italic>Passive Steering, Proactive Steering, Reactive Steering (Dist.), Reactive Steering (Indist.),</italic> f.l.t.r.). Overall, considerable feature importance lies on parietal and occipital channels for all conditions, with increased engagement of central channels during the <italic>Proactive</italic> and <italic>Reactive Steering</italic> conditions. Within the <italic>Reactive Steering</italic> conditions, we further observed increased channel importance at electrode positions C3 and C4.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec24">
<label>4</label>
<title>Discussion</title>
<p>Within our analysis of both observation and execution data during a car driving simulation, we addressed three major questions. First, how does the brain manifest motor control across various steering conditions during executed car driving? Second, how do visual and feedback processing vary between error-free and error-prone driving performance in both observed and executed driving, and how do both roles differ from each other? And lastly, which non-biological signal &#x2013; the car&#x2019;s position on the screen or the steering wheel signal &#x2013; is best represented in the EEG?</p>
<sec id="sec25">
<label>4.1</label>
<title>Cortical representations of passive, proactive, and reactive steering</title>
<p>To investigate brain signals relating to the steering process, we time-locked the EEG data to zero-crossings of the steering wheel signal. Within this time-lock, we observed largely coinciding scalp topographies across all steering conditions (<italic>Passive, Proactive,</italic> and <italic>Reactive Steering</italic>, <xref ref-type="fig" rid="fig3">Figure 3</xref> and <xref rid="SM1" ref-type="supplementary-material">Supplementary file</xref>). Significant differences only arose in pairwise comparisons with the largely attenuated signals of the <italic>Proactive Steering</italic> condition, which most likely traces back to the minimal steering necessary during this condition. For all other conditions exhibiting comparable levels of steering movement, no significant differences arose, indicating matching executive activity in the brain that presumably relates to the steering motion itself and disregards error-free or error-prone driving performance. Nonetheless, we observed a qualitative frontal-shift within <italic>Reactive Steering</italic> compared to <italic>Passive Steering</italic> (large topographical maps, <xref ref-type="fig" rid="fig3">Figure 3B</xref>), substantiated by directional connectivity analyses unveiling increasingly focal fronto-central areas of the scalp as sites of highest information outflow during <italic>Proactive</italic> and <italic>Reactive Steering</italic> conditions. Source analysis traced these observations back to increased activity in the caudal anterior cingulate cortex (<xref ref-type="fig" rid="fig4">Figure 4</xref>, third and fourth panel), a region reportedly involved in the cognitive control of motor behavior (<xref ref-type="bibr" rid="ref20">Holroyd et al., 2004</xref>) and performance monitoring (<xref ref-type="bibr" rid="ref60">Ursu et al., 2009</xref>). In addition, increased activity in the bilateral parahippocampal gyrus, as well as the right caudal middle frontal gyrus and frontal pole arose; regions involed in visuospatial processing (<xref ref-type="bibr" rid="ref2">Aminoff et al., 2013</xref>) and reorientation of attention (<xref ref-type="bibr" rid="ref24">Japee et al., 2015</xref>) in humans, as well as evaluation of self-generated decisions in monkeys (<xref ref-type="bibr" rid="ref59">Tsujimoto et al., 2010</xref>). However, shared regions of cortical activity could be found for all steering conditions (<xref ref-type="fig" rid="fig4">Figure 4</xref>). In this context, we specifically report engagement of the posterior cingulate cortex, which has been linked to both the integration of reward processing, attention, and motor control systems and the dynamic modification of strategy (<xref ref-type="bibr" rid="ref40">Pearson et al., 2009</xref>). Furthermore, notable engagement of temporal regions arose, which we however hypothesize relates to the increased noise generated by the wheel during the conditions involving expansive steering motion (<italic>Passive</italic> and <italic>Reactive Steering</italic>).</p>
<p>Interestingly, we additionally observed differences in event-related desynchronization/synchronization (ERD/ERS) between the steering conditions. In detail, we observed prominent alpha and especially beta activity at electrode positions C3 and C4 during the perfectly periodic pre-defined car movement within the <italic>Passive Steering</italic> condition, both sites situated bilaterally above the hand regions of the sensorimotor cortex. In contrast, activity during the <italic>Reactive Steering</italic> conditions moved noticeably towards occipital regions especially in the alpha frequency band. This indicates increased emphasis on processing visual information within <italic>Reactive Steering</italic> conditions compared to the <italic>Passive Steering</italic> condition and aligns with previous findings of Garcia and colleagues, who likewise reported a transition from delta and beta activity during proactive brain states to prominent alpha activity during reactive brain states (<xref ref-type="bibr" rid="ref17">Garcia et al., 2017</xref>).</p>
<p>Sorting all trials at electrode position FCz with respect to their steering latency, we further found clear modulations in the brain signals with the steering wheel signal for all conditions, with positivities in the EEG visibly coinciding with instances of maximum steering wheel deflection (image plots, <xref ref-type="fig" rid="fig3">Figure 3</xref>), coinciding with previous reports in the context of error processing by <xref ref-type="bibr" rid="ref7">Burle et al. (2008)</xref> who showed similar fronto-central positivities in the EEG at instances of corrective button-presses.</p>
</sec>
<sec id="sec26">
<label>4.2</label>
<title>Cortical representations of visual and feedback processing</title>
<p>Employing an additional time-lock to instances of zero crossings of the car&#x2019;s x position on screen, we further analyzed brain responses phase-locked to the visual input delivered within our car-driving paradigms. As both Observers and Executors were exposed to the same visual stimulants, we investigated both the Observers&#x2019; and the Executors&#x2019; data within this time-lock.</p>
<p>Notably, the brain patterns matched closely between Observers and Executors within the <italic>Passive Steering</italic> condition (see <xref ref-type="fig" rid="fig6">Figure 6</xref>), substantiated by a lack of observed significant differences between the roles (<xref ref-type="fig" rid="fig11">Figure 11</xref>, leftmost topographical maps). Both roles showed strong modulations with the visual feedback (moving car) especially in parietal regions and displayed large-scale significant differences in fronto-central and occipital channels when compared to both <italic>Reactive Steering</italic> conditions (<xref ref-type="fig" rid="fig6">Figure 6</xref>), indicating a clear distinction between the processing of error-free and error-prone driving performance. Additionally, the ERD/ERS topographies (<xref ref-type="fig" rid="fig6">Figure 6</xref>, grey boxes) showed clear occipital engagement for both roles in the theta and alpha frequency bands, contrasting with the central (motor) activity observed in the steering time-lock (<xref ref-type="fig" rid="fig3">Figure 3</xref>, grey boxes).</p>
<p>As the error-free driving performance within the <italic>Passive Steering</italic> condition was entirely fake, the Executors&#x2019; steering movement within this condition did not correlate directly with the car&#x2019;s position on-screen, yielding largely distinct patterns for both time-locks (compare <xref ref-type="fig" rid="fig3">Figures 3A</xref>, <xref ref-type="fig" rid="fig6">6A</xref>) and thus both separate processes &#x2013; motor activity and visual processing &#x2013; in the brain. In contrast, the high-level correlations between steering and car position during the other conditions lead to matching scalp topographies in the Executors for both time-locks (compare <xref ref-type="fig" rid="fig3">Figures 3B</xref>, <xref ref-type="fig" rid="fig7">7A</xref>), disallowing a separation of brain regions engaging for both individual processes. A comparison to the Observers&#x2019; data within <italic>Proactive</italic> and <italic>Reactive Steering</italic> revealed significant differences especially in the fronto-central areas of the scalp, presumably due to the slightly more attenuated and parietally shifted potentials during observation despite overall similar patterns (see <xref ref-type="fig" rid="fig11">Figure 11</xref>, second, third and fourth columns). The lack of a similarly significant difference during <italic>Passive Steering</italic> (first column) indicates that the observed disparities are not solely related to the additional motor activity within the Executors. This assumption is strengthened by findings of increased bilateral activity in the caudal anterior cingulate cortex (<xref ref-type="bibr" rid="ref20">Holroyd et al., 2004</xref>; <xref ref-type="bibr" rid="ref60">Ursu et al., 2009</xref>) within <italic>Reactive Steering</italic> conditions in the Executors in both the steering and the car position time-lock (see <xref ref-type="fig" rid="fig4">Figures 4</xref>, <xref ref-type="fig" rid="fig8">8</xref>, <xref ref-type="fig" rid="fig9">9</xref>), as well as more focal frontocentral sites of information outflow within out connectivity analyses (<xref ref-type="fig" rid="fig10">Figures 10A</xref>,<xref ref-type="fig" rid="fig10">B</xref>).</p>
</sec>
<sec id="sec27">
<label>4.3</label>
<title>Representation of sub-processes in the brain</title>
<p>For both Observers and Executors, the <italic>Passive Steering</italic> condition yielded the highest correlations in our regression, most likely due to the perfectly periodic modulations evoked in the brain by the strict periodicity of the car movement within this condition. However, the synchrony between visual input and motor output within this steering condition may additionally contribute to high regression performances. In detail, the participants observed a periodically moving car programmed to always remain perfectly on the winding road. As such, target (the white centerline) and feedback (the moving car) concurred throughout the condition, allowing the focus of attention to condense strictly to the moving car. Interestingly, we nonetheless observed significantly higher performance for regressing the car position compared to the steering wheel signal in the <italic>Passive Steering</italic> condition within Executors, tentatively indicating a more prominent representation of the visual aspect of the task compared to the mostly automated steering (see <xref ref-type="fig" rid="fig12">Figure 12</xref>).</p>
<p>In contrast, the correlations within the <italic>Reactive Steering</italic> conditions merely reached half of the values for the <italic>Passive Steering</italic>, displaying no significance in the differences in the regression of both signals. This might suggest that both processes &#x2013; visual feedback processing and motor control &#x2013; commanded equal levels of related brain activity, yet the direct correlations between steering and car position within these conditions disallows a clear assessment. As the <italic>Reactive Steering</italic> conditions did not follow the strict periodicity of the <italic>Passive Steering</italic> condition, the observed drop in performance was to be expected to a certain degree. However, within <italic>Reactive Steering</italic>, the car continuously deviated from the road, constantly splitting the participants&#x2019; attention between the intended and the observed target (car) position, which might have additionally led to lower correlations. Furthermore, while a regression of the car position corresponded simultaneously to a regression of the intended position on-screen during the <italic>Passive Steering</italic> condition, it rather equaled a regression of the continuous feedback error (the deviation from the road) in the case of the <italic>Reactive Steering</italic> condition. As such, the results are indeed interesting despite the moderate correlations and indicate the feasibility of regressing continuous error signals as observed within our previous work (<xref ref-type="bibr" rid="ref45">Pulferer et al., 2023</xref>) even during real-life situations.</p>
<p>Lastly, we observed the lowest correlations when regressing within the <italic>Proactive Steering</italic> condition, presumably due to both the minimal motor output and the barely visible deviations from the road. Nonetheless, we obtained significantly higher correlations when regressing the steering wheel signal, implying that the minute deviations from the road provided less relevant information than even the minimal steering movement.</p>
</sec>
<sec id="sec28">
<label>4.4</label>
<title>Limitations</title>
<p>Despite the exploratory nature of the current work to analyze the recently reported continuous correlates to error processing in more detail, several limitations of the present study need to be mentioned.</p>
<p>First and foremost, as has been the modus operandi for most studies reporting on electroencephalographic correlates in the past decades (<xref ref-type="bibr" rid="ref33">Larson and Carbine, 2017</xref>), prior sample size calculations were neglected. As a result, the exact statistical power of the observed effects cannot be stated; a shortcoming which needs to be alleviated in follow-up studies.</p>
<p>Secondly, the lengthy measurement sessions and restricting nature of the paradigm during revoked steering agency gave rise to various superimposing factors; specifically, fatigue, frustration, and boredom may have impacted the recorded cortical information &#x2013; a recurring issue in neuroscientific studies which nonetheless remains problematic. In addition, the limited spatial resolution within source projection methods further demands conservative interpretation.</p>
<p>Thirdly, the utilized car driving paradigm was displayed in a most minimalistic fashion, only incorporating a bird view of the lane instead of immersive driving simulations. While this reduction of distractors proved to be necessary for interpreting our first results presented in the current work, future work will need to close the gap to more realistic driving experiences to observe similar effects in a real-world scenario.</p>
<p>And lastly, the approach used for investigating the feasibility of regressing both the steering and the car position signals via a neural network could serve only as a proof-of-concept. Different architectures would need to be consulted in future work to obtain a reliable estimate for the optimum performance obtainable within this research question.</p>
</sec>
</sec>
<sec sec-type="conclusions" id="sec29">
<label>5</label>
<title>Conclusion</title>
<p>We conclude that a clear separation of distinct subprocesses constituting car driving utilizing different time-locks is feasible, yet additional data of observed driving remains crucial in obtaining a clear distinction between motor activity and visual / higher-level cognitive processing. We reported both increased fronto-central brain activity and increasingly focal fronto-central information outflow during execution, as well as significant fronto-central differences between observed and executed driving, for error-prone driving performance, which traces back to increased performance monitoring within the caudal anterior cingulate cortex. Depending on the time-locking signal of either the steering signal or the car position, we further observed clear event related desynchronization and synchronization above the hand motor area (beta band) and visual cortex (alpha band), respectively. Lastly, we presented first results for regressing continuous road deviations from the EEG, indicating possible use-cases for investigating run-off-road scenarios. Overall, the results indicate that different subprocesses of car driving can be identified via brain recordings during both task execution and observation, and that cortical information related to continuous error processing can indeed be detected non-invasively for possible use in more naturalistic and intuitive control mechanisms in future brain-computer interface designs.</p>
</sec>
<sec sec-type="data-availability" id="sec30">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec31">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Ethics Board of Graz University of Technology. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec32">
<title>Author contributions</title>
<p>HP: Writing &#x2013; review &#x0026; editing, Writing &#x2013; original draft, Visualization, Methodology, Investigation, Formal analysis, Data curation, Conceptualization. CG: Writing &#x2013; review &#x0026; editing, Supervision, Resources, Project administration, Methodology. GM-P: Writing &#x2013; review &#x0026; editing, Visualization, Supervision, Project administration, Methodology, Funding acquisition, Conceptualization.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec33">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research, authorship, and/or publication of this article. This work was supported by the NTU-TUG joint Ph.D. program. Supported by TU Graz Open Access Publishing Fund.</p>
</sec>
<ack>
<p>The authors acknowledge the extended Graz BCI Team, as well as the NTU CBCR Team for insightful discussions and valuable comments on both methodology and interpretation of the results.</p>
</ack>
<sec sec-type="COI-statement" id="sec34">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
<p>The author(s) declared that they were an editorial board member of Frontiers, at the time of submission. This had no impact on the peer review process and the final decision.</p>
</sec>
<sec sec-type="disclaimer" id="sec35">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="sec36">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fnhum.2024.1383956/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fnhum.2024.1383956/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.PDF" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Akaike</surname> <given-names>H.</given-names></name>
</person-group> (<year>1998</year>). <article-title>On the use of a linear model for the identification of feedback systems</article-title>. <source>Springer Ser. Stat.</source> <fpage>115</fpage>&#x2013;<lpage>129</lpage>. doi: <pub-id pub-id-type="doi">10.1007/978-1-4612-1694-0_9</pub-id></citation>
</ref>
<ref id="ref2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aminoff</surname> <given-names>E. M.</given-names></name> <name><surname>Kveraga</surname> <given-names>K.</given-names></name> <name><surname>Bar</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>The role of the Parahippocampal cortex in cognition</article-title>. <source>Trends Cogn. Sci.</source> <volume>17</volume>, <fpage>379</fpage>&#x2013;<lpage>390</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.tics.2013.06.009</pub-id></citation>
</ref>
<ref id="ref3">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>An</surname> <given-names>X.</given-names></name> <name><surname>Kuang</surname> <given-names>D.</given-names></name> <name><surname>Guo</surname> <given-names>X.</given-names></name> <name><surname>Zhao</surname> <given-names>Y.</given-names></name> <name><surname>He</surname> <given-names>L.</given-names></name></person-group> (<year>2014</year>). &#x201C;<article-title>A deep learning method for classification of EEG data based on motor imagery</article-title>&#x201D; in <source>Intelligent computing in bioinformatics</source> (<publisher-loc>Switzerland</publisher-loc>: <publisher-name>Springer International Publishing</publisher-name>), <fpage>203</fpage>&#x2013;<lpage>210</lpage>.</citation>
</ref>
<ref id="ref4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baccal&#x00E1;</surname> <given-names>L. A.</given-names></name> <name><surname>Sameshima</surname> <given-names>K.</given-names></name> <name><surname>Ballester</surname> <given-names>G.</given-names></name> <name><surname>Valle</surname> <given-names>A. C. D.</given-names></name></person-group> (<year>1998</year>). <article-title>Studying the interaction between brain structures via directed coherence and a causality test</article-title>. <source>Appl. Signal Process.</source> <volume>5</volume>, <fpage>40</fpage>&#x2013;<lpage>48</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s005290050005</pub-id></citation>
</ref>
<ref id="ref5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Borra</surname> <given-names>D.</given-names></name> <name><surname>Mondini</surname> <given-names>V.</given-names></name> <name><surname>Magosso</surname> <given-names>E.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2023</year>). <article-title>Decoding movement kinematics from EEG using an interpretable convolutional neural network</article-title>. <source>Comput. Biol. Med.</source> <volume>165</volume>:<fpage>107323</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compbiomed.2023.107323</pub-id></citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Brainard</surname> <given-names>D. H.</given-names></name>
</person-group> (<year>1997</year>). <article-title>The psychophysics toolbox</article-title>. <source>Spat. Vis.</source> <volume>10</volume>, <fpage>433</fpage>&#x2013;<lpage>436</lpage>. doi: <pub-id pub-id-type="doi">10.1163/156856897X00357</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burle</surname> <given-names>B.</given-names></name> <name><surname>Roger</surname> <given-names>C.</given-names></name> <name><surname>Allain</surname> <given-names>S.</given-names></name> <name><surname>Vidal</surname> <given-names>F.</given-names></name> <name><surname>Hasbroucq</surname> <given-names>T.</given-names></name></person-group> (<year>2008</year>). <article-title>Error negativity does not reflect conflict: a reappraisal of conflict monitoring and anterior cingulate cortex activity</article-title>. <source>J. Cogn. Neurosci.</source> <volume>20</volume>, <fpage>1637</fpage>&#x2013;<lpage>1655</lpage>. doi: <pub-id pub-id-type="doi">10.1162/jocn.2008.20110</pub-id></citation>
</ref>
<ref id="ref8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carp</surname> <given-names>J.</given-names></name> <name><surname>Compton</surname> <given-names>R. J.</given-names></name></person-group> (<year>2009</year>). <article-title>Alpha power is influenced by performance errors</article-title>. <source>Psychophysiology</source> <volume>46</volume>, <fpage>336</fpage>&#x2013;<lpage>343</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1469-8986.2008.00773.x</pub-id></citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Cicchino</surname> <given-names>J. B.</given-names></name>
</person-group> (<year>2018</year>). <article-title>Effects of lane departure warning on police-reported crash rates</article-title>. <source>J. Saf. Res.</source> <volume>66</volume>, <fpage>61</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jsr.2018.05.006</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Clevert</surname> <given-names>Djork-Arn&#x00E9;</given-names></name> <name><surname>Unterthiner</surname> <given-names>Thomas</given-names></name> <name><surname>Hochreiter</surname> <given-names>Sepp</given-names></name></person-group>. (<year>2015</year>). &#x201C;<article-title>Fast and accurate deep network learning by exponential linear units (ELUs)</article-title>.&#x201D; <italic>ArXiv [Cs.LG]</italic>. arXiv. Available at: <ext-link xlink:href="http://arxiv.org/abs/1511.07289" ext-link-type="uri">http://arxiv.org/abs/1511.07289</ext-link>.</citation>
</ref>
<ref id="ref11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Desikan</surname> <given-names>R. S.</given-names></name> <name><surname>S&#x00E9;gonne</surname> <given-names>F.</given-names></name> <name><surname>Fischl</surname> <given-names>B.</given-names></name> <name><surname>Quinn</surname> <given-names>B. T.</given-names></name> <name><surname>Dickerson</surname> <given-names>B. C.</given-names></name> <name><surname>Blacker</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2006</year>). <article-title>An automated labeling system for subdividing the human cerebral cortex on MRI scans into Gyral based regions of interest</article-title>. <source>NeuroImage</source> <volume>31</volume>, <fpage>968</fpage>&#x2013;<lpage>980</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2006.01.021</pub-id></citation>
</ref>
<ref id="ref12">
<citation citation-type="confproc"><person-group person-group-type="author"><name><surname>ElSherif</surname> <given-names>Ahmed</given-names></name> <name><surname>Karaman</surname> <given-names>Ahmed</given-names></name> <name><surname>Ahmed</surname> <given-names>Omar</given-names></name> <name><surname>Magdy</surname> <given-names>Omar</given-names></name> <name><surname>Shouman</surname> <given-names>Reham</given-names></name> <name><surname>El-Noumier</surname> <given-names>Rita</given-names></name> <etal/></person-group>., (<year>2020</year>). &#x201C;<article-title>Monitoring and predicting driving performance using EEG activity</article-title>.&#x201D; <conf-name>2020 15th International Conference on Computer Engineering and Systems (ICCES). IEEE</conf-name>.</citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faes</surname> <given-names>L.</given-names></name> <name><surname>Erla</surname> <given-names>S.</given-names></name> <name><surname>Porta</surname> <given-names>A.</given-names></name> <name><surname>Nollo</surname> <given-names>G.</given-names></name></person-group> (<year>2013</year>). <article-title>A framework for assessing frequency domain causality in physiological time series with instantaneous effects</article-title>. <source>Philos. Transact. A Math. Phys. Eng. Sci.</source> <volume>371</volume>:<fpage>20110618</fpage>. doi: <pub-id pub-id-type="doi">10.1098/rsta.2011.0618</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faes</surname> <given-names>L.</given-names></name> <name><surname>Porta</surname> <given-names>A.</given-names></name> <name><surname>Nollo</surname> <given-names>G.</given-names></name></person-group> (<year>2010</year>). <article-title>Testing frequency-domain causality in multivariate time series</article-title>. <source>I.E.E.E. Trans. Biomed. Eng.</source> <volume>57</volume>, <fpage>1897</fpage>&#x2013;<lpage>1906</lpage>. doi: <pub-id pub-id-type="doi">10.1109/TBME.2010.2042715</pub-id></citation>
</ref>
<ref id="ref15">
<citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Falkenstein</surname> <given-names>M.</given-names></name> <name><surname>Hohnsbein</surname> <given-names>J.</given-names></name> <name><surname>Hoormann</surname> <given-names>J.</given-names></name> <name><surname>Blanke</surname> <given-names>L.</given-names></name></person-group> (<year>1989</year>). &#x201C;<article-title>Error processing in choice reaction tasks with focused and Crossmodal divided attention</article-title>. <conf-name>An ERP Study.&#x201D; L Conference on EventRelated Potenti Als of the Brain. May 23&#x2013;June 3</conf-name>, <publisher-loc>Noordwijk, the Netherlands</publisher-loc>.</citation>
</ref>
<ref id="ref16">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Fu</surname> <given-names>X.</given-names></name> <name><surname>Zhao</surname> <given-names>L.</given-names></name> <name><surname>Guan</surname> <given-names>C.</given-names></name></person-group> (<year>2022</year>). &#x201C;<article-title>MATN: multi-model attention network for gait prediction from EEG</article-title>&#x201D; in <source>In <italic>2022 international joint conference on neural networks (IJCNN)</italic></source> (<publisher-loc>Padua, Italy</publisher-loc>: <publisher-name>IEEE</publisher-name>), <fpage>1</fpage>&#x2013;<lpage>8</lpage>.</citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garcia</surname> <given-names>J. O.</given-names></name> <name><surname>Brooks</surname> <given-names>J.</given-names></name> <name><surname>Kerick</surname> <given-names>S.</given-names></name> <name><surname>Johnson</surname> <given-names>T.</given-names></name> <name><surname>Mullen</surname> <given-names>T. R.</given-names></name> <name><surname>Vettel</surname> <given-names>J. M.</given-names></name></person-group> (<year>2017</year>). <article-title>Estimating direction in brain-behavior interactions: proactive and reactive brain states in driving</article-title>. <source>NeuroImage</source> <volume>150</volume>, <fpage>239</fpage>&#x2013;<lpage>249</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2017.02.057</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gramfort</surname> <given-names>A.</given-names></name> <name><surname>Papadopoulo</surname> <given-names>T.</given-names></name> <name><surname>Olivi</surname> <given-names>E.</given-names></name> <name><surname>Clerc</surname> <given-names>M.</given-names></name></person-group> (<year>2010</year>). <article-title>OpenMEEG: Opensource software for Quasistatic bioelectromagnetics</article-title>. <source>Biomed. Eng. Online</source> <volume>9</volume>:<fpage>45</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1475-925X-9-45</pub-id></citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Granger</surname> <given-names>C. W. J.</given-names></name>
</person-group> (<year>1969</year>). <article-title>Investigating causal relations by econometric models and cross-spectral methods</article-title>. <source>Econometrica</source> <volume>37</volume>, <fpage>424</fpage>&#x2013;<lpage>438</lpage>. doi: <pub-id pub-id-type="doi">10.2307/1912791</pub-id></citation>
</ref>
<ref id="ref20">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Holroyd</surname> <given-names>C. B.</given-names></name> <name><surname>Nieuwenhuis</surname> <given-names>S.</given-names></name> <name><surname>Mars</surname> <given-names>R. B.</given-names></name> <name><surname>Coles</surname> <given-names>M. G. H.</given-names></name></person-group> (<year>2004</year>). &#x201C;<article-title>Anterior cingulate cortex, selection for action, and error processing</article-title>&#x201D; in <source>Cognitive neuroscience of attention</source>. ed. <person-group person-group-type="editor">
<name><surname>Posner</surname> <given-names>M. I.</given-names></name>
</person-group>, vol. <volume>466</volume> (<publisher-loc>New York, NY, US</publisher-loc>: <publisher-name>The Guilford Press</publisher-name>), <fpage>219</fpage>&#x2013;<lpage>231</lpage>.</citation>
</ref>
<ref id="ref21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Horikawa</surname> <given-names>E.</given-names></name> <name><surname>Okamura</surname> <given-names>N.</given-names></name> <name><surname>Tashiro</surname> <given-names>M.</given-names></name> <name><surname>Sakurada</surname> <given-names>Y.</given-names></name> <name><surname>Maruyama</surname> <given-names>M.</given-names></name> <name><surname>Arai</surname> <given-names>H.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>The neural correlates of driving performance identified using positron emission tomography</article-title>. <source>Brain Cogn.</source> <volume>58</volume>, <fpage>166</fpage>&#x2013;<lpage>171</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.bandc.2004.10.002</pub-id></citation>
</ref>
<ref id="ref22">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Hyv&#x00E4;rinen</surname> <given-names>A.</given-names></name>
</person-group> (<year>1999</year>). <article-title>Fast and robust fixed-point algorithms for independent component analysis</article-title>. <source>IEEE Trans. Neural Netw.</source> <volume>10</volume>, <fpage>626</fpage>&#x2013;<lpage>634</lpage>. doi: <pub-id pub-id-type="doi">10.1109/72.761722</pub-id></citation>
</ref>
<ref id="ref23">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Ioffe</surname> <given-names>Sergey</given-names></name> <name><surname>Szegedy</surname> <given-names>Christian</given-names></name></person-group>. (<year>2015</year>). &#x201C;Batch normalization: accelerating deep network training by reducing internal covariate shift.&#x201D; <italic>ArXiv [Cs.LG]</italic>. arXiv. Available at: <ext-link xlink:href="http://arxiv.org/abs/1502.03167" ext-link-type="uri">http://arxiv.org/abs/1502.03167</ext-link>.</citation>
</ref>
<ref id="ref24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Japee</surname> <given-names>S.</given-names></name> <name><surname>Holiday</surname> <given-names>K.</given-names></name> <name><surname>Satyshur</surname> <given-names>M. D.</given-names></name> <name><surname>Mukai</surname> <given-names>I.</given-names></name> <name><surname>Ungerleider</surname> <given-names>L. G.</given-names></name></person-group> (<year>2015</year>). <article-title>A role of right middle frontal gyrus in reorienting of attention: a case study</article-title>. <source>Front. Syst. Neurosci.</source> <volume>9</volume>:<fpage>23</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fnsys.2015.00023</pub-id></citation>
</ref>
<ref id="ref25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kami&#x0144;ski</surname> <given-names>M. J.</given-names></name> <name><surname>Blinowska</surname> <given-names>K. J.</given-names></name></person-group> (<year>1991</year>). <article-title>A new method of the description of the information flow in the brain structures</article-title>. <source>Biol. Cybern.</source> <volume>65</volume>, <fpage>203</fpage>&#x2013;<lpage>210</lpage>. doi: <pub-id pub-id-type="doi">10.1007/BF00198091</pub-id></citation>
</ref>
<ref id="ref26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kleiner</surname> <given-names>M.</given-names></name> <name><surname>Brainard</surname> <given-names>D.</given-names></name> <name><surname>Pelli</surname> <given-names>D.</given-names></name></person-group> (<year>2007</year>). <article-title>ECVP &#x2018;07 abstracts</article-title>. <source>Perception</source> <volume>36</volume>, <fpage>1</fpage>&#x2013;<lpage>235</lpage>. doi: <pub-id pub-id-type="doi">10.1177/03010066070360S101</pub-id></citation>
</ref>
<ref id="ref27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kobler</surname> <given-names>R. J.</given-names></name> <name><surname>Sburlea</surname> <given-names>A. I.</given-names></name> <name><surname>Lopes-Dias</surname> <given-names>C.</given-names></name> <name><surname>Schwarz</surname> <given-names>A.</given-names></name> <name><surname>Hirata</surname> <given-names>M.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2020</year>). <article-title>Corneo-retinal-dipole and eyelid-related eye artifacts can be corrected offline and online in electroencephalographic and magnetoencephalographic signals</article-title>. <source>NeuroImage</source> <volume>218</volume>:<fpage>117000</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2020.117000</pub-id></citation>
</ref>
<ref id="ref28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koelewijn</surname> <given-names>T.</given-names></name> <name><surname>van Schie</surname> <given-names>H. T.</given-names></name> <name><surname>Bekkering</surname> <given-names>H.</given-names></name> <name><surname>Oostenveld</surname> <given-names>R.</given-names></name> <name><surname>Jensen</surname> <given-names>O.</given-names></name></person-group> (<year>2008</year>). <article-title>Motor-cortical Beta oscillations are modulated by correctness of observed action</article-title>. <source>NeuroImage</source> <volume>40</volume>, <fpage>767</fpage>&#x2013;<lpage>775</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2007.12.018</pub-id></citation>
</ref>
<ref id="ref29">
<citation citation-type="other"><person-group person-group-type="author"><name>
<surname>Kostoglou</surname>
</name> <name>
<surname>M&#x00FC;ller-Putz</surname>
</name></person-group> (<year>2021</year>). &#x201C;<article-title>Directed connectivity analysis in people with spinal cord injury during attempted arm and hand movements</article-title>&#x201D; in <source>Proc. annual meeting of the Austrian society ForBiomedical engineering Verlag der TU Graz Graz University of Technology 2021</source>.</citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kusano</surname> <given-names>K. D.</given-names></name> <name><surname>Gabler</surname> <given-names>H. C.</given-names></name></person-group> (<year>2014</year>). <article-title>Comprehensive target populations for current active safety systems using National Crash Databases</article-title>. <source>Traffic Inj. Prev.</source> <volume>15</volume>, <fpage>753</fpage>&#x2013;<lpage>761</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15389588.2013.871003</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kusano</surname> <given-names>K.</given-names></name> <name><surname>Gorman</surname> <given-names>T. I.</given-names></name> <name><surname>Sherony</surname> <given-names>R.</given-names></name> <name><surname>Gabler</surname> <given-names>H. C.</given-names></name></person-group> (<year>2014</year>). <article-title>Potential occupant injury reduction in the U.S. vehicle Fleet for lane departure warning-equipped vehicles in single-vehicle crashes</article-title>. <source>Traffic Inj. Prev.</source> <volume>15</volume>, <fpage>S157</fpage>&#x2013;<lpage>S164</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15389588.2014.922684</pub-id></citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kybic</surname> <given-names>J.</given-names></name> <name><surname>Clerc</surname> <given-names>M.</given-names></name> <name><surname>Faugeras</surname> <given-names>O.</given-names></name> <name><surname>Keriven</surname> <given-names>R.</given-names></name> <name><surname>Papadopoulo</surname> <given-names>T.</given-names></name></person-group> (<year>2006</year>). <article-title>Generalized head models for MEG/EEG: boundary element method beyond nested volumes</article-title>. <source>Phys. Med. Biol.</source> <volume>51</volume>, <fpage>1333</fpage>&#x2013;<lpage>1346</lpage>. doi: <pub-id pub-id-type="doi">10.1088/0031-9155/51/5/021</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Larson</surname> <given-names>M. J.</given-names></name> <name><surname>Carbine</surname> <given-names>K. A.</given-names></name></person-group> (<year>2017</year>). <article-title>Sample size calculations in human electrophysiology (EEG and ERP) studies: a systematic review and recommendations for increased rigor</article-title>. <source>Int. J. Psychophysiol.</source> <volume>111</volume>, <fpage>33</fpage>&#x2013;<lpage>41</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijpsycho.2016.06.015</pub-id></citation>
</ref>
<ref id="ref34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lawhern</surname> <given-names>V. J.</given-names></name> <name><surname>Solon</surname> <given-names>A. J.</given-names></name> <name><surname>Waytowich</surname> <given-names>N. R.</given-names></name> <name><surname>Gordon</surname> <given-names>S. M.</given-names></name> <name><surname>Hung</surname> <given-names>C. P.</given-names></name> <name><surname>Lance</surname> <given-names>B. J.</given-names></name></person-group> (<year>2018</year>). <article-title>EEGNet: a compact convolutional neural network for EEG-based brain-computer interfaces</article-title>. <source>J. Neural Eng.</source> <volume>15</volume>:<fpage>056013</fpage>. doi: <pub-id pub-id-type="doi">10.1088/1741-2552/aace8c</pub-id></citation>
</ref>
<ref id="ref35">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Mart&#x00ED;nez-Cagigal</surname> <given-names>V.</given-names></name> <name><surname>Kobler</surname> <given-names>R. J.</given-names></name> <name><surname>Mondini</surname> <given-names>V.</given-names></name> <name><surname>Hornero</surname> <given-names>R.</given-names></name> <name><surname>Muller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2020</year>). &#x201C;<article-title>Non-linear online low-frequency EEG decoding of arm movements during a pursuit tracking task</article-title>&#x201D; in <source>In <italic>2020 42nd annual international conference of the IEEE engineering in medicine biology society (EMBC)</italic></source>, IEEE. <fpage>2981</fpage>&#x2013;<lpage>2985</lpage>.</citation>
</ref>
<ref id="ref36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mondini</surname> <given-names>V.</given-names></name> <name><surname>Kobler</surname> <given-names>R. J.</given-names></name> <name><surname>Sburlea</surname> <given-names>A. I.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2020</year>). <article-title>Continuous low-frequency EEG decoding of arm movement for closed-loop, natural control of a robotic arm</article-title>. <source>J. Neural Eng.</source> <volume>17</volume>:<fpage>046031</fpage>. doi: <pub-id pub-id-type="doi">10.1088/1741-2552/aba6f7</pub-id></citation>
</ref>
<ref id="ref37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nieuwenhuis</surname> <given-names>S.</given-names></name> <name><surname>Ridderinkhof</surname> <given-names>K. R.</given-names></name> <name><surname>Blom</surname> <given-names>J.</given-names></name> <name><surname>Band</surname> <given-names>G. P.</given-names></name> <name><surname>Kok</surname> <given-names>A.</given-names></name></person-group> (<year>2001</year>). <article-title>Error-related brain potentials are differentially related to awareness of response errors: evidence from an Antisaccade task</article-title>. <source>Psychophysiology</source> <volume>38</volume>, <fpage>752</fpage>&#x2013;<lpage>760</lpage>. doi: <pub-id pub-id-type="doi">10.1111/1469-8986.3850752</pub-id></citation>
</ref>
<ref id="ref38">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Oldfield</surname> <given-names>R. C.</given-names></name>
</person-group> (<year>1971</year>). <article-title>The assessment and analysis of handedness: the Edinburgh inventory</article-title>. <source>Neuropsychologia</source> <volume>9</volume>, <fpage>97</fpage>&#x2013;<lpage>113</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0028-3932(71)90067-4</pub-id></citation>
</ref>
<ref id="ref39">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Pascual-Marqui</surname> <given-names>R. D.</given-names></name>
</person-group> (<year>2002</year>). <article-title>Standardized low-resolution brain electromagnetic tomography (SLORETA): technical details</article-title>. <source>Methods Find. Exp. Clin. Pharmacol.</source> <volume>24</volume>, <fpage>5</fpage>&#x2013;<lpage>12</lpage>.</citation>
</ref>
<ref id="ref40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pearson</surname> <given-names>J. M.</given-names></name> <name><surname>Hayden</surname> <given-names>B. Y.</given-names></name> <name><surname>Raghavachari</surname> <given-names>S.</given-names></name> <name><surname>Platt</surname> <given-names>M. L.</given-names></name></person-group> (<year>2009</year>). <article-title>Neurons in posterior cingulate cortex signal exploratory decisions in a dynamic multioption choice task</article-title>. <source>Curr. Biol.</source> <volume>19</volume>, <fpage>1532</fpage>&#x2013;<lpage>1537</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cub.2009.07.048</pub-id></citation>
</ref>
<ref id="ref41">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Pelli</surname> <given-names>D. G.</given-names></name>
</person-group> (<year>1997</year>). <article-title>The VideoToolbox software for visual psychophysics: transforming numbers into movies</article-title>. <source>Spat. Vis.</source> <volume>10</volume>, <fpage>437</fpage>&#x2013;<lpage>442</lpage>. doi: <pub-id pub-id-type="doi">10.1163/156856897X00366</pub-id></citation>
</ref>
<ref id="ref42">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Pfurtscheller</surname> <given-names>G.</given-names></name>
</person-group> (<year>1992</year>). <article-title>Event-related synchronization (ERS): An electrophysiological correlate of cortical areas at rest</article-title>. <source>Electroencephalogr. Clin. Neurophysiol.</source> <volume>83</volume>, <fpage>62</fpage>&#x2013;<lpage>69</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0013-4694(92)90133-3</pub-id></citation>
</ref>
<ref id="ref43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pfurtscheller</surname> <given-names>G.</given-names></name> <name><surname>Aranibar</surname> <given-names>A.</given-names></name></person-group> (<year>1977</year>). <article-title>Event-related cortical desynchronization detected by power measurements of scalp EEG</article-title>. <source>Electroencephalogr. Clin. Neurophysiol.</source> <volume>42</volume>, <fpage>817</fpage>&#x2013;<lpage>826</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0013-4694(77)90235-8</pub-id></citation>
</ref>
<ref id="ref44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pion-Tonachini</surname> <given-names>L.</given-names></name> <name><surname>Kreutz-Delgado</surname> <given-names>K.</given-names></name> <name><surname>Makeig</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>ICLabel: An automated electroencephalographic independent component classifier, dataset, and website</article-title>. <source>NeuroImage</source> <volume>198</volume>, <fpage>181</fpage>&#x2013;<lpage>197</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2019.05.026</pub-id></citation>
</ref>
<ref id="ref45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pulferer</surname> <given-names>H. S.</given-names></name> <name><surname>Kostoglou</surname> <given-names>K.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2023</year>). <article-title>Getting off track: cortical feedback processing network modulated by continuous error signal during target-feedback mismatch</article-title>. <source>NeuroImage</source> <volume>274</volume>:<fpage>120144</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2023.120144</pub-id></citation>
</ref>
<ref id="ref46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pulferer</surname> <given-names>H. S.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2022</year>). <article-title>Continuous error processing during a closed-loop 2D tracking task</article-title>. <source>Curr. Direct. Biomed. Eng.</source> <volume>8</volume>, <fpage>173</fpage>&#x2013;<lpage>176</lpage>. doi: <pub-id pub-id-type="doi">10.1515/cdbme-2022-1045</pub-id></citation>
</ref>
<ref id="ref47">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Saito</surname> <given-names>Y.</given-names></name> <name><surname>Harashima</surname> <given-names>H.</given-names></name></person-group> (<year>1981</year>). &#x201C;<article-title>Tracking of information within multichannel EEG record causal analysis in Eeg</article-title>&#x201D; in <source>Recent Advances in ${EEG} and {EMG}$ Data Processing</source>. eds. <person-group person-group-type="editor"><name><surname>Yamaguchi</surname> <given-names>N.</given-names></name> <name><surname>Fujisawa</surname> <given-names>K.</given-names></name></person-group> (<publisher-name>Elsevier</publisher-name>).</citation>
</ref>
<ref id="ref48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Savitzky</surname> <given-names>A.</given-names></name> <name><surname>Golay</surname> <given-names>M. J. E.</given-names></name></person-group> (<year>1964</year>). <article-title>Smoothing and differentiation of data by simplified least squares procedures</article-title>. <source>Anal. Chem.</source> <volume>36</volume>, <fpage>1627</fpage>&#x2013;<lpage>1639</lpage>. doi: <pub-id pub-id-type="doi">10.1021/ac60214a047</pub-id></citation>
</ref>
<ref id="ref49">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Schl&#x00F6;gl</surname> <given-names>A.</given-names></name>
</person-group> (<year>2006</year>). <article-title>A comparison of multivariate autoregressive estimators</article-title>. <source>Signal Process.</source> <volume>86</volume>, <fpage>2426</fpage>&#x2013;<lpage>2429</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.sigpro.2005.11.007</pub-id></citation>
</ref>
<ref id="ref50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schneider</surname> <given-names>T.</given-names></name> <name><surname>Neumaier</surname> <given-names>A.</given-names></name></person-group> (<year>2001</year>). <article-title>Algorithm 808: ARfit&#x2014;a Matlab package for the estimation of parameters and Eigenmodes of multivariate autoregressive models</article-title>. <source>ACM Trans. Math. Soft.</source> <volume>27</volume>, <fpage>58</fpage>&#x2013;<lpage>65</lpage>. doi: <pub-id pub-id-type="doi">10.1145/382043.382316</pub-id></citation>
</ref>
<ref id="ref51">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Schneiders</surname> <given-names>E.</given-names></name> <name><surname>Kristensen</surname> <given-names>M. B.</given-names></name> <name><surname>Svangren</surname> <given-names>M. K.</given-names></name> <name><surname>Skov</surname> <given-names>M. B.</given-names></name></person-group> (<year>2020</year>). &#x201C;<article-title>Temporal impact on cognitive distraction detection for Car drivers using EEG</article-title>&#x201D; in <source>In <italic>32nd Australian conference on human-computer interaction</italic></source> (<publisher-loc>New York, NY, USA</publisher-loc>: <publisher-name>ACM</publisher-name>).</citation>
</ref>
<ref id="ref52">
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Schwarz</surname> <given-names>G.</given-names></name>
</person-group> (<year>1978</year>). <article-title>Estimating the dimension of a model</article-title>. <source>Ann. Stat.</source> <volume>6</volume>, <fpage>461</fpage>&#x2013;<lpage>464</lpage>. doi: <pub-id pub-id-type="doi">10.1214/aos/1176344136</pub-id></citation>
</ref>
<ref id="ref53">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Simonyan</surname> <given-names>Karen</given-names></name> <name><surname>Vedaldi</surname> <given-names>Andrea</given-names></name> <name><surname>Zisserman</surname> <given-names>Andrew</given-names></name></person-group>. (<year>2013</year>). &#x201C;Deep inside convolutional networks: Visualising image classification models and saliency maps.&#x201D; <italic>ArXiv [Cs.CV]</italic>. arXiv. Available at: <ext-link xlink:href="http://arxiv.org/abs/1312.6034" ext-link-type="uri">http://arxiv.org/abs/1312.6034</ext-link>.</citation>
</ref>
<ref id="ref54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Simpson</surname> <given-names>T. G.</given-names></name> <name><surname>Rafferty</surname> <given-names>K.</given-names></name></person-group> (<year>2022</year>). <article-title>EEG correlates of driving performance</article-title>. <source>IEEE Trans. Human-Mach. Syst.</source> <volume>52</volume>, <fpage>232</fpage>&#x2013;<lpage>247</lpage>. doi: <pub-id pub-id-type="doi">10.1109/THMS.2021.3137032</pub-id></citation>
</ref>
<ref id="ref55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Song</surname> <given-names>Y.</given-names></name> <name><surname>Zheng</surname> <given-names>Q.</given-names></name> <name><surname>Liu</surname> <given-names>B.</given-names></name> <name><surname>Gao</surname> <given-names>X.</given-names></name></person-group> (<year>2023</year>). <article-title>EEG conformer: convolutional transformer for EEG decoding and visualization</article-title>. <source>IEEE Trans. Neural Syst. Rehab. Eng.</source> <volume>31</volume>, <fpage>710</fpage>&#x2013;<lpage>719</lpage>. doi: <pub-id pub-id-type="doi">10.1109/TNSRE.2022.3230250</pub-id></citation>
</ref>
<ref id="ref56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Srisrisawang</surname> <given-names>N.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2022</year>). <article-title>Applying dimensionality reduction techniques in source-space electroencephalography via template and magnetic resonance imaging-derived head models to continuously decode hand trajectories</article-title>. <source>Front. Hum. Neurosci.</source> <volume>16</volume>:<fpage>830221</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fnhum.2022.830221</pub-id></citation>
</ref>
<ref id="ref57">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tadel</surname> <given-names>F.</given-names></name> <name><surname>Baillet</surname> <given-names>S.</given-names></name> <name><surname>Mosher</surname> <given-names>J. C.</given-names></name> <name><surname>Pantazis</surname> <given-names>D.</given-names></name> <name><surname>Leahy</surname> <given-names>R. M.</given-names></name></person-group> (<year>2011</year>). <article-title>Brainstorm: a user-friendly application for MEG/EEG analysis</article-title>. <source>Comput. Intell. Neurosci.</source> <volume>2011</volume>:<fpage>879716</fpage>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1155/2011/879716</pub-id></citation>
</ref>
<ref id="ref58">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tortora</surname> <given-names>S.</given-names></name> <name><surname>Ghidoni</surname> <given-names>S.</given-names></name> <name><surname>Chisari</surname> <given-names>C.</given-names></name> <name><surname>Micera</surname> <given-names>S.</given-names></name> <name><surname>Artoni</surname> <given-names>F.</given-names></name></person-group> (<year>2020</year>). <article-title>Deep learning-based BCI for gait decoding from EEG with LSTM recurrent neural network</article-title>. <source>J. Neural Eng.</source> <volume>17</volume>:<fpage>046011</fpage>. doi: <pub-id pub-id-type="doi">10.1088/1741-2552/ab9842</pub-id></citation>
</ref>
<ref id="ref59">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tsujimoto</surname> <given-names>S.</given-names></name> <name><surname>Genovesio</surname> <given-names>A.</given-names></name> <name><surname>Wise</surname> <given-names>S. P.</given-names></name></person-group> (<year>2010</year>). <article-title>Evaluating self-generated decisions in frontal pole cortex of monkeys</article-title>. <source>Nat. Neurosci.</source> <volume>13</volume>, <fpage>120</fpage>&#x2013;<lpage>126</lpage>. doi: <pub-id pub-id-type="doi">10.1038/nn.2453</pub-id></citation>
</ref>
<ref id="ref60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ursu</surname> <given-names>S.</given-names></name> <name><surname>Clark</surname> <given-names>K. A.</given-names></name> <name><surname>Aizenstein</surname> <given-names>H. J.</given-names></name> <name><surname>Andrew Stenger</surname> <given-names>V.</given-names></name> <name><surname>Carter</surname> <given-names>C. S.</given-names></name></person-group> (<year>2009</year>). <article-title>Conflict-related activity in the caudal anterior cingulate cortex in the absence of awareness</article-title>. <source>Biol. Psychol.</source> <volume>80</volume>, <fpage>279</fpage>&#x2013;<lpage>286</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.biopsycho.2008.10.008</pub-id></citation>
</ref>
<ref id="ref61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Schie</surname> <given-names>H. T.</given-names></name> <name><surname>Mars</surname> <given-names>R. B.</given-names></name> <name><surname>Coles</surname> <given-names>M. G. H.</given-names></name> <name><surname>Bekkering</surname> <given-names>H.</given-names></name></person-group> (<year>2004</year>). <article-title>Modulation of activity in medial frontal and motor cortices during error observation</article-title>. <source>Nat. Neurosci.</source> <volume>7</volume>, <fpage>549</fpage>&#x2013;<lpage>554</lpage>. doi: <pub-id pub-id-type="doi">10.1038/nn1239</pub-id></citation>
</ref>
<ref id="ref62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vecchiato</surname> <given-names>G.</given-names></name> <name><surname>Del Vecchio</surname> <given-names>M.</given-names></name> <name><surname>Ambeck-Madsen</surname> <given-names>J.</given-names></name> <name><surname>Ascari</surname> <given-names>L.</given-names></name> <name><surname>Avanzini</surname> <given-names>P.</given-names></name></person-group> (<year>2022</year>). <article-title>EEG-EMG coupling as a hybrid method for steering detection in Car driving settings</article-title>. <source>Cogn. Neurodyn.</source> <volume>16</volume>, <fpage>987</fpage>&#x2013;<lpage>1002</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11571-021-09776-w</pub-id></citation>
</ref>
<ref id="ref63">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walter</surname> <given-names>H.</given-names></name> <name><surname>Vetter</surname> <given-names>S.</given-names></name> <name><surname>Grothe</surname> <given-names>J.</given-names></name> <name><surname>Wunderlich</surname> <given-names>A. P.</given-names></name> <name><surname>Hahn</surname> <given-names>S.</given-names></name> <name><surname>Spitzer</surname> <given-names>M.</given-names></name></person-group> (<year>2001</year>). <article-title>The neural correlates of driving and co-driving</article-title>. <source>NeuroImage</source> <volume>13</volume>:<fpage>1277</fpage>. doi: <pub-id pub-id-type="doi">10.1016/S1053-8119(01)92591-1</pub-id></citation>
</ref>
<ref id="ref64">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Wimmer</surname> <given-names>W.</given-names></name> <name><surname>ElSayed</surname> <given-names>M.-P.</given-names></name> <name>
<surname>Veas</surname>
</name></person-group> (<year>2023</year>). &#x201C;<article-title>EEG-based error detection can challenge human reaction time in a VR navigation task</article-title>&#x201D; in <source>2023 IEEE international symposium on mixed and augmented reality (IEEE ISMAR)</source>, <fpage>970</fpage>&#x2013;<lpage>979</lpage>.</citation>
</ref>
<ref id="ref65">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wimmer</surname> <given-names>M.</given-names></name> <name><surname>Kostoglou</surname> <given-names>K.</given-names></name> <name><surname>M&#x00FC;ller-Putz</surname> <given-names>G. R.</given-names></name></person-group> (<year>2022</year>). <article-title>Measuring spinal cord potentials and Cortico-spinal interactions after wrist movements induced by neuromuscular electrical stimulation</article-title>. <source>Front. Hum. Neurosci.</source> <volume>16</volume>:<fpage>858873</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fnhum.2022.858873</pub-id></citation>
</ref>
<ref id="ref66">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yordanova</surname> <given-names>J.</given-names></name> <name><surname>Falkenstein</surname> <given-names>M.</given-names></name> <name><surname>Hohnsbein</surname> <given-names>J.</given-names></name> <name><surname>Kolev</surname> <given-names>V.</given-names></name></person-group> (<year>2004</year>). <article-title>Parallel Systems of Error Processing in the brain</article-title>. <source>NeuroImage</source> <volume>22</volume>, <fpage>590</fpage>&#x2013;<lpage>602</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.neuroimage.2004.01.040</pub-id></citation>
</ref>
<ref id="ref67">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zeng</surname> <given-names>C.</given-names></name> <name><surname>Zhendong</surname> <given-names>M.</given-names></name> <name><surname>Wang</surname> <given-names>Q.</given-names></name></person-group> (<year>2022</year>). <article-title>Classifying driving fatigue by using EEG signals</article-title>. <source>Comput. Intell. Neurosci.</source> <volume>2022</volume>, <fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1155/2022/1885677</pub-id></citation>
</ref>
<ref id="ref68">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>H.</given-names></name> <name><surname>Chavarriaga</surname> <given-names>R.</given-names></name> <name><surname>Khaliliardali</surname> <given-names>Z.</given-names></name> <name><surname>Gheorghe</surname> <given-names>L.</given-names></name> <name><surname>Iturrate</surname> <given-names>I.</given-names></name> <name><surname>Mill&#x00E1;n</surname> <given-names>J. d. R.</given-names></name></person-group> (<year>2015</year>). <article-title>EEG-based decoding of error-related brain activity in a real-world driving task</article-title>. <source>J. Neural Eng.</source> <volume>12</volume>:<fpage>066028</fpage>. doi: <pub-id pub-id-type="doi">10.1088/1741-2560/12/6/066028</pub-id></citation>
</ref>
<ref id="ref69">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zimmerman</surname> <given-names>D. W.</given-names></name> <name><surname>Zumbo</surname> <given-names>B. D.</given-names></name></person-group> (<year>1993</year>). <article-title>Relative power of the Wilcoxon test, the Friedman test, and repeated-measures ANOVA on ranks</article-title>. <source>J. Exp. Educ.</source> <volume>62</volume>, <fpage>75</fpage>&#x2013;<lpage>86</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00220973.1993.9943832</pub-id></citation>
</ref>
</ref-list>
</back>
</article>