<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neuroinform.</journal-id>
<journal-title>Frontiers in Neuroinformatics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neuroinform.</abbrev-journal-title>
<issn pub-type="epub">1662-5196</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fninf.2015.00002</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Original Research Article</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Network dynamics with BrainX<sup>3</sup>: a large-scale simulation of the human brain network with real-time interaction</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Arsiwalla</surname> <given-names>Xerxes D.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/82632"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zucca</surname> <given-names>Riccardo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/63420"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Betella</surname> <given-names>Alberto</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/66363"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Martinez</surname> <given-names>Enrique</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/212110"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Dalmazzo</surname> <given-names>David</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/210209"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Omedas</surname> <given-names>Pedro</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/123281"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Deco</surname> <given-names>Gustavo</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/581"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Verschure</surname> <given-names>Paul F. M. J.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://community.frontiersin.org/people/u/5803"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Synthetic Perceptive Emotive and Cognitive Systems Lab, Center of Autonomous Systems and Neurorobotics, Universitat Pompeu Fabra</institution> <country>Barcelona, Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Computational Neuroscience Group, Center for Brain and Cognition, Universitat Pompeu Fabra</institution> <country>Barcelona, Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Instituci&#x000F3; Catalana de Recerca i Estudis Avan&#x000E7;ats</institution> <country>Barcelona, Spain</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Mihail Bota, University of Southern California, USA</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Bruce Graham, University of Stirling, UK; Olusola Ajilore, University of Illinois at Chicago, USA</p></fn>
<fn fn-type="corresp" id="fn001"><p>&#x0002A;Correspondence: Xerxes D. Arsiwalla and Paul F. M. J. Verschure, Synthetic Perceptive Emotive and Cognitive Systems Lab, Center of Autonomous Systems and Neurorobotics, Universitat Pompeu Fabra, La Nau Building, Roc Boronat 138, 08018 Barcelona, Spain e-mail: <email>x.d.arsiwalla&#x00040;gmail.com</email>; <email>paul.verschure&#x00040;upf.edu</email></p></fn>
<fn fn-type="other" id="fn002"><p>This article was submitted to the journal Frontiers in Neuroinformatics.</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>02</month>
<year>2015</year>
</pub-date>
<pub-date pub-type="collection">
<year>2015</year>
</pub-date>
<volume>9</volume>
<elocation-id>02</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>09</month>
<year>2014</year>
</date>
<date date-type="accepted">
<day>02</day>
<month>02</month>
<year>2015</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2015 Arsiwalla, Zucca, Betella, Martinez, Dalmazzo, Omedas, Deco and Verschure.</copyright-statement>
<copyright-year>2015</copyright-year>
<license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) or licensor are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract><p>BrainX<sup>3</sup> is a large-scale simulation of human brain activity with real-time interaction, rendered in 3D in a virtual reality environment, which combines computational power with human intuition for the exploration and analysis of complex dynamical networks. We ground this simulation on structural connectivity obtained from diffusion spectrum imaging data and model it on neuronal population dynamics. Users can interact with BrainX<sup>3</sup> in real-time by perturbing brain regions with transient stimulations to observe reverberating network activity, simulate lesion dynamics or implement network analysis functions from a library of graph theoretic measures. BrainX<sup>3</sup> can thus be used as a novel immersive platform for exploration and analysis of dynamical activity patterns in brain networks, both at rest or in a task-related state, for discovery of signaling pathways associated to brain function and/or dysfunction and as a tool for virtual neurosurgery. Our results demonstrate these functionalities and shed insight on the dynamics of the resting-state attractor. Specifically, we found that a noisy network seems to favor a low firing attractor state. We also found that the dynamics of a noisy network is less resilient to lesions. Our simulations on TMS perturbations show that even though TMS inhibits most of the network, it also sparsely excites a few regions. This is presumably due to anti-correlations in the dynamics and suggests that even a lesioned network can show sparsely distributed increased activity compared to healthy resting-state, over specific brain areas.</p></abstract>
<kwd-group>
<kwd>connectomics</kwd>
<kwd>virtual reality</kwd>
<kwd>neural dynamics</kwd>
<kwd>large-scale brain networks</kwd>
<kwd>big data</kwd>
<kwd>virtual neurosurgery</kwd>
</kwd-group>
<counts>
<fig-count count="13"/>
<table-count count="2"/>
<equation-count count="3"/>
<ref-count count="28"/>
<page-count count="14"/>
<word-count count="8414"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="introduction" id="s1">
<title>1. Introduction</title>
<p>How should one visualize and simulate the large amounts of data being generated nowadays in neurobiology, in ways that could inform our understanding of the structure and function of the brain? Would that also link to clinical applications? Over the years, the cumulative spate of studies in structural and functional neuroimaging, electrophysiology, genetic imaging and axonal-tracing studies have generated enormous amounts of data (found in online repositories such as <ext-link ext-link-type="uri" xlink:href="http://www.neuroscienceblueprint.nih.gov/connectome/">http://www.neuroscienceblueprint.nih.gov/connectome/</ext-link> and <ext-link ext-link-type="uri" xlink:href="http://www.brain-map.org">http://www.brain-map.org</ext-link> to name a few), which, on one hand have led to many insights on the intricate patterns of signaling and connectivity, as well as the existence of multi-scale processes in the brain; on the other hand, it has exposed the need for an integrative framework for modeling and simulating whole-brain dynamics and function. To address this need, neuroscientists started using ideas from network engineering, thinking of the brain as a complex dynamical network of neurons, thus giving rise to the field of brain connectomics (Hagmann, <xref ref-type="bibr" rid="B10">2005</xref>; Sporns et al., <xref ref-type="bibr" rid="B25">2005</xref>). Akin to the genome, which is a map of the genetic sequence of an organism, the connectome is a map of the neuronal circuitry of an organism emphasizing the nodes and their connections where nodes can represent volumes of neuronal tissue to single neurons. Of course, merely a map of this network is not sufficient to predict or understand function. Being a dynamic network, signaling processes in the brain operate across a range of spatial and temporal scales. Therefore, a mechanistic understanding of these processes is essential to gain insight into cognitive function. At the same time, the complexity of the connectome means that these signaling circuits cannot be understood in isolation or even in a serial manner, but necessarily have to be seen in the functional context of the whole network. This calls for a large-scale network level analysis and simulation of whole-brain activity and an associated immersive visualization and interaction system. This is the challenge BrainX<sup>3</sup> aims to tackle.</p>
<p>BrainX<sup>3</sup> is a large-scale simulation of the human cerebral connectome, which uses both anatomical structure and biophysical dynamics in order to reconstruct activity and predict function. Structural connectivity of the network is obtained from human Diffusion Spectrum Imaging (DSI) data (Hagmann et al., <xref ref-type="bibr" rid="B11">2008</xref>). Each node of the connectivity matrix corresponds to a population of neurons. For simulating dynamics, BrainX<sup>3</sup> offers the user a choice of dynamical models that can be implemented, namely, population dynamics based on a linear-threshold transfer function, or a non-linear sigmoidal transfer function with decay, or dynamical mean-field models (Wong and Wang, <xref ref-type="bibr" rid="B28">2006</xref>; Deco et al., <xref ref-type="bibr" rid="B8">2013</xref>). The last of these models are the most interesting as they come closest to biology; they compute aggregate neural activity taking into account synaptic dynamics and stochasticity.</p>
<p>Until the advent of the connectome (Hagmann, <xref ref-type="bibr" rid="B10">2005</xref>; Sporns et al., <xref ref-type="bibr" rid="B25">2005</xref>), the traditional method of choice for investigating non-invasive human resting-state dynamics has heavily relied on back-inference of neural mechanisms from BOLD signals. Despite the many successes of this approach, a few drawbacks remain; for instance, it does not provide precise temporal information on the flow of activity through the network, and being a signal based on haemodynamic responses, it is at best only a proxy for neural activity. However, the birth of the field of connectomics has helped turn this around. Combining structural connectivity data with detailed neuronal dynamics made it possible to instead predict functional activity (Honey et al., <xref ref-type="bibr" rid="B12">2009</xref>). These predictions have been validated for both spiking neuron as well as dynamical mean-field models, when compared to empirical BOLD data (Deco et al., <xref ref-type="bibr" rid="B8">2013</xref>). In this work we implement mean-field dynamics in BrainX<sup>3</sup> using Hagmann et al.&#x00027;s DSI network to reconstruct neurodynamic activity for the entire cortex within a 3D virtual environment, for the purpose of investigating temporal patterns of whole-brain neural activity when the brain is in the resting-state. The resting-state refers to the state of spontaneous neural activity recorded in the absence of any specific tasks being instructed to the subject. In computational models, this corresponds to no specific (or localized) external input currents being injected into the network above the overall baseline current. The activity in this spontaneous state is far from random. Hence, understanding the biophysical dynamics of the resting-state constitutes an important challenge.</p>
<p>The technology of BrainX<sup>3</sup> is layered on four modular components: an input module, a data processing module, a visualization and interaction module, and a simulation and analysis module. The integration of these modules generates the full user experience. Simulations run in the eXperience Induction Machine (XIM), an enclosed virtual/mixed reality chamber, which enables user-immersion and exploration of virtually rendered scenarios (refer to Figure <xref ref-type="fig" rid="F1">1</xref>) (Bernardet et al., <xref ref-type="bibr" rid="B2">2010</xref>; Betella et al., <xref ref-type="bibr" rid="B7">2014c</xref>). Based on DSI data, a 3D model of the connectome network is reconstructed within the XIM, providing users with an inside-out perspective of the brain connectome and allowing them to navigate through pathways in the network. Additionally, the XIM supports a custom-built large-scale neural simulator, <monospace>iqr</monospace>, which communicates bi-directionally with the virtual brain network and imposes dynamics on it (Bernardet and Verschure, <xref ref-type="bibr" rid="B2a">2010</xref>). Furthermore, BrainX<sup>3</sup> is based on a natural user interaction paradigm, such that using natural gestures, i.e., hand gestures, body posture, etc., users can navigate the virtual space, select and bookmark brain areas, perform surgeries, stimulate any region of the network to investigate the dynamics of the neuronal activity reverberating through associated areas. Finally, for data analysis, BrainX<sup>3</sup> communicates bi-directionally, using standard protocols such as UDP or YARP (Metta et al., <xref ref-type="bibr" rid="B19">2006</xref>), with external network analysis tools, including the Brain Connectivity Toolbox (BCT) (Rubinov and Sporns, <xref ref-type="bibr" rid="B24">2010</xref>) running on a MATLAB client.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p><bold>Computer rendering of BrainX<sup>3</sup> within the eXperience Induction Machine (XIM)</bold>. The 3D connectome network and its simulated dynamics are projected on the frontal screen. The screen on the right displays regional information of selected brain areas from a curated database, while the left screen shows 2D axial slices of the brain and indicates regions of activity. The user can navigate and interact with the model with predefined hand gestures.</p></caption>
<graphic xlink:href="fninf-09-00002-g0001.tif"/>
</fig>
<p>What is BrainX<sup>3</sup> capable of? It provides the possibility of analyzing and interacting in real-time with the simulated activity. Compared to functional correlations, dynamical analysis of causal activity serves as a powerful tool to unravel mechanisms of large-scale neural circuits. Indeed, coupling structural connectivity data with detailed enough population dynamics should be sufficient in predicting functional correlations and large-scale activity patterns. As examples, we use BrainX<sup>3</sup> to demonstrate the dynamics of the brain in the resting-state as well as under perturbations due to evoked stimuli. We investigate how neural activity reorganizes following simulated lesions. Additionally, using graph theoretic measures from the BCT we can also determine shortest paths between nodes.</p>
<p>At this point, it is also worth drawing attention to the growing eco-system of &#x02018;big brain projects&#x02019; and other neuroinformatics tools which complement BrainX<sup>3</sup>. Among these are the Connectome Workbench of the Human Connectome Project (<ext-link ext-link-type="uri" xlink:href="http://www.humanconnectome.org/connectome/connectome-workbench.html">http://www.humanconnectome.org/connectome/connectome-workbench.html</ext-link>) (Marcus et al., <xref ref-type="bibr" rid="B18">2013</xref>), the Brain Explorer 2 of the Allen Institute for Brain Science (<ext-link ext-link-type="uri" xlink:href="http://www.brain-map.org">http://www.brain-map.org</ext-link>), the Glass Brain Project (<ext-link ext-link-type="uri" xlink:href="http://neuroscapelab.com/projects/glass-brain/">http://neuroscapelab.com/projects/glass-brain/</ext-link>) (Mullen et al., <xref ref-type="bibr" rid="B20">2013</xref>), the VisNEST tool (Nowke et al., <xref ref-type="bibr" rid="B21">2013</xref>) and The Virtual Brain (Jirsa et al., <xref ref-type="bibr" rid="B15">2010</xref>; Sanz-Leon et al., <xref ref-type="bibr" rid="B23">2013</xref>). While many of them are 3D visualization tools, some of them also include dynamics and interaction. In that sense, The Virtual Brain comes closest to the objectives of BrainX<sup>3</sup>, but for example, it does not include real-time interaction. Unlike the aforementioned, BrainX<sup>3</sup> runs in a completely immersive virtual reality chamber, facilitating real-time interaction with the simulation using natural gestures. For the benefit of the neuroinformatics community, a portable laptop version, including interaction (but without user immersion), is currently under development. Besides, visualization, interaction and simulation, BrainX<sup>3</sup> has been developed with a vision toward a &#x0201C;smart exploration space for big data&#x0201D; as part of the European Union CEEDS (Collective Experience of Empathic Data Systems) project (<ext-link ext-link-type="uri" xlink:href="http://ceeds-project.eu">http://ceeds-project.eu</ext-link> and <ext-link ext-link-type="uri" xlink:href="http://www.brainx3.com">http://www.brainx3.com</ext-link>).</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>2. Materials and methods</title>
<sec>
<title>2.1. Hardware and system architecture</title>
<p>The virtual reality environment supporting BrainX<sup>3</sup> is the eXperience Induction Machine (XIM) (Bernardet et al., <xref ref-type="bibr" rid="B2">2010</xref>; Betella et al., <xref ref-type="bibr" rid="B7">2014c</xref>; Omedas et al., <xref ref-type="bibr" rid="B22">2014</xref>). The XIM is a 25 m<sup>2</sup> human accessible space (schema in Figure <xref ref-type="fig" rid="F1">1</xref>) equipped with 360&#x000B0; surround screens, an interactive luminous floor with pressure sensors, a marker-free tracking system, a Kinect<sup>TM</sup>, microphones, a sonification system and wearable sensors, that support human-machine interaction in the exploration of complex datasets. The computational platform running BrainX<sup>3</sup> in the XIM includes four latest generation machines that communicate bi-directionally using the YARP protocol within a high speed LAN connection: 2 PCs dedicated to graphical rendering (INTEL CORE i7 2600K 3,4GHZ/8mb/LGA1155, two DDR3s 4GB 1333Mhz KINGSTON, AMD FirePro V7900 Professional with AMD Eyefinity technology) with a total of eight display port outputs, each of which is connected to an HD projector (Epson PowerLite Pro G5450WUNL), thus creating a 360&#x000B0; projection display that surrounds the user; 1 server dedicated to sensors recording and real-time interaction (HP proliant DL160 G6, Xeon E5506, 2.13 GHz) that is connected to the XIM sensors and effectors, including a Microsoft Kinect2&#x02122;, the sonification system and the interactive floor; 1 server dedicated to simulation and computation (HP proliant DL160 G6, Xeon E5506 at 2.13 GHz) that runs the neural network simulator <monospace>iqr</monospace> (<ext-link ext-link-type="uri" xlink:href="http://iqr.sourceforge.net">http://iqr.sourceforge.net</ext-link>) and MATLAB.</p>
<p>Within the XIM virtual reality environment, BrainX<sup>3</sup> functions as a data visualization and simulation tool. The processing architecture of BrainX<sup>3</sup> is schematically illustrated in Figure <xref ref-type="fig" rid="F2">2</xref>. The input module (layer) has two components: the <italic>network data</italic> and the <italic>network atlas</italic>. The <italic>network data</italic> is the connectome dataset, while the <italic>network atlas</italic> contains the coordinates of each element of the network. Both of these are stored in GraphML (XML) format. The <italic>data parser</italic> generates a data structure and specifies the components of the graph. The <italic>graphical allocator</italic> reads the meta data associated to each one of the elements that compose the network and associates them to the 3D coordinate system, included in the <italic>network atlas</italic>. In BrainX<sup>3</sup>, we adopt the standard anatomical coordinates of the Talairach atlas (Talairach and Tournoux, <xref ref-type="bibr" rid="B26">1988</xref>), however other coordinate systems can just as easily be applied. The <italic>geometry provider</italic> plots the results as a 3D representation of the data by combining the instances generated by the parser with the coordinates specified within the atlas. The components responsible for data processing follow a <italic>Model-View-Controller</italic> (MVC) design pattern. Both data processing and real-time rendering have been developed and implemented using Unity 3D (<ext-link ext-link-type="uri" xlink:href="http://unity3d.com/">http://unity3d.com/</ext-link>). The advantage of such a modular structure is that it provides BrainX<sup>3</sup> with the adaptability for visualization and simulation of other data types besides neural data, which can be stored as a network or organized in a hierarchical structure, such as gene regulatory networks, social networks, etc.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>The BrainX<sup>3</sup> architecture</bold>. The architecture of BrainX<sup>3</sup> is designed on four layers: the input module, the data processing module, the visualization/interaction module and the simulation/analysis module. Each layer is further characterized by dedicated sub-modules (represented by the colored boxes). The arrows indicate interaction between different modules and sub-modules.</p></caption>
<graphic xlink:href="fninf-09-00002-g0002.tif"/>
</fig>
</sec>
<sec>
<title>2.2. Visualization and simulation</title>
<p>Visualization and reconstruction of the connectome within BrainX<sup>3</sup> is based on DSI data of white matter fiber structural connectivity averaged from five healthy right-handed male human subjects (Hagmann et al., <xref ref-type="bibr" rid="B11">2008</xref>). The dataset contains 998 voxels (nodes) belonging to 33 cortical areas per hemisphere (refer Table <xref ref-type="table" rid="T1">1</xref>), for a total of 66 areas. The 998 Regions of Interest (ROIs) have an average size of 1.5 cm<sup>2</sup> and each ROI is associated with {<italic>x</italic>, <italic>y</italic>, <italic>z</italic>} coordinates as per the Talairach coordinates of ROIs (Talairach and Tournoux, <xref ref-type="bibr" rid="B26">1988</xref>). Since tractography does not determine the directionality of the fibers, the connectivity matrix (approximately 17000 bi-directional connections) is symmetric at the ROI level. Connection strengths within the network refer to normalized number of white matter fiber tracts between ROIs.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p><bold>33 brain regions on each hemisphere (ID), abbreviated name (Abbr.), anatomical name (Brain region) and ROI node numbers for each region on right (R) and (L) hemispheres</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>ID</bold></th>
<th align="left" valign="top"><bold>Abbr</bold>.</th>
<th align="left" valign="top"><bold>Brain region</bold></th>
<th align="center" valign="top"><bold>Nodes (R)</bold></th>
<th align="center" valign="top"><bold>Nodes (L)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">1</td>
<td align="left" valign="top">BSTS</td>
<td align="left" valign="top">Bank of the superior temporal sulcus</td>
<td align="center" valign="top">463&#x02013;469</td>
<td align="center" valign="top">961&#x02013;965</td>
</tr>
<tr>
<td align="left" valign="top">2</td>
<td align="left" valign="top">CAC</td>
<td align="left" valign="top">Caudal anterior cingulate cortex</td>
<td align="center" valign="top">191&#x02013;194</td>
<td align="center" valign="top">692&#x02013;695</td>
</tr>
<tr>
<td align="left" valign="top">3</td>
<td align="left" valign="top">CMF</td>
<td align="left" valign="top">Caudal middle frontal cortex</td>
<td align="center" valign="top">126&#x02013;138</td>
<td align="center" valign="top">628&#x02013;640</td>
</tr>
<tr>
<td align="left" valign="top">4</td>
<td align="left" valign="top">CUN</td>
<td align="left" valign="top">Cuneus</td>
<td align="center" valign="top">335&#x02013;344</td>
<td align="center" valign="top">835&#x02013;842</td>
</tr>
<tr>
<td align="left" valign="top">5</td>
<td align="left" valign="top">ENT</td>
<td align="left" valign="top">Entorhinal cortex</td>
<td align="center" valign="top">419&#x02013;420</td>
<td align="center" valign="top">918&#x02013;920</td>
</tr>
<tr>
<td align="left" valign="top">6</td>
<td align="left" valign="top">FP</td>
<td align="left" valign="top">Frontal pole</td>
<td align="center" valign="top">26&#x02013;27</td>
<td align="center" valign="top">527&#x02013;528</td>
</tr>
<tr>
<td align="left" valign="top">7</td>
<td align="left" valign="top">FUS</td>
<td align="left" valign="top">Fusiform gyrus</td>
<td align="center" valign="top">391&#x02013;412</td>
<td align="center" valign="top">890&#x02013;911</td>
</tr>
<tr>
<td align="left" valign="top">8</td>
<td align="left" valign="top">IP</td>
<td align="left" valign="top">Inferior parietal cortex</td>
<td align="center" valign="top">284&#x02013;311</td>
<td align="center" valign="top">787&#x02013;811</td>
</tr>
<tr>
<td align="left" valign="top">9</td>
<td align="left" valign="top">IT</td>
<td align="left" valign="top">Inferior temporal cortex</td>
<td align="center" valign="top">424&#x02013;442</td>
<td align="center" valign="top">925&#x02013;941</td>
</tr>
<tr>
<td align="left" valign="top">10</td>
<td align="left" valign="top">ISTC</td>
<td align="left" valign="top">Isthmus of the cingulate cortex</td>
<td align="center" valign="top">202&#x02013;209</td>
<td align="center" valign="top">703&#x02013;710</td>
</tr>
<tr>
<td align="left" valign="top">11</td>
<td align="left" valign="top">LOCC</td>
<td align="left" valign="top">Lateral occipital cortex</td>
<td align="center" valign="top">355&#x02013;373</td>
<td align="center" valign="top">852&#x02013;873</td>
</tr>
<tr>
<td align="left" valign="top">12</td>
<td align="left" valign="top">LOF</td>
<td align="left" valign="top">Lateral orbitofrontal cortex</td>
<td align="center" valign="top">1&#x02013;19</td>
<td align="center" valign="top">501&#x02013;520</td>
</tr>
<tr>
<td align="left" valign="top">13</td>
<td align="left" valign="top">LING</td>
<td align="left" valign="top">Lingual gyrus</td>
<td align="center" valign="top">374&#x02013;390</td>
<td align="center" valign="top">874&#x02013;889</td>
</tr>
<tr>
<td align="left" valign="top">14</td>
<td align="left" valign="top">MOF</td>
<td align="left" valign="top">Medial orbitofrontal cortex</td>
<td align="center" valign="top">28&#x02013;39</td>
<td align="center" valign="top">529&#x02013;540</td>
</tr>
<tr>
<td align="left" valign="top">15</td>
<td align="left" valign="top">MT</td>
<td align="left" valign="top">Middle temporal cortex</td>
<td align="center" valign="top">443&#x02013;462</td>
<td align="center" valign="top">942&#x02013;960</td>
</tr>
<tr>
<td align="left" valign="top">16</td>
<td align="left" valign="top">PARC</td>
<td align="left" valign="top">Paracentral lobule</td>
<td align="center" valign="top">175&#x02013;186</td>
<td align="center" valign="top">677&#x02013;687</td>
</tr>
<tr>
<td align="left" valign="top">17</td>
<td align="left" valign="top">PARH</td>
<td align="left" valign="top">Parahippocampal cortex</td>
<td align="center" valign="top">413&#x02013;418</td>
<td align="center" valign="top">912&#x02013;917</td>
</tr>
<tr>
<td align="left" valign="top">18</td>
<td align="left" valign="top">POPE</td>
<td align="left" valign="top">Pars opercularis</td>
<td align="center" valign="top">48&#x02013;57</td>
<td align="center" valign="top">548&#x02013;558</td>
</tr>
<tr>
<td align="left" valign="top">19</td>
<td align="left" valign="top">PORB</td>
<td align="left" valign="top">Pars orbitalis</td>
<td align="center" valign="top">20&#x02013;25</td>
<td align="center" valign="top">521&#x02013;526</td>
</tr>
<tr>
<td align="left" valign="top">20</td>
<td align="left" valign="top">PTRI</td>
<td align="left" valign="top">Pars triangularis</td>
<td align="center" valign="top">40&#x02013;47</td>
<td align="center" valign="top">541&#x02013;547</td>
</tr>
<tr>
<td align="left" valign="top">21</td>
<td align="left" valign="top">PCAL</td>
<td align="left" valign="top">Pericalcarine cortex</td>
<td align="center" valign="top">345&#x02013;354</td>
<td align="center" valign="top">843&#x02013;851</td>
</tr>
<tr>
<td align="left" valign="top">22</td>
<td align="left" valign="top">PSTC</td>
<td align="left" valign="top">Postcentral gyrus</td>
<td align="center" valign="top">210&#x02013;240</td>
<td align="center" valign="top">711&#x02013;740</td>
</tr>
<tr>
<td align="left" valign="top">23</td>
<td align="left" valign="top">PC</td>
<td align="left" valign="top">Posterior cingulate cortex</td>
<td align="center" valign="top">195&#x02013;201</td>
<td align="center" valign="top">696&#x02013;702</td>
</tr>
<tr>
<td align="left" valign="top">24</td>
<td align="left" valign="top">PREC</td>
<td align="left" valign="top">Precentral gyrus</td>
<td align="center" valign="top">139&#x02013;174</td>
<td align="center" valign="top">641&#x02013;676</td>
</tr>
<tr>
<td align="left" valign="top">25</td>
<td align="left" valign="top">PCUN</td>
<td align="left" valign="top">Precuneus</td>
<td align="center" valign="top">312&#x02013;334</td>
<td align="center" valign="top">812&#x02013;834</td>
</tr>
<tr>
<td align="left" valign="top">26</td>
<td align="left" valign="top">RAC</td>
<td align="left" valign="top">Rostral anterior cingulate cortex</td>
<td align="center" valign="top">187&#x02013;190</td>
<td align="center" valign="top">688&#x02013;691</td>
</tr>
<tr>
<td align="left" valign="top">27</td>
<td align="left" valign="top">RMF</td>
<td align="left" valign="top">Rostral middle frontal cortex</td>
<td align="center" valign="top">58&#x02013;79</td>
<td align="center" valign="top">559&#x02013;577</td>
</tr>
<tr>
<td align="left" valign="top">28</td>
<td align="left" valign="top">SF</td>
<td align="left" valign="top">Superior frontal cortex</td>
<td align="center" valign="top">80&#x02013;125</td>
<td align="center" valign="top">578&#x02013;627</td>
</tr>
<tr>
<td align="left" valign="top">29</td>
<td align="left" valign="top">SP</td>
<td align="left" valign="top">Superior parietal cortex</td>
<td align="center" valign="top">257&#x02013;283</td>
<td align="center" valign="top">760&#x02013;786</td>
</tr>
<tr>
<td align="left" valign="top">30</td>
<td align="left" valign="top">ST</td>
<td align="left" valign="top">Superior temporal cortex</td>
<td align="center" valign="top">470&#x02013;497</td>
<td align="center" valign="top">966&#x02013;994</td>
</tr>
<tr>
<td align="left" valign="top">31</td>
<td align="left" valign="top">SMAR</td>
<td align="left" valign="top">Supramarginal gyrus</td>
<td align="center" valign="top">241&#x02013;256</td>
<td align="center" valign="top">741&#x02013;759</td>
</tr>
<tr>
<td align="left" valign="top">32</td>
<td align="left" valign="top">TP</td>
<td align="left" valign="top">Temporal pole</td>
<td align="center" valign="top">421&#x02013;423</td>
<td align="center" valign="top">921&#x02013;924</td>
</tr>
<tr>
<td align="left" valign="top">33</td>
<td align="left" valign="top">TT</td>
<td align="left" valign="top">Transverse temporal cortex</td>
<td align="center" valign="top">498&#x02013;500</td>
<td align="center" valign="top">995&#x02013;998</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>To introduce dynamics into the visualization, the large-scale multi-level neural networks simulator, <monospace>iqr</monospace> (<ext-link ext-link-type="uri" xlink:href="http://iqr.sourceforge.net/">http://iqr.sourceforge.net/</ext-link>), is bi-directionally interfaced to Unity. <monospace>iqr</monospace> allows the user to design complex neuronal models through a graphical interface and to visualize, analyze and modify the model&#x00027;s parameters in real-time (Bernardet and Verschure, <xref ref-type="bibr" rid="B2a">2010</xref>). The architecture of <monospace>iqr</monospace> is modular, providing the possibility to define custom neurons and synapses. <monospace>iqr</monospace> can simulate large neuronal systems up to 500k neurons and connections and can be directly interfaced to external sensors and effectors. In order to enable real-time user interaction with the reconstructed data, user input from Unity is sent to <monospace>iqr</monospace> (Arsiwalla et al., <xref ref-type="bibr" rid="B1">2013</xref>). The neuronal simulator computes the processes and broadcasts the output of the simulation back to the Unity engine in the XIM. The simulation runs with <monospace>iqr</monospace> receiving commands through Unity at any time during the simulation. Upon receiving input from <monospace>iqr</monospace>, Unity updates the visualized population activity on each node. In its current form, BrainX<sup>3</sup> can accommodate networks of up to 4000 nodes (albeit with a slower simulation time).</p>
</sec>
<sec>
<title>2.3. Dynamical models in BrainX<sup>3</sup></title>
<p>As the connectivity data currently being used by BrainX<sup>3</sup> is derived from neuroimaging sources, it is more appropriate to model network dynamics by means of neuronal population models. At present, BrainX<sup>3</sup> allows to run simulations with either of the three models: (i) the linear-threshold model, (ii) non-linear (sigmoidal) model and (iii) dynamical mean-field model. The linear-threshold model simply sums up all the input signals to a population module from various dendrites (within a fixed time window) and fires an output signal to neighboring modules only if the summed inputs cross a designated threshold. Additionally each neuronal population module is stochastic, having Gaussian noise. This was demonstrated in earlier work (Arsiwalla et al., <xref ref-type="bibr" rid="B1">2013</xref>). The non-linear model is similar to above except that the linear-threshold filter is replaced by a sigmoidal filter with decay. This was used in Betella et al. (<xref ref-type="bibr" rid="B4">2014b</xref>).</p>
<p>The dynamical mean-field model is a mathematical reduction of a spiking attractor network consisting of integrate and fire neurons with excitatory and inhibitory synapses (Wong and Wang, <xref ref-type="bibr" rid="B28">2006</xref>; Deco et al., <xref ref-type="bibr" rid="B8">2013</xref>). Global brain dynamics of the network of interconnected local networks is described by the following set of differential equations derived in Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>):
<disp-formula id="E1"><label>(1)</label><mml:math id="M1"><mml:mrow><mml:mfrac><mml:mrow><mml:mtext>d</mml:mtext><mml:msub><mml:mi>S</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:mtext>d</mml:mtext><mml:mi>t</mml:mi></mml:mrow></mml:mfrac><mml:mo>=</mml:mo><mml:mo>&#x02212;</mml:mo><mml:mfrac><mml:mrow><mml:msub><mml:mi>S</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow><mml:mrow><mml:msub><mml:mi>&#x003C4;</mml:mi><mml:mi>s</mml:mi></mml:msub></mml:mrow></mml:mfrac><mml:mo>+</mml:mo><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>&#x02212;</mml:mo><mml:msub><mml:mi>S</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mi>&#x003B3;</mml:mi><mml:mi>H</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mo>+</mml:mo><mml:mi>&#x003C3;</mml:mi><mml:msub><mml:mi>v</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mrow><mml:mo>(</mml:mo><mml:mi>t</mml:mi><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:math></disp-formula>
<disp-formula id="E2"><label>(2)</label><mml:math id="M2"><mml:mrow><mml:mi>H</mml:mi><mml:mo stretchy='false'>(</mml:mo><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo stretchy='false'>)</mml:mo><mml:mo>=</mml:mo><mml:mfrac><mml:mrow><mml:mi>a</mml:mi><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>&#x02212;</mml:mo><mml:mi>b</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn><mml:mo>&#x02212;</mml:mo><mml:mtext>exp</mml:mtext><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mo>&#x02212;</mml:mo><mml:mi>d</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:mi>a</mml:mi><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>&#x02212;</mml:mo><mml:mi>b</mml:mi></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mfrac></mml:mrow></mml:math></disp-formula>
<disp-formula id="E3"><label>(3)</label><mml:math id="M3"><mml:mrow><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mi>w</mml:mi><mml:msub><mml:mi>J</mml:mi><mml:mi>N</mml:mi></mml:msub><mml:msub><mml:mi>S</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>&#x02212;</mml:mo><mml:mi>G</mml:mi><mml:msub><mml:mi>J</mml:mi><mml:mi>N</mml:mi></mml:msub><mml:mstyle displaystyle='true'><mml:munder><mml:mo>&#x02211;</mml:mo><mml:mi>j</mml:mi></mml:munder><mml:mrow><mml:msub><mml:mi>C</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:msub><mml:mi>S</mml:mi><mml:mi>j</mml:mi></mml:msub><mml:mo>+</mml:mo><mml:msub><mml:mi>I</mml:mi><mml:mn>0</mml:mn></mml:msub></mml:mrow></mml:mstyle></mml:mrow></mml:math></disp-formula>
where <italic>H</italic>(<italic>x<sub>i</sub></italic>) and <italic>S<sub>i</sub></italic> respectively correspond to the population rate and the average synaptic gating variable at each local node <italic>i</italic>, <italic>w</italic> is the local recurrent excitation, <italic>G</italic> is a global scaling parameter, <italic>C<sub>ij</sub></italic> is the matrix of structural connectivity expressing the neuroanatomical connections between areas <italic>i</italic> and <italic>j</italic>, <italic>v<sub>i</sub></italic> is uncorrelated Gaussian noise. All parameters values, with the exception of &#x003C3;, which was systematically varied in the present simulation study, are as in Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>) and have been summarized in Table <xref ref-type="table" rid="T2">2</xref>.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p><bold>List of parameters of the dynamical mean-field model implemented in BrainX<sup>3</sup> from Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>)</bold>.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top"><bold>Parameter</bold></th>
<th align="left" valign="top"><bold>Description</bold></th>
<th align="left" valign="top"><bold>Value</bold></th>
<th align="left" valign="top"><bold>Unit measure</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top"><italic>N</italic></td>
<td align="left" valign="top">Number of nodes</td>
<td align="center" valign="top">998</td>
<td/>
</tr>
<tr>
<td align="left" valign="top"><italic>w</italic></td>
<td align="left" valign="top">Local recurrent excitation</td>
<td align="center" valign="top">0.9</td>
<td/>
</tr>
<tr>
<td align="left" valign="top"><italic>a</italic></td>
<td align="left" valign="top">Input-output function</td>
<td align="center" valign="top">270</td>
<td align="left" valign="top">n/C</td>
</tr>
<tr>
<td align="left" valign="top"><italic>b</italic></td>
<td align="left" valign="top">Input-output function</td>
<td align="center" valign="top">108</td>
<td align="left" valign="top">Hz</td>
</tr>
<tr>
<td align="left" valign="top"><italic>d</italic></td>
<td align="left" valign="top">Input-output function</td>
<td align="center" valign="top">0.154</td>
<td align="left" valign="top">s</td>
</tr>
<tr>
<td align="left" valign="top">&#x003B3;</td>
<td align="left" valign="top">Kinetic parameter</td>
<td align="center" valign="top">0.641</td>
<td align="left" valign="top">s</td>
</tr>
<tr>
<td align="left" valign="top">&#x003C4;<italic><sub>S</sub></italic></td>
<td align="left" valign="top">Kinetic parameter</td>
<td align="center" valign="top">100</td>
<td align="left" valign="top">ms</td>
</tr>
<tr>
<td align="left" valign="top"><italic>J<sub>N</sub></italic></td>
<td align="left" valign="top">Synaptic coupling</td>
<td align="center" valign="top">0.2609</td>
<td align="left" valign="top">nA</td>
</tr>
<tr>
<td align="left" valign="top"><italic>I</italic><sub>0</sub></td>
<td align="left" valign="top">Overall external input</td>
<td align="center" valign="top">0.3</td>
<td align="left" valign="top">nA</td>
</tr>
<tr>
<td align="left" valign="top">&#x003C3;</td>
<td align="left" valign="top">Noise amplitude</td>
<td align="center" valign="top">0.01, 0.05, 0.07, 0.1</td>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>Among the three types of models described above, mean-field models are the most interesting as they come closest to biology. They compute aggregate neural activity taking into account synaptic dynamics and stochasticity. Hence, in this paper, our simulations will be based on the dynamical mean-field model. However, compared to Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>), where the dynamics was parametrized on 66 regions, in this work we scale the dynamics to 998 ROIs.</p>
</sec>
<sec>
<title>2.4. Real-time interaction framework</title>
<p>BrainX<sup>3</sup> allows users to interact in real-time with the simulation (the simulation itself is not real-time, each millisecond of simulation takes between 20 and 50 ms, being slower during interaction). This is a form of on-line interaction, as opposed to a pre-programed off-line mode of interaction. It provides users the possibility to perturb the simulated activity (by injecting currents using predefined hand gestures) mid-way through the run. Gesture recognition and signaling within the XIM is supported via the Social Signal Interpretation (SSI) framework (Wagner et al., <xref ref-type="bibr" rid="B27">2013</xref>) and is based on the Microsoft Kinect<sup>TM</sup> v2 technology. The Kinect<sup>TM</sup> detects body joints and two main hand actions: the closed hand and pointing with a finger. All high level mapping and interpretation of gestures is performed by SSI. In order to rotate the network sideways, the user simply has to clench her/his fist and make a sideways arm movement. For zooming into the network, the user moves directly toward the screen and the visualization becomes immersive placing the user &#x0201C;inside&#x0201D; the 3D reconstruction (refer to Figure <xref ref-type="fig" rid="F3">3</xref>). For stimulating or inhibiting brain areas, the user simply has to control the cursor with a hand movement, select a node or region in the network with a grabbing gesture, then drag and drop the cursor on the icon in the graphical user interface, associated to stimulation or inhibition. This respectively corresponds to injecting external excitatory or inhibitory currents into the dynamics. The strength of the stimulation current is pre-defined in the <monospace>iqr</monospace> configuration file (but can be arbitrarily chosen). Stimulations can be performed on one or more brain areas simultaneously. BrainX<sup>3</sup> then reconstructs reverberating neural activity propagating through the connectome. Furthermore, in order to equip the user with tools for analysis of the outcome of the simulation, BrainX<sup>3</sup> is also interfaced with the MATLAB Brain Connectivity Toolbox, which enables several graph-theoretic operations to be performed on the reconstructed network such as finding the shortest path between any two nodes or detecting community structure in the data (Rubinov and Sporns, <xref ref-type="bibr" rid="B24">2010</xref>). BrainX<sup>3</sup> also includes customized interaction functionalities that allow the user to bookmark areas of interest, to tag and visually highlight chosen pathways, to filter network complexity and to model lesions by disabling nodes in order to obtain altered activity associated to the lesion.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p><bold>Interaction within BrainX<sup>3</sup></bold>. User immersion and interaction within BrainX<sup>3</sup>.</p></caption>
<graphic xlink:href="fninf-09-00002-g0003.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>3. Results</title>
<p>We now put to test the functional capabilities of BrainX<sup>3</sup> to gain valuable insights on the large-scale dynamics of the human connectome. We start by simulating the global dynamics of the resting-state. Then we lesion the structural network and study aberrant cortical activity for both focal lesions as in stroke patients as well as for diffuse lesions as in multiple sclerosis patients. Next, we study the effect of external perturbations such as trans-cranial magnetic stimulations on the network and its resulting evoked activity. Finally, we demonstrate an exercise in tracing pathways within the cortex in order to extract functional circuits as well as to analyze them. Videos explicitly demonstrating these results in BrainX<sup>3</sup> have been uploaded on the following link: <ext-link ext-link-type="uri" xlink:href="https://www.youtube.com/playlist?list=PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq">https://www.youtube.com/playlist?list&#x0003D;PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq</ext-link>.</p>
<sec>
<title>3.1. Dynamics of the resting-state</title>
<p>Figures <xref ref-type="fig" rid="F4">4</xref>, <xref ref-type="fig" rid="F5">5</xref> show results from 10 s of simulation of resting-state dynamics. An important observation made in Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>) was that the resting-state network operates at the edge of a bifurcation. This fixes the global coupling parameter of the model. Analogously, for the scaled model we implement here, the value of the global coupling <italic>G</italic> is determined to be 2.3 using the same observation. Besides that, all other mean-field model parameters (except the noise amplitude &#x003C3;) are held at exactly the same values as in Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>). The numerics run in time steps of 0.1 ms but we sample data every 1 ms giving 10K points for a run of 10 s. Figure <xref ref-type="fig" rid="F4">4</xref> shows screenshots from the front display of BrainX<sup>3</sup> at the end of four runs of the simulation. Each run was chosen with a different value of noise amplitude, shown in rows A, B, C and D with &#x003C3; 0.01, 0.05, 0.07, and 0.1 respectively. The four snapshots in each row (from left to right) correspond to the posterior, superior and lateral views respectively. Since BrainX<sup>3</sup> is interfaced to MATLAB via YARP/UDP, in addition to the 3D reconstruction, we also obtained time-series data that can be analyzed using any statistical tool. This is shown in Figure <xref ref-type="fig" rid="F5">5</xref>. This analysis was performed off-line using MATLAB. Each of the four subplots A, B, C, and D refer to the same four noise levels. Further, each subplot includes three graphics: a 2D distribution of ROIs with colored nodes indicating activity level at the end of the simulation, a plot showing the mean firing rate of every ROI over the last 2 s and a plot showing the full time-series signal of three randomly chosen nodes. The mean firing activity represents the stable fixed point of the dynamics and in fact the attractor of the resting-state network. The seed ROIs corresponding to the three time-series signals refer to nodes 193, 205, and 830 located in regions rCAC (black), rISTC (green) and lPCUN (magenta) respectively. Table <xref ref-type="table" rid="T1">1</xref> shows the mapping of ROI identities to anatomical region names.</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p><bold>Simulation of resting-state activity vs. noise showing that increased noise suppresses network activity</bold>. Snapshot of resting-state neural activity at a single time-point (after the dynamics stabilizes around the attractor) for different levels of noise amplitude within BrainX<sup>3</sup>. From top to bottom, noise amplitudes: <bold>(A)</bold> 0.01, <bold>(B)</bold> 0.05, <bold>(C)</bold> 0.07, and <bold>(D)</bold> 0.1. Each row shows screenshots from the posterior, superior and lateral perspectives. The color bar on the right represents neuronal activity in Hz (warmer colors represent higher activation of the nodes). The full simulation can be seen on videos 01 and 02 of the following link: <ext-link ext-link-type="uri" xlink:href="https://www.youtube.com/playlist?list=PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq">https://www.youtube.com/playlist?list&#x0003D;PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq</ext-link>.</p></caption>
<graphic xlink:href="fninf-09-00002-g0004.tif"/>
</fig>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p><bold>Analysis of resting-state activity vs. noise</bold>. 2D plots of resting-state neural activity for the same four simulation runs shown in Figure <xref ref-type="fig" rid="F4">4</xref>. Subplots <bold>(A&#x02013;D)</bold> respectively refer to noise amplitudes 0.01, 0.05, 0.07, and 0.1. Each subplot shows three graphics: 2D distribution of nodes with activity indicated by colors from the color bar (warmer colors refer to higher activation), mean firing rate for all 998 nodes over the last 2 s of simulation and time-series signals extracted for three seed ROIs rCAC (node 193, shown in black), rISTC (node 205, shown in green) and lPCUN (node 830, shown in magenta).</p></caption>
<graphic xlink:href="fninf-09-00002-g0005.tif"/>
</fig>
<p>An interesting insight that we gain upon comparing the results of these simulations is the way noise affects the network attractors themselves. This is summarized in the histogram on the left-hand side of <bold>Figure 11</bold>, showing the total mean firing rate of the resting-state network integrated over all ROIs. Each column of the histogram refers to a given noise amplitude. What is interesting is that rather than jumping into a hyperactive or chaotic state, upon increasing intrinsic noise, the dynamics of the network seems to quiet down. For &#x003C3; 0.07, mean activity for each node is around 40 Hz and for &#x003C3; 0.1, it almost goes to zero. Remarkably, this happens without the use of any ROI to ROI inhibitory connections. Noise seems to reverse the stability of the previously unstable low firing attractor state.</p>
</sec>
<sec>
<title>3.2. Dynamics of stroke and multiple sclerosis</title>
<p>Having looked at the healthy resting-state network above, we now show how lesions can be simulated in BrainX<sup>3</sup>. We consider two lesion types, (i) focal lesions, which occur in the case of stroke patients, and (ii) diffuse lesions, which typically occur in patients with multiple sclerosis. Figures <xref ref-type="fig" rid="F6">6</xref>, <xref ref-type="fig" rid="F7">7</xref> shows results for the former lesion type with the same four levels of noise as above. Figures <xref ref-type="fig" rid="F8">8</xref>, <xref ref-type="fig" rid="F9">9</xref> shows results with diffuse lesions. The focal lesion is constructed on the right hemisphere by severing all white matter fibers connections from all nodes in regions rCUN, rLOCC, and rPCUN. These are a total of 52 disconnected ROIs, amounting to 6.64% of the total connections. The diffuse lesions are constructed by randomly disconnecting individual ROIs distributed throughout the network. To compare with the focal case, we chose 50 scattered ROIs, which amount to 4.91% of the total connections.</p>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p><bold>Simulation of lesioned (focal) brain activity vs. noise</bold>. Snapshot of neural activity at a single time-point in BrainX<sup>3</sup> following a focal lesion in areas rCUN, rLOCC, and rPCUN. From top to bottom, noise amplitudes: <bold>(A)</bold> 0.01, <bold>(B)</bold> 0.05, <bold>(C)</bold> 0.07, and <bold>(D)</bold> 0.1. Each row shows screenshots from the posterior, superior and lateral perspectives. The color bar on the right represents neuronal activity in Hz (warmer colors represent higher activation of the nodes and lesioned nodes are shown in black). The full simulation can be seen on videos 03 and 04 of the following link: <ext-link ext-link-type="uri" xlink:href="https://www.youtube.com/playlist?list=PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq">https://www.youtube.com/playlist?list&#x0003D;PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq</ext-link>.</p></caption>
<graphic xlink:href="fninf-09-00002-g0006.tif"/>
</fig>
<fig id="F7" position="float">
<label>Figure 7</label>
<caption><p><bold>Analysis of lesioned (focal) brain activity vs. noise</bold>. 2D plots for neural activity following a focal lesion in areas rCUN, rLOCC and rPCUN for the same four simulation runs shown in Figure <xref ref-type="fig" rid="F6">6</xref>. Subplots <bold>(A&#x02013;D)</bold> respectively refer to noise amplitudes 0.01, 0.05, 0.07, and 0.1. Each subplot shows three graphics: 2D distribution of nodes with activity indicated by colors from the color bar (warmer colors refer to higher activation and lesioned nodes are shown in black), mean firing rate for all nodes over the last 2 s of simulation and time-series signals extracted for the three seed ROIs rCAC (node 193, shown in black), rISTC (node 205, shown in green) and lPCUN (node 830, shown in magenta).</p></caption>
<graphic xlink:href="fninf-09-00002-g0007.tif"/>
</fig>
<fig id="F8" position="float">
<label>Figure 8</label>
<caption><p><bold>Simulation of lesioned (diffuse) brain activity vs. noise</bold>. Snapshot of neural activity at a single time-point in BrainX<sup>3</sup> following a diffuse lesion. The lesion was simulated by disconnecting 50 randomly selected nodes. From top to bottom, noise amplitudes: <bold>(A)</bold> 0.01, <bold>(B)</bold> 0.05, <bold>(C)</bold> 0.07, and <bold>(D)</bold> 0.1. Each row shows screenshots from the posterior, superior and lateral perspectives. The color bar on the right represents neuronal activity in Hz (warmer colors represent higher activation of the nodes and lesioned nodes are shown in black).</p></caption>
<graphic xlink:href="fninf-09-00002-g0008.tif"/>
</fig>
<fig id="F9" position="float">
<label>Figure 9</label>
<caption><p><bold>Analysis of lesioned (diffuse) brain activity vs. noise</bold>. 2D plots for neural activity following a diffuse lesion for the same four simulation runs shown in Figure <xref ref-type="fig" rid="F8">8</xref>. Again, subplots <bold>(A&#x02013;D)</bold> respectively refer to noise amplitudes 0.01, 0.05, 0.07, and 0.1. Each subplot shows three graphics: 2D distribution of nodes with activity indicated by colors from the color bar (warmer colors refer to higher activation and lesioned nodes are shown in black), mean firing rate for all nodes over the last 2 s of simulation and time-series signals extracted for the three seed ROIs rCAC (node 193, shown in black), rISTC (node 205, shown in green) and lPCUN (node 830, shown in magenta).</p></caption>
<graphic xlink:href="fninf-09-00002-g0009.tif"/>
</fig>
<p>In Figure <xref ref-type="fig" rid="F10">10</xref>, we compare differences between healthy resting-state activity (Figure <xref ref-type="fig" rid="F4">4</xref>) and the lesioned activity (Figure <xref ref-type="fig" rid="F6">6</xref>). The four plots on the left side of Figure <xref ref-type="fig" rid="F10">10</xref> show the difference in mean firing rate between the healthy and focally lesioned networks (on the y-axis) in the attractor state at every ROI (on the x-axis), for the four noise amplitudes (in increasing order from top to bottom). From this we see that for the lowest noise amplitude (0.01), the lesion mostly affects activity in its anatomical vicinity. However, by the time we reach noise amplitude 0.07, the span of the network affected by the lesion has dramatically increased. Furthermore, the histogram shown in the center of Figure <xref ref-type="fig" rid="F11">11</xref> integrates the differences in mean firing over all ROIs to give the total difference in mean firing between the healthy and focally lesioned network for each noise amplitude. The columns of the histogram are on the positive side of the x-axis (except for noise amplitude 0.1, when the activity in both networks is just noise). By the time the noise amplitude rises to 0.07, the lesioned network dramatically differs from the healthy network in total firing. These observations suggest that noisy networks are less resilient to focal lesions.</p>
<fig id="F10" position="float">
<label>Figure 10</label>
<caption><p><bold>Firing rate differences &#x00394; FR between healthy and lesioned brains</bold>. The left-hand side shows the difference in mean firing rate between the healthy and focally lesioned networks (plotted on the y-axis) in the attractor state at each ROI (plotted on the x-axis), for the four noise amplitudes (in increasing order, starting at 0.01 on top to 0.1 at the bottom). The gray columns in the figures indicate the lesioned areas rCUN, rLOCC, and rPCUN. The right-hand side shows the same difference but for the diffuse vs. the focally lesioned network.</p></caption>
<graphic xlink:href="fninf-09-00002-g0010.tif"/>
</fig>
<fig id="F11" position="float">
<label>Figure 11</label>
<caption><p><bold>Comparison of total mean firing rates between healthy and lesioned brains</bold>. The histogram on the left shows the total mean firing rate of the healthy resting-state network (Total RS<sub><italic>FR</italic></sub>), integrated over all ROIs, for each value of noise amplitude. The histogram at the center shows the total difference in mean firing between the healthy and focally lesioned networks (Total RS<sub><italic>FR</italic></sub> - Total FL<sub><italic>FR</italic></sub>) for each noise amplitude, integrated over all ROIs and the histogram on the right shows the same difference but for the diffuse vs. the focally lesioned networks (Total DL<sub><italic>FR</italic></sub> - Total FL<sub><italic>FR</italic></sub>).</p></caption>
<graphic xlink:href="fninf-09-00002-g0011.tif"/>
</fig>
<p>On the other hand, a comparison of mean activity between the focally lesioned (Figure <xref ref-type="fig" rid="F6">6</xref>) and diffuse lesioned (Figure <xref ref-type="fig" rid="F8">8</xref>) networks is shown in the four plots on the right side of Figure <xref ref-type="fig" rid="F10">10</xref>. The y-axis denotes the difference in mean firing rate between the diffuse and focally lesioned networks in the attractor state. The x-axis runs over all 998 ROIs. Though the number of disabled nodes in both cases is almost the same, we find activity levels in case of diffuse lesions to be markedly higher than in the case of a focal lesion (of course, both conditions have diminished activity compared to the healthy network). The same thing can be seen from the histogram on the right-hand side of Figure <xref ref-type="fig" rid="F11">11</xref>, showing the total difference in mean firing between the diffuse and focal lesion activity for each noise amplitude, integrated over all ROIs. Again, the columns are on the positive side of the x-axis. Thus, the connectome network shows more resilience to diffuse rather than focal lesions with the same number of nodes. This is presumably due to the wiring architecture of the brain that allows for alternate passages in order to protect against random abrasions.</p>
</sec>
<sec>
<title>3.3. Causal efferents of TMS perturbations</title>
<p>Non-invasive physiological perturbations of specific brain areas using transcranial magnetic stimulations (TMS) have successfully been used for probing neural circuits and their functions. They can be operated either to excite or completely inhibit a given brain area both in the presence or absence of a task. What we want to computationally reconstruct in BrainX<sup>3</sup> are the causal efferents of the evoked activity due to this stimulation. In Figure <xref ref-type="fig" rid="F12">12</xref> we show results for an inhibitory stimulation applied to all the nodes in areas rCUN, rLOCC and rPCUN (the same regions on which we earlier simulated a focal lesion and with network noise amplitude of 0.01). TMS is applied during the first 5 s of the simulation and the network returns to resting-state once stimulation is discontinued. The bottom right plot in Figure <xref ref-type="fig" rid="F12">12</xref> shows how this affects the time-series of the same three seed nodes we used (rCAC (black), rISTC (green) and lPCUN (magenta)), which are connected to but not part of the perturbed regions. The change in the firing rate is of the order of 10&#x02013;20 Hz and upon removing the stimulation, we find that the network returns to resting-state activity in about 40 &#x000B1; 10 ms. The left diagram in Figure <xref ref-type="fig" rid="F12">12</xref> shows all 998 nodes, with the stimulated nodes in gray and the colors in all other nodes denoting the difference in the average firing rate (averaged over 2 s) for each node after and before the perturbation. The averaging is done to take in account variations due to noise. The plot on the top right of Figure <xref ref-type="fig" rid="F12">12</xref> shows the exact differences (in red) in average firing rate, after minus before, for each of the 998 nodes (the stimulated areas are shaded in gray), with the black, green and magenta markers referring to the seed nodes. Hence, above the zero difference, we see efferent areas of the network that are inhibited during TMS, whereas, below the zero line refers to efferents that are actually excited during TMS.</p>
<fig id="F12" position="float">
<label>Figure 12</label>
<caption><p><bold>Results from TMS perturbations applied upon regions rCUN, rLOCC, and rPCUN</bold>. The left figure shows a 2D distribution of nodes with colors indicating difference in mean firing after and before inhibition. The gray nodes indicate regions where TMS is applied. The top right plot quantifies these differences (here the perturbed areas are indicated by the gray columns), while the bottom right plot extracts the firing rate over time for seed nodes 193 (rCAC), 205 (rISTC) and 830 (lPCUN). ROIs in regions rPARC, rCAC, rISTC, rPC, rSP, rIP, and rLING were found to be strongly inhibited as a result of the TMS perturbation in rCUN, rLOCC, and rPCUN. The full simulation can be seen on video 05 of the following link: <ext-link ext-link-type="uri" xlink:href="https://www.youtube.com/playlist?list=PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq">https://www.youtube.com/playlist?list&#x0003D;PL-BcYpSz98wqVAKuI-ymqDII-6nXK_8uq</ext-link>.</p></caption>
<graphic xlink:href="fninf-09-00002-g0012.tif"/>
</fig>
<p>Clearly, the results show that areas anatomically closer to the perturbed regions are most affected, but they also show specific long range connections in the frontal, temporal and limbic lobes that are affected by stimulating areas rCUN, rLOCC, and rPCUN (in the occipital and parietal lobes). Figure <xref ref-type="fig" rid="F12">12</xref> shows ROIs in regions rPARC, rCAC, rISTC, rPC, rSP, rIP, and rLING are strongly inhibited. Since the stimulated areas here are exactly the same that we lesioned for simulating stroke dynamics, the map of efferents we find after TMS are also part of the affected pathways following the lesion. As described in the next subsection and Figure <xref ref-type="fig" rid="F13">13</xref>, in BrainX<sup>3</sup> we can extract these efferents explicitly in a 3D reconstruction.</p>
<fig id="F13" position="float">
<label>Figure 13</label>
<caption><p><bold>Pathfinding in the brain</bold>. Extracting efferents of selected regions in BrainX<sup>3</sup>, shown in the top figure. The selected regions are the rCUN, rLOCC, and rPCUN. All paths emerging from these regions are traced in thick black. Screenshots refer to the posterior (top left) and superior view (top right). The bottom figure shows a reference atlas with labels of brain regions in the posterior (bottom left) and superior (bottom right) sides of the network. The colors in the atlas refer to major lobes: frontal (blue), temporal (green), occipital (red), parietal (orange) and cingulate cortex (purple).</p></caption>
<graphic xlink:href="fninf-09-00002-g0013.tif"/>
</fig>
<p>Though most of the TMS efferents are inhibited during the stimulation phase, interestingly, a small number of them are also excited, showing an average firing rate higher than the non-perturbed (resting-state) value. These occur sparsely in regions rLOF, rRMF, rCMF, lLOF, lPOPE, and lFUS. A possible explanation for the occurrence of these excitations is that these ROIs were the ones that were anti-correlated to the stimulated nodes, when the network was in the resting-state.</p>
</sec>
<sec>
<title>3.4. Pathfinding in the brain</title>
<p>Besides simulation, another utility in BrainX<sup>3</sup> is that it can be customized for real-time analysis and circuit extraction. This can be done either by analyzing output signals of neural activity from the simulation or by implementing graph-theoretic algorithms on the network. Here, we provide a example of bookmarking pathways efferent to the focal lesion discussed above. Bookmarking in BrainX<sup>3</sup> can simply be done using natural gestures. In Figure <xref ref-type="fig" rid="F13">13</xref> we trace the connectivity span (within the healthy dataset) of all the three areas that we had lesioned earlier. All edges emanating from the previously lesioned ROIs are bookmarked in thick black giving a clear spatial impression of the extent of the lesion on the network. Though the lesion lies only in the occipital and parietal lobes, its effects are felt as far as the frontal, temporal and limbic lobes. Extracting circuits this way is intuitive and user controllable, compared to automated processes based on correlation data.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>4. Discussion</title>
<p>As techniques of quantitative analysis and measurement devices in neuroscience make improvements, it is becoming more evident that the role of large-scale dynamics and whole-brain measures cannot be ignored. Functional correlations by themselves are insufficient for inference of mechanisms and principles underlying brain function. Large-scale temporal activity maps across structurally connected brain areas are more informative of whole-brain circuit mechanisms. Being able to predict these maps by implementing realistic biophysical dynamics brings us a small step closer to identifying the neural correlates of cognitive functions. BrainX<sup>3</sup> is a small step in this direction. It opens the possibility of analyzing neural activity propagation due to causal dynamics. Being immersive, it gives a much better intuitive anatomical perspective of the brain, than a 2D atlas would.</p>
<p>BrainX<sup>3</sup>, as we have shown in this paper, is a platform for data visualization, simulation, analysis and interaction, which combines computational power with human intuition in representing and interacting with large complex data. For the human connectome network above, we have shown an anatomically-spaced 3D simulation of whole-brain neural activity, based on the dynamical mean-field model, which was earlier tested in Deco et al. (<xref ref-type="bibr" rid="B8">2013</xref>) for resting-state dynamics. The results shown included the resting-state network, lesioned brains as well as externally stimulated networks. Our simulations above shed some insight on the spatial distribution of activity in the attractor state, how it maintains a level of resilience to damage, effects of noise and physiological perturbations. Specifically, we found that a noisy network seems to favor a low firing attractor. This is simply a consequence of the detailed biophysics of our model. Interestingly, both, computational and empirical studies in the literature have claimed that an increase in neural noise (in the form of random background activity) is associated with aging brains, which show a lower signal-to-noise ratio and less distinctive cortical representations leading to reduced information processing (Li et al., <xref ref-type="bibr" rid="B16">2001</xref>; Li and Sikstr&#x000F6;m, <xref ref-type="bibr" rid="B17">2002</xref>; Hong and Rebec, <xref ref-type="bibr" rid="B13">2012</xref>). In particular, fMRI data in D&#x00027;Esposito et al. (<xref ref-type="bibr" rid="B9">1999</xref>), Huettel et al. (<xref ref-type="bibr" rid="B14">2001</xref>) show fewer activated voxels and an increase in noise in older participants, compared to younger ones. Our observation about the effect of noise on neural firing corroborates with the literature and as future research we plan to model neural dynamics in aging brains. We also found that a noisy network is less resilient to focal lesions. Between diffuse and focal lesions, the connectome network shows more resilience to the former, suggesting that the brain&#x00027;s wiring architecture is such that it provides alternate pathways for propagation of activity in order to protect against non-localized damage. Our results on TMS perturbations, generate temporal sequence of causal activations, which in the example of stimulating regions in the occipital and parietal lobes, map to efferent areas that presumably constitute a functional pathway. Interestingly, we also noticed that even though TMS inhibits most of the network, it also sparsely excites a few regions. Presumably, these are the regions anti-correlated to the perturbed ROIs. This suggests that even a lesioned network can show increased activity over sparsely distributed brain areas, compared to healthy brain networks. Knowledge of these active areas can be clinically useful for assessing levels of consciousness in patients with severe brain injury. These observations demonstrate the role of BrainX<sup>3</sup> as a hypothesis generator. As is often the case with complex data, one might not always have a specific hypothesis to start with. Instead, discovering meaningful patterns and associations in big data might be a necessary incubation step for formulating well-defined hypotheses.</p>
<p>BrainX<sup>3</sup> is not only a generator of simulated data of dynamical processes in complex networks, but it also provides a natural user interaction paradigm (including user immersion and gesture-based inputs) for the visualization and exploration of complex network datasets. In previous work, we have validated BrainX<sup>3</sup> vs. standard desktop-based visualization and simulation tools and found that our system is better at structural understanding of the data based on the performance of subjects on a memory task (Betella et al., <xref ref-type="bibr" rid="B6">2013</xref>, <xref ref-type="bibr" rid="B5">2014a</xref>,<xref ref-type="bibr" rid="B4">b</xref>). As future applications of our technology, we foresee online user-interaction with simulations as a step toward virtual brain surgery, enabling a surgeon to try out several surgical procedures and assessing risk factors on models based on the patient&#x00027;s data before actually performing the surgery. However, to be useful for any form of precision surgery, besides improving usability and integration with other input/output devices relevant for surgery, the size of the simulation will have to be significantly scaled to much finer resolutions matching those of surgical standards and even more detailed biophysical models will have to be used (including plasticity and pharmacological inputs). This would mean working with networks having millions of nodes and proportionately many more connections (such as from precision microscopy), which would require optimizing BrainX<sup>3</sup> with parallel computing. This is the next step in the development BrainX<sup>3</sup>, scaling and optimizing the simulation for very large networks.</p>
</sec>
<sec>
<title>Author contributions</title>
<p>XA, RZ, AB, and PV contributed to the design, analysis, interpretation and writing of the manuscript. EM, PO, and DD contributed to the technical implementation. GD contributed to the analysis.</p>
<sec>
<title>Conflict of interest statement</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<fn-group>
<fn fn-type="financial-disclosure">
<p><bold>Funding</bold>. This research has been supported by the <grant-sponsor id="GS1">EC FP7 project, CEEDS</grant-sponsor> (<grant-num>FP7-ICT-2009-5</grant-num>), under grant agreement n. 258749.</p>
</fn>
</fn-group>
<ack>
<p>We thank Olaf Sporns and Chris Honey for sharing the DSI data, Microsoft Inc. for the Kinect<sup>TM</sup> v2 sensor and SDK, provided under the Developer Preview Program and Laura Serra for technical support.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Arsiwalla</surname> <given-names>X.</given-names></name> <name><surname>Betella</surname> <given-names>A.</given-names></name> <name><surname>Mart&#x000ED;nez</surname> <given-names>E.</given-names></name> <name><surname>Omedas</surname> <given-names>P.</given-names></name> <name><surname>Zucca</surname> <given-names>R.</given-names></name> <name><surname>Verschure</surname> <given-names>P.</given-names></name></person-group> (<year>2013</year>). <article-title>The dynamic connectome: a tool for large scale 3D reconstruction of brain activity in real time</article-title>, in <source>27th European Conference on Modeling and Simulation</source> (<publisher-loc>Alesund</publisher-loc>). <pub-id pub-id-type="doi">10.7148/2013-0865</pub-id></citation>
</ref>
<ref id="B2">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Bernardet</surname> <given-names>U.</given-names></name> <name><surname>Badia</surname> <given-names>S.</given-names></name> <name><surname>Duff</surname> <given-names>A.</given-names></name> <name><surname>Inderbitzin</surname> <given-names>M.</given-names></name> <name><surname>Le Groux</surname> <given-names>S.</given-names></name> <name><surname>Manzolli</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2010</year>). <article-title>The eXperience induction machine: a new paradigm for mixed-reality interaction design and psychological experimentation</article-title>, in <source>The Engineering of Mixed Reality Systems, Human-Computer Interaction Series</source>, eds <person-group person-group-type="editor"><name><surname>Dubois</surname> <given-names>E.</given-names></name> <name><surname>Gray</surname> <given-names>P.</given-names></name> <name><surname>Nigay</surname> <given-names>L.</given-names></name></person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Springer</publisher-name>), <fpage>357</fpage>&#x02013;<lpage>379</lpage>.</citation>
</ref>
<ref id="B2a">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bernardet</surname> <given-names>U.</given-names></name> <name><surname>Verschure</surname> <given-names>P. F. M. J.</given-names></name></person-group> (<year>2010</year>). <article-title>iqr: a tool for the construction of multi-level simulations of brain and behaviour</article-title>. <source>Neuroinformatics</source> <volume>8</volume>, <fpage>113</fpage>&#x02013;<lpage>134</lpage>. <pub-id pub-id-type="doi">10.1007/s12021-010-9069-7</pub-id><pub-id pub-id-type="pmid">20502987</pub-id></citation>
</ref>
<ref id="B4">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Betella</surname> <given-names>A.</given-names></name> <name><surname>Cetnarski</surname> <given-names>R.</given-names></name> <name><surname>Zucca</surname> <given-names>R.</given-names></name> <name><surname>Arsiwalla</surname> <given-names>X. D.</given-names></name> <name><surname>Martinez</surname> <given-names>E.</given-names></name> <name><surname>Omedas</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2014b</year>). <article-title>BrainX3: embodied exploration of neural data</article-title>, in <source>Virtual Reality International Conference</source> (<publisher-loc>Laval</publisher-loc>: <publisher-name>ACM</publisher-name>), <volume>37</volume>:<fpage>1</fpage>&#x02013;<lpage>37</lpage>:4.</citation>
</ref>
<ref id="B5">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Betella</surname> <given-names>A.</given-names></name> <name><surname>Martinez</surname> <given-names>E.</given-names></name> <name><surname>Kongsantad</surname> <given-names>W.</given-names></name> <name><surname>Zucca</surname> <given-names>R.</given-names></name> <name><surname>Arsiwalla</surname> <given-names>X. D.</given-names></name> <name><surname>Omedas</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2014a</year>). <article-title>Understanding large network datasets through embodied interaction in virtual reality</article-title>, in <source>Proceedings of the 2014 Virtual Reality International Conference</source> (<publisher-loc>Laval</publisher-loc>: <publisher-name>ACM</publisher-name>), <fpage>23</fpage>.</citation>
</ref>
<ref id="B6">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Betella</surname> <given-names>A.</given-names></name> <name><surname>Mart&#x000ED;nez</surname> <given-names>E.</given-names></name> <name><surname>Zucca</surname> <given-names>R.</given-names></name> <name><surname>Arsiwalla</surname> <given-names>X. D.</given-names></name> <name><surname>Omedas</surname> <given-names>P.</given-names></name> <name><surname>Wierenga</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Advanced interfaces to stem the data deluge in mixed reality: placing human (un) consciousness in the loop</article-title>, in <source>ACM SIGGRAPH 2013 Posters</source> (<publisher-loc>Anaheim, CA</publisher-loc>: <publisher-name>ACM</publisher-name>), <fpage>68</fpage>.</citation>
</ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Betella</surname> <given-names>A.</given-names></name> <name><surname>Zucca</surname> <given-names>R.</given-names></name> <name><surname>Cetnarski</surname> <given-names>R.</given-names></name> <name><surname>Greco</surname> <given-names>A.</given-names></name> <name><surname>Lanat&#x000E0;</surname> <given-names>A.</given-names></name> <name><surname>Mazzei</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2014c</year>). <article-title>Inference of human affective states from psychophysiological measurements extracted under ecologically valid conditions</article-title>. <source>Front. Neurosci</source>. <volume>8</volume>:<issue>286</issue>. <pub-id pub-id-type="doi">10.3389/fnins.2014.00286</pub-id><pub-id pub-id-type="pmid">25309310</pub-id></citation>
</ref>
<ref id="B8">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deco</surname> <given-names>G.</given-names></name> <name><surname>Ponce-Alvarez</surname> <given-names>A.</given-names></name> <name><surname>Mantini</surname> <given-names>D.</given-names></name> <name><surname>Romani</surname> <given-names>G. L.</given-names></name> <name><surname>Hagmann</surname> <given-names>P.</given-names></name> <name><surname>Corbetta</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>Resting-state functional connectivity emerges from structurally and dynamically shaped slow linear fluctuations</article-title>. <source>J. Neurosci</source>. <volume>33</volume>, <fpage>11239</fpage>&#x02013;<lpage>11252</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.1091-13.2013</pub-id><pub-id pub-id-type="pmid">23825427</pub-id></citation>
</ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x00027;Esposito</surname> <given-names>M.</given-names></name> <name><surname>Zarahn</surname> <given-names>E.</given-names></name> <name><surname>Aguirre</surname> <given-names>G. K.</given-names></name> <name><surname>Rypma</surname> <given-names>B.</given-names></name></person-group> (<year>1999</year>). <article-title>The effect of normal aging on the coupling of neural activity to the bold hemodynamic response</article-title>. <source>Neuroimage</source> <volume>10</volume>, <fpage>6</fpage>&#x02013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.1999.0444</pub-id><pub-id pub-id-type="pmid">10385577</pub-id></citation>
</ref>
<ref id="B10">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Hagmann</surname> <given-names>P.</given-names></name></person-group> (<year>2005</year>). <source>From Diffusion MRI to Brain Connectomics</source>. Ph.D. thesis, Institut de Traitement des Signaux Programme Doctoral en Informatique et Communications Pour L&#x00027;obtention du Grade de Docteur &#x000E8;s Sciences par Docteur en M&#x000E9;decine, <publisher-name>Universit&#x000E9; de Lausanne</publisher-name>.</citation>
</ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hagmann</surname> <given-names>P.</given-names></name> <name><surname>Cammoun</surname> <given-names>L.</given-names></name> <name><surname>Gigandet</surname> <given-names>X.</given-names></name> <name><surname>Meuli</surname> <given-names>R.</given-names></name> <name><surname>Honey</surname> <given-names>C. J.</given-names></name> <name><surname>Wedeen</surname> <given-names>V. J.</given-names></name> <etal/></person-group>. (<year>2008</year>). <article-title>Mapping the structural core of human cerebral cortex</article-title>. <source>PLoS Biol</source>. <volume>6</volume>:<fpage>15</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pbio.0060159</pub-id><pub-id pub-id-type="pmid">18597554</pub-id></citation>
</ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Honey</surname> <given-names>C.</given-names></name> <name><surname>Sporns</surname> <given-names>O.</given-names></name> <name><surname>Cammoun</surname> <given-names>L.</given-names></name> <name><surname>Gigandet</surname> <given-names>X.</given-names></name> <name><surname>Thiran</surname> <given-names>J.-P.</given-names></name> <name><surname>Meuli</surname> <given-names>R.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Predicting human resting-state functional connectivity from structural connectivity</article-title>. <source>Proc. Natl. Acad. Sci</source>. <volume>106</volume>, <fpage>2035</fpage>&#x02013;<lpage>2040</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.0811168106</pub-id><pub-id pub-id-type="pmid">19188601</pub-id></citation>
</ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hong</surname> <given-names>S. L.</given-names></name> <name><surname>Rebec</surname> <given-names>G. V.</given-names></name></person-group> (<year>2012</year>). <article-title>A new perspective on behavioral inconsistency and neural noise in aging: compensatory speeding of neural communication</article-title>. <source>Front. Aging Neurosci</source>. <volume>4</volume>:<issue>27</issue>. <pub-id pub-id-type="doi">10.3389/fnagi.2012.00027</pub-id><pub-id pub-id-type="pmid">23055970</pub-id></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huettel</surname> <given-names>S. A.</given-names></name> <name><surname>Singerman</surname> <given-names>J. D.</given-names></name> <name><surname>McCarthy</surname> <given-names>G.</given-names></name></person-group> (<year>2001</year>). <article-title>The effects of aging upon the hemodynamic response measured by functional MRI</article-title>. <source>Neuroimage</source> <volume>13</volume>, <fpage>161</fpage>&#x02013;<lpage>175</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.2000.0675</pub-id><pub-id pub-id-type="pmid">11133319</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jirsa</surname> <given-names>V. K.</given-names></name> <name><surname>Sporns</surname> <given-names>O.</given-names></name> <name><surname>Breakspear</surname> <given-names>M.</given-names></name> <name><surname>Deco</surname> <given-names>G.</given-names></name> <name><surname>McIntosh</surname> <given-names>A. R.</given-names></name></person-group> (<year>2010</year>). <article-title>Towards the virtual brain: network modeling of the intact and the damaged brain</article-title>. <source>Arch. Ital. Biol</source>. <volume>148</volume>, <fpage>189</fpage>&#x02013;<lpage>205</lpage>. <pub-id pub-id-type="pmid">21175008</pub-id></citation>
</ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Lindenberger</surname> <given-names>U.</given-names></name> <name><surname>Sikstr&#x000F6;m</surname> <given-names>S.</given-names></name></person-group> (<year>2001</year>). <article-title>Aging cognition: from neuromodulation to representation</article-title>. <source>Trends Cogn. Sci</source>. <volume>5</volume>, <fpage>479</fpage>&#x02013;<lpage>486</lpage>. <pub-id pub-id-type="doi">10.1016/S1364-6613(00)01769-1</pub-id><pub-id pub-id-type="pmid">11684480</pub-id></citation>
</ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>S.-C.</given-names></name> <name><surname>Sikstr&#x000F6;m</surname> <given-names>S.</given-names></name></person-group> (<year>2002</year>). <article-title>Integrative neurocomputational perspectives on cognitive aging, neuromodulation, and representation</article-title>. <source>Neurosc. Biobehav. Rev</source>. <volume>26</volume>, <fpage>795</fpage>&#x02013;<lpage>808</lpage>. <pub-id pub-id-type="doi">10.1016/S0149-7634(02)00066-0</pub-id><pub-id pub-id-type="pmid">12470691</pub-id></citation>
</ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marcus</surname> <given-names>D. S.</given-names></name> <name><surname>Harms</surname> <given-names>M. P.</given-names></name> <name><surname>Snyder</surname> <given-names>A. Z.</given-names></name> <name><surname>Jenkinson</surname> <given-names>M.</given-names></name> <name><surname>Wilson</surname> <given-names>J. A.</given-names></name> <name><surname>Glasser</surname> <given-names>M. F.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Human connectome project informatics: quality control, database services, and data visualization</article-title>. <source>Neuroimage</source> <volume>80</volume>, <fpage>202</fpage>&#x02013;<lpage>219</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2013.05.077</pub-id><pub-id pub-id-type="pmid">23707591</pub-id></citation>
</ref>
<ref id="B19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Metta</surname> <given-names>G.</given-names></name> <name><surname>Fitzpatrick</surname> <given-names>P.</given-names></name> <name><surname>Natale</surname> <given-names>L.</given-names></name></person-group> (<year>2006</year>). <article-title>Yarp: yet another robot platform</article-title>. <source>Int. J. Adv. Robo. Syst</source>. <volume>3</volume>, <fpage>43</fpage>&#x02013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.5772/5761</pub-id></citation>
</ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mullen</surname> <given-names>T.</given-names></name> <name><surname>Kothe</surname> <given-names>C.</given-names></name> <name><surname>Chi</surname> <given-names>Y. M.</given-names></name> <name><surname>Ojeda</surname> <given-names>A.</given-names></name> <name><surname>Kerth</surname> <given-names>T.</given-names></name> <name><surname>Makeig</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>Real-time modeling and 3D visualization of source dynamics and connectivity using wearable EEG</article-title>. <source>Conf. Proc. IEEE Eng. Med. Biol. Soc. Conf</source>. <volume>2013</volume>, <fpage>2184</fpage>&#x02013;<lpage>2187</lpage>. <pub-id pub-id-type="doi">10.1109/EMBC.2013.6609968</pub-id><pub-id pub-id-type="pmid">24110155</pub-id></citation>
</ref>
<ref id="B21">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Nowke</surname> <given-names>C.</given-names></name> <name><surname>Schmidt</surname> <given-names>M.</given-names></name> <name><surname>van Albada</surname> <given-names>S. J.</given-names></name> <name><surname>Eppler</surname> <given-names>J. M.</given-names></name> <name><surname>Bakker</surname> <given-names>R.</given-names></name> <name><surname>Diesrnann</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>VisNEST&#x02014;Interactive analysis of neural activity data</article-title>, in <source>Biological Data Visualization (BioVis), 2013 IEEE Symposium on</source> (<publisher-loc>Atlanta, GA</publisher-loc>: <publisher-name>IEEE</publisher-name>), <fpage>65</fpage>&#x02013;<lpage>72</lpage>.</citation>
</ref>
<ref id="B22">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Omedas</surname> <given-names>P.</given-names></name> <name><surname>Betella</surname> <given-names>A.</given-names></name> <name><surname>Zucca</surname> <given-names>R.</given-names></name> <name><surname>Arsiwalla</surname> <given-names>X. D.</given-names></name> <name><surname>Pacheco</surname> <given-names>D.</given-names></name> <name><surname>Wagner</surname> <given-names>J.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>XIM-engine: a software framework to support the development of interactive applications that uses conscious and unconscious reactions in immersive mixed reality</article-title>, in <source>Proceedings of the 2014 Virtual Reality International Conference</source> (<publisher-loc>Laval</publisher-loc>: <publisher-name>ACM</publisher-name>), <volume>26</volume>:<fpage>1</fpage>&#x02013;<lpage>26</lpage>:4.</citation>
</ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sanz-Leon</surname> <given-names>P.</given-names></name> <name><surname>Knock</surname> <given-names>S. A.</given-names></name> <name><surname>Woodman</surname> <given-names>M. M.</given-names></name> <name><surname>Domide</surname> <given-names>L.</given-names></name> <name><surname>Mersmann</surname> <given-names>J.</given-names></name> <name><surname>McIntosh</surname> <given-names>A. R.</given-names></name> <etal/></person-group>. (<year>2013</year>). <article-title>The Virtual Brain: a simulator of primate brain network dynamics</article-title>. <source>Front. Neuroinform</source>. <volume>7</volume>:<issue>10</issue>. <pub-id pub-id-type="doi">10.3389/fninf.2013.00010</pub-id><pub-id pub-id-type="pmid">23781198</pub-id></citation>
</ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rubinov</surname> <given-names>M.</given-names></name> <name><surname>Sporns</surname> <given-names>O.</given-names></name></person-group> (<year>2010</year>). <article-title>Complex network measures of brain connectivity: uses and interpretations</article-title>. <source>Neuroimage</source> <volume>52</volume>, <fpage>1059</fpage>&#x02013;<lpage>1069</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2009.10.003</pub-id><pub-id pub-id-type="pmid">19819337</pub-id></citation>
</ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sporns</surname> <given-names>O.</given-names></name> <name><surname>Tononi</surname> <given-names>G.</given-names></name> <name><surname>K&#x000F6;tter</surname> <given-names>R.</given-names></name></person-group> (<year>2005</year>). <article-title>The human connectome: a structural description of the human brain</article-title>. <source>PLoS Comput. Biol</source>. <volume>1</volume>:<fpage>e42</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pcbi.0010042</pub-id><pub-id pub-id-type="pmid">16201007</pub-id></citation>
</ref>
<ref id="B26">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Talairach</surname> <given-names>J.</given-names></name> <name><surname>Tournoux</surname> <given-names>P.</given-names></name></person-group> (<year>1988</year>). <source>Co-Planar Stereotaxic Atlas of the Human Brain. 3-Dimensional Proportional System: An Approach to Cerebral Imaging</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Thieme Medical Publishers</publisher-name>.</citation>
</ref>
<ref id="B27">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Wagner</surname> <given-names>J.</given-names></name> <name><surname>Lingenfelser</surname> <given-names>F.</given-names></name> <name><surname>Baur</surname> <given-names>T.</given-names></name> <name><surname>Damian</surname> <given-names>I.</given-names></name> <name><surname>Kistler</surname> <given-names>F.</given-names></name> <name><surname>Andr&#x000E9;</surname> <given-names>E.</given-names></name></person-group> (<year>2013</year>). <article-title>The social signal interpretation (SSI) framework: multimodal signal processing and recognition in real-time</article-title>, in <source>Proceedings of the 21st ACM International Conference on Multimedia</source> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>ACM</publisher-name>), <fpage>831</fpage>&#x02013;<lpage>834</lpage>.</citation>
</ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wong</surname> <given-names>K.-F.</given-names></name> <name><surname>Wang</surname> <given-names>X.-J.</given-names></name></person-group> (<year>2006</year>). <article-title>A recurrent network mechanism of time integration in perceptual decisions</article-title>. <source>J. Neurosci</source>. <volume>26</volume>, <fpage>1314</fpage>&#x02013;<lpage>1328</lpage>. <pub-id pub-id-type="doi">10.1523/JNEUROSCI.3733-05.2006</pub-id><pub-id pub-id-type="pmid">16436619</pub-id></citation>
</ref>
</ref-list>
</back>
</article>
