<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="methods-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neuroinform.</journal-id>
<journal-title>Frontiers in Neuroinformatics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neuroinform.</abbrev-journal-title>
<issn pub-type="epub">1662-5196</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fninf.2022.788685</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neuroscience</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Modeling intracranial electrodes. A simulation platform for the evaluation of localization algorithms</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Blenkmann</surname> <given-names>Alejandro O.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/31753/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Solbakk</surname> <given-names>Anne-Kristin</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/805498/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ivanovic</surname> <given-names>Jugoslav</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Larsson</surname> <given-names>P&#x00E5;l Gunnar</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/83155/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Knight</surname> <given-names>Robert T.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/271/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Endestad</surname> <given-names>Tor</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/6070/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Psychology, University of Oslo</institution>, <addr-line>Oslo</addr-line>, <country>Norway</country></aff>
<aff id="aff2"><sup>2</sup><institution>RITMO Centre for Interdisciplinary Studies in Rhythm, Time and Motion, University of Oslo</institution>, <addr-line>Oslo</addr-line>, <country>Norway</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Neurosurgery, Oslo University Hospital</institution>, <addr-line>Oslo</addr-line>, <country>Norway</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Neuropsychology, Helgeland Hospital</institution>, <addr-line>Mosj&#x00F8;en</addr-line>, <country>Norway</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Psychology, Helen Wills Neuroscience Institute, University of California</institution>, <addr-line>Berkeley, Berkeley, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Pedro Antonio Valdes-Sosa, University of Electronic Science and Technology of China, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Torbj&#x00F8;rn Vefferstad Ness, Norwegian University of Life Sciences, Norway; Antonio Sarno, University of Naples Federico II, Italy; Thomas Lottner, University Medical Center Freiburg, Germany</p></fn>
<corresp id="c001">&#x002A;Correspondence: Alejandro O. Blenkmann, <email>ablenkmann@gmail.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>06</day>
<month>10</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>16</volume>
<elocation-id>788685</elocation-id>
<history>
<date date-type="received">
<day>03</day>
<month>10</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>05</day>
<month>09</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2022 Blenkmann, Solbakk, Ivanovic, Larsson, Knight and Endestad.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Blenkmann, Solbakk, Ivanovic, Larsson, Knight and Endestad</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Intracranial electrodes are implanted in patients with drug-resistant epilepsy as part of their pre-surgical evaluation. This allows the investigation of normal and pathological brain functions with excellent spatial and temporal resolution. The spatial resolution relies on methods that precisely localize the implanted electrodes in the cerebral cortex, which is critical for drawing valid inferences about the anatomical localization of brain function. Multiple methods have been developed to localize the electrodes, mainly relying on pre-implantation MRI and post-implantation computer tomography (CT) images. However, they are hard to validate because there is no ground truth data to test them and there is no standard approach to systematically quantify their performance. In other words, their validation lacks standardization. Our work aimed to model intracranial electrode arrays and simulate realistic implantation scenarios, thereby providing localization algorithms with new ways to evaluate and optimize their performance.</p>
</sec>
<sec>
<title>Results</title>
<p>We implemented novel methods to model the coordinates of implanted grids, strips, and depth electrodes, as well as the CT artifacts produced by these. We successfully modeled realistic implantation scenarios, including different sizes, inter-electrode distances, and brain areas. In total, &#x223C;3,300 grids and strips were fitted over the brain surface, and &#x223C;850 depth electrode arrays penetrating the cortical tissue were modeled. Realistic CT artifacts were simulated at the electrode locations under 12 different noise levels. Altogether, &#x223C;50,000 thresholded CT artifact arrays were simulated in these scenarios, and validated with real data from 17 patients regarding the coordinates&#x2019; spatial deformation, and the CT artifacts&#x2019; shape, intensity distribution, and noise level. Finally, we provide an example of how the simulation platform is used to characterize the performance of two cluster-based localization methods.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>We successfully developed the first platform to model implanted intracranial grids, strips, and depth electrodes and realistically simulate thresholded CT artifacts and their noise. These methods provide a basis for developing more complex models, while simulations allow systematic evaluation of the performance of electrode localization techniques. The methods described in this article, and the results obtained from the simulations, are freely available via open repositories. A graphical user interface implementation is also accessible via the open-source iElectrodes toolbox.</p>
</sec>
</abstract>
<kwd-group>
<kwd>SEEG</kwd>
<kwd>ECoG</kwd>
<kwd>iEEG</kwd>
<kwd>intracranial electrodes</kwd>
<kwd>depth electrodes</kwd>
<kwd>subcortical grids</kwd>
<kwd>subdural grids</kwd>
</kwd-group>
<counts>
<fig-count count="10"/>
<table-count count="0"/>
<equation-count count="5"/>
<ref-count count="58"/>
<page-count count="20"/>
<word-count count="12305"/>
</counts>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>Introduction</title>
<p>Intracranial subdural grids and depth electrodes are implanted in patients with drug-resistant epilepsy as part of their pre-surgical evaluation. Electrophysiological and neuroanatomical data are used to delineate the seizure onset zone and functional areas that will guide respective surgery (<xref ref-type="bibr" rid="B48">Rosenow and L&#x00FC;ders, 2001</xref>). Intracranial electroencephalography (iEEG) recordings provide insights into human brain electrophysiology and functional mapping with unparalleled spatial and temporal resolution, offering both clinical and research applications. Knowing the exact location of electrodes in relation to the individual cortical or subcortical anatomy is a prerequisite for a complete understanding of the electrophysiological data; leading to a precise resection of the epileptic foci and the anatomical localization of specific brain functions (<xref ref-type="bibr" rid="B35">Lachaux et al., 2003</xref>; <xref ref-type="bibr" rid="B44">Parvizi and Kastner, 2017</xref>; <xref ref-type="bibr" rid="B23">Frauscher et al., 2018</xref>; <xref ref-type="bibr" rid="B51">Stolk et al., 2018</xref>).</p>
<p>One of the most common approaches to define electrode coordinates is to localize their artifacts in post-implantation computer tomography (CT) images co-registered to pre-implantation magnetic resonance imaging (MRI) scans. Typically, electrode CT artifacts are extracted by thresholding CT images, and then electrode coordinates are manually or semi-automatically computed from these (<xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>; <xref ref-type="bibr" rid="B51">Stolk et al., 2018</xref>; <xref ref-type="bibr" rid="B39">Li et al., 2019</xref>; <xref ref-type="bibr" rid="B12">Centracchio et al., 2021</xref>; <xref ref-type="bibr" rid="B47">Rockhill et al., 2022</xref>). In both cases, errors associated with the procedure are rarely quantified. It is well known that other CT artifacts than the ones of interest (e.g., connection cables or clips), adjacent electrodes, overlapping grids or strips, and noise or low image resolution make precise localization problematic (<xref ref-type="bibr" rid="B9">Brang et al., 2016</xref>; <xref ref-type="bibr" rid="B36">LaPlante et al., 2016</xref>; <xref ref-type="bibr" rid="B42">Narizzano et al., 2017</xref>).</p>
<p>Other localization approaches are based on the use of post-implantation MRI and CT images (<xref ref-type="bibr" rid="B37">LaViolette et al., 2011b</xref>; <xref ref-type="bibr" rid="B30">Hinds et al., 2018</xref>), clinical neuronavigational data (<xref ref-type="bibr" rid="B27">Gupta et al., 2014</xref>), or electrophysiological data (<xref ref-type="bibr" rid="B7">Branco et al., 2018b</xref>). However, these data might not be available in some clinical setups.</p>
<p>Over the last few years, the spatial resolution of grids and depth electrodes has reached inter-electrode distances (IED) of 2&#x2013;3 mm, and will likely improve even more (<xref ref-type="bibr" rid="B27">Gupta et al., 2014</xref>; <xref ref-type="bibr" rid="B13">Chang, 2015</xref>; <xref ref-type="bibr" rid="B41">Martin et al., 2018</xref>). Given their size and the low signal-to-noise ratio (SNR) of images, high-density (HD) arrays are harder to localize with currently available methods [see novel attempts in <xref ref-type="bibr" rid="B28">Hamilton et al. (2017)</xref>, <xref ref-type="bibr" rid="B42">Narizzano et al. (2017)</xref>, <xref ref-type="bibr" rid="B8">Branco et al. (2018a)</xref>, and <xref ref-type="bibr" rid="B21">Erhardt et al. (2020)</xref>].</p>
<p>Although methods to localize CT artifacts and co-localize them to pre-implantation MRI are common, there is no reliable gold standard to quantify their precision and robustness against noise. Methods are usually validated with different datasets, where noise is not quantified. This lack of standardization in the validation makes the comparison of methods imprecise and leaves unanswered questions: what is the localization error associated with a particular SNR? Which localization method performs better for a particular case? These are important factors undermining the validity of claims regarding specific brain areas related to a function or pathology.</p>
<p>To aid in solving these problems, we propose a new platform to model realistic intracranial electrode implantation scenarios and their respective CT artifacts, enabling systematic quantification of errors in electrode localization algorithms.</p>
<p>In the next sections, we will introduce methods for fitting subdural grid and strip electrode models onto the smooth hull surface, and depth electrode array models targeting subcortical sites. We then describe the modeling of thresholded CT artifacts and their noise. Thereafter, we report the simulation results and their validation with real data. Moreover, we provide two examples: (i) performance evaluation of localization methods, and (ii) modeling implantations on a patient&#x2019;s native anatomy. Finally, we discuss the results in the context of existing electrode localization methods, the limitations of our approach, and future challenges.</p>
<p>The methods and results presented in this article are publicly available (except for individual patient data).</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>Materials and methods</title>
<p>The proposed platform allows the systematic evaluation of intracranial electrode localization algorithms. The workflow consists of several steps. Concisely, they can be grouped into pre-processing of images to obtain a Smooth Cortical Envelope (SCE), the simulation of electrode coordinates, the simulation of CT artifacts, and the performance evaluation. <xref ref-type="fig" rid="F1">Figure 1</xref> shows the main steps, and the following subsections describe them in detail.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Workflow for simulating electrode CT artifacts and evaluating localization algorithms. The main steps of the workflow are shown in the diagram. First, a Smooth Cortical Envelope (SCE) is obtained from an individual or average atlas image. Electrode arrays are modeled according to design parameters and fitted over the SCE (grids) or placed within the brain tissue (depths) to obtain the electrode coordinates. Then, CT artifacts are simulated at each electrode coordinate, considering the electrode type and spatial orientation. Subsequently, noise is added to simulate different realistic scenarios. CT artifacts are then fed into the localization algorithm under evaluation. Finally, localized coordinates are compared with the ground truth electrode coordinates. Knowing the true electrode coordinates allows a correct estimation of the localization error and its sensitivity to different noise levels. Moreover, the results can be easily replicated. Orange parallelograms represent data, and purple squares represent processes.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g001.tif"/>
</fig>
<p>Unless otherwise specified, the methods were implemented in Matlab R2019 (The MathWorks Inc., USA) and iElectrodes toolbox for Matlab (<xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>). The most relevant functions needed to perform the simulations are mentioned along the method&#x2019;s subsections.</p>
<p>In general, median values were used to describe the central tendencies of the variables of interest since most distributions were not normal. Their corresponding CIs were obtained by bootstrapping.</p>
<sec id="S2.SS1">
<title>Smooth cortical envelope surface and seed points</title>
<p>The implantation of real grids and strips onto different cortical areas introduces variations in how these arrays bend to follow the brain curvature. To reproduce realistic scenarios, we simulated grids implanted over 3D cortical surfaces. High-resolution pial surfaces extracted from the MNI atlas were used as a starting point (or individual structural MRI images for simulations in native space; see subsection &#x201C;Example II: Interactive modeling of implanted electrodes in patient&#x2019;s native brain space&#x201D; for details). In our processing pipeline, we used Freesurfer software (<xref ref-type="bibr" rid="B15">Dale et al., 1999</xref>), and individual cortical parcellation images were obtained using the Destrieux atlas (<xref ref-type="bibr" rid="B18">Destrieux et al., 2010</xref>), but other atlases or software could also be used. We then computed an SCE surface for each cerebral hemisphere by enclosing the corresponding pial surface with a 30 mm radius sphere. A mesh smoothing was applied to remove small local protuberances (low-pass spatial filter, 100 iterations, alpha weight = 0.5, Iso2Mesh toolbox, <xref ref-type="bibr" rid="B22">Fang and Boas, 2009</xref>). <xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 1</xref> shows an example of the pial surface and SCE computed for an individual patient&#x2019;s brain. The procedure is implemented in the <italic>buildSCE.m</italic> function.</p>
<p>We visually selected 57 seed points over the SCE surface and used them as reference points to model grids, strips, and depth electrode arrays. We computed the local curvature of a smoothed version of the SCE (<xref ref-type="bibr" rid="B49">Rusinkiewicz, 2004</xref>). Seed points were visually selected on regions where the local curvature was relatively <italic>&#x201C;Low,&#x201D; &#x201C;Medium,&#x201D;</italic> or <italic>&#x201C;High&#x201D;</italic> within the range of curvature values. We modeled different electrode arrays depending on the location and the local curvature of the SCE surface.</p>
</sec>
<sec id="S2.SS2">
<title>Modeling grid and strip electrode coordinates</title>
<p>The following steps are performed for modeling subdural grids and strips:</p>
<list list-type="simple">
<list-item>
<label>(1)</label>
<p>A 2D flat model of the array is generated and placed tangentially to the SCE in a given &#x201C;seed&#x201D; point (e.g., the purple grid in <xref ref-type="fig" rid="F2">Figure 2D</xref>) using the function <italic>tangentialGrid.m</italic>. For strip cases, the number of rows is set to three to avoid unrealistic geometrical deformations (e.g., undulating shapes).<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Modeling grid and strip electrode coordinates over the SCE surface. Electrode arrays are initially modeled as 2D (grids) or 1D (strips) objects, and then fitted to the SCE surface by minimizing the translation (<italic>E</italic><sub>t</sub>) and deformation (<italic>E</italic><sub>d</sub>) energies (Equation 1). <bold>(A)</bold> First, diagonal, and second neighboring connections are used to compute the deformation energy <italic>E</italic><sub>d</sub>, accounting for normal, shear, and bending, respectively. <bold>(B)</bold> The translation energy <italic>E</italic><sub>ti</sub> associated with electrode i is proportional to the distance between the initial (<italic>x</italic><sup>0</sup><sub>i</sub>) and the final location (<italic>x</italic><sub>i</sub>) over the SCE surface. <bold>(C)</bold> The deformation energy <italic>E</italic><sub>dij</sub> associated with neighboring electrodes i and j is proportional to the amount of deformation between the original (<italic>d</italic><sup>0</sup><sub>ij</sub>) and final distance (<italic>d</italic><sub>ij</sub>). Equation details are explained in Subsection &#x201C;Modeling grid and strip electrode coordinates&#x201D;. <bold>(D)</bold> Example of a 2D grid model (4 &#x00D7; 8, 10 mm IED) before (pink) and after (green) being fitted to the SCE surface on the left frontal lobe. <bold>(E)</bold> Zoom-in detail showing the normal vectors at each electrode location. Normal vectors are subsequently used to orient the simulated CT artifacts. IED, inter-electrode distance; SCE, smooth cortical envelope.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g002.tif"/>
</fig></p></list-item>
<list-item>
<label>(2)</label>
<p>The 2D model is fitted over the SCE surface using an energy minimization algorithm (<xref ref-type="fig" rid="F2">Figure 2D</xref>, <xref ref-type="bibr" rid="B19">Dykstra et al., 2012</xref>; <xref ref-type="bibr" rid="B55">Trotta et al., 2018</xref>) implemented in the function <italic>projection2mesh.m</italic>. The energy function</p>
</list-item>
</list>
<disp-formula id="S2.E1"><label>(1)</label><mml:math id="M1"><mml:mrow><mml:mi>E</mml:mi><mml:mo>=</mml:mo><mml:mrow><mml:msub><mml:mi>E</mml:mi><mml:mi>t</mml:mi></mml:msub><mml:mo>+</mml:mo><mml:mrow><mml:mi>K</mml:mi><mml:msub><mml:mi>E</mml:mi><mml:mi>d</mml:mi></mml:msub></mml:mrow></mml:mrow></mml:mrow></mml:math></disp-formula>
<p>is minimized by varying the electrode coordinates to the final position <italic>x</italic><sub><italic>i</italic></sub>, where <italic>E</italic><sub><italic>t</italic></sub> is the translation energy, <italic>E</italic><sub><italic>d</italic></sub> is the deformation energy, and <italic>K</italic> is a constant value. The energy minimization is constrained to the electrode coordinates <italic>x</italic><sub><italic>i</italic></sub> being closely located over the SCE surface, i.e., &#x2200;<italic>i</italic>, ||<italic>x</italic><sub><italic>i</italic></sub>&#x2212;<italic>s</italic><sub><italic>i</italic></sub>|| &#x2264; &#x03F5;, where <italic>s</italic><sub><italic>i</italic></sub> is the closest point in the SCE surface to electrode <italic>i</italic>, and &#x03B5; is a tolerance distance.</p>
<p><italic>E</italic><sub><italic>t</italic></sub> (<xref ref-type="fig" rid="F2">Figure 2B</xref>) represents the energy needed to translate the electrode coordinates from the original position of each electrode <inline-formula><mml:math id="INEQ2"><mml:msubsup><mml:mi>x</mml:mi><mml:mi>i</mml:mi><mml:mn>0</mml:mn></mml:msubsup></mml:math></inline-formula> to the final position <italic>x</italic><sub><italic>i</italic></sub> on the SCE surface:</p>
<disp-formula id="S2.E2"><label>(2)</label><mml:math id="M2"><mml:mrow><mml:msub><mml:mi>E</mml:mi><mml:mi>t</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mrow><mml:munderover><mml:mo largeop="true" movablelimits="false" symmetric="true">&#x2211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:msup><mml:mrow><mml:mo fence="true">||</mml:mo><mml:mrow><mml:msub><mml:mi>x</mml:mi><mml:mi>i</mml:mi></mml:msub><mml:mo>-</mml:mo><mml:msubsup><mml:mi>x</mml:mi><mml:mi>i</mml:mi><mml:mn>0</mml:mn></mml:msubsup></mml:mrow><mml:mo fence="true">||</mml:mo></mml:mrow><mml:mn>2</mml:mn></mml:msup></mml:mrow></mml:mrow></mml:math></disp-formula>
<p>where <italic>N</italic> is the number of electrodes.</p>
<p><italic>E</italic><sub><italic>d</italic></sub> (<xref ref-type="fig" rid="F2">Figure 2C</xref>) represents the energy required to change the inter-electrode euclidean distance between neighbors from the original to the final location. It is defined as</p>
<disp-formula id="S2.E3"><label>(3)</label><mml:math id="M3"><mml:mrow><mml:msub><mml:mi>E</mml:mi><mml:mi>d</mml:mi></mml:msub><mml:mo>=</mml:mo><mml:mrow><mml:munderover><mml:mo largeop="true" movablelimits="false" symmetric="true">&#x2211;</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>=</mml:mo><mml:mn>1</mml:mn></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:munderover><mml:mo largeop="true" movablelimits="false" symmetric="true">&#x2211;</mml:mo><mml:mrow><mml:mi>j</mml:mi><mml:mo>=</mml:mo><mml:mrow><mml:mi>i</mml:mi><mml:mo>+</mml:mo><mml:mn>1</mml:mn></mml:mrow></mml:mrow><mml:mi>N</mml:mi></mml:munderover><mml:mrow><mml:msub><mml:mi mathvariant="normal">&#x03B1;</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mrow><mml:msub><mml:mi>d</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow></mml:msub><mml:mo>-</mml:mo><mml:msubsup><mml:mi>d</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow><mml:mn>0</mml:mn></mml:msubsup></mml:mrow><mml:mo>)</mml:mo></mml:mrow><mml:mn>2</mml:mn></mml:msup></mml:mrow></mml:mrow></mml:mrow></mml:mrow></mml:math></disp-formula>
<p>where <italic>d</italic><sub><italic>ij</italic></sub> is the distance between electrodes, <inline-formula><mml:math id="INEQ3"><mml:msubsup><mml:mi>d</mml:mi><mml:mrow><mml:mi>i</mml:mi><mml:mi>j</mml:mi></mml:mrow><mml:mn>0</mml:mn></mml:msubsup></mml:math></inline-formula> is the initial distance between contacts, and <italic>&#x03B1;<sub><italic>ij</italic></sub></italic> takes values of 1 or 0 if electrodes <italic>i</italic> and <italic>j</italic> are neighbors or not, respectively. To control for normal, bending, and shear deformations, first, second, and diagonal (grids only) neighbors are considered, as shown in <xref ref-type="fig" rid="F2">Figure 2A (Trotta et al., 2018</xref>). <italic>E</italic><sub><italic>d</italic></sub> is typically interpreted as the deformation of &#x201C;springs&#x201D; connecting the electrodes (<xref ref-type="bibr" rid="B19">Dykstra et al., 2012</xref>).</p>
<list list-type="simple">
<list-item>
<label>(3)</label>
<p>A normal vector at each electrode coordinate is computed. We select the coordinates from each electrode of interest and the nearest neighbors and compute a principal component analysis (PCA) of these points. The normal vector is the one associated with the smallest component (<xref ref-type="fig" rid="F2">Figure 2E</xref>).</p>
</list-item>
<list-item>
<label>(4)</label>
<p>For strips, only the middle row coordinates are kept from the three rows, while the lateral ones are discarded.</p>
</list-item>
</list>
<p>We simulated electrode arrays of multiple dimensions representing models frequently available in the market by different manufacturers. These cover various combinations of size and IED, including grids of 2 &#x00D7; 4, 4 &#x00D7; 4, 4 &#x00D7; 8, 8 &#x00D7; 8, 8 &#x00D7; 16, and 16 &#x00D7; 16 contacts, strips of 1 &#x00D7; 4, 1 &#x00D7; 6, and 1 &#x00D7; 8 contacts. Arrays were simulated at the 57 seed points in the standardized MNI SCE surface with different local curvatures (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 2</xref>).</p>
<p>Grid and strip implantation scenarios were simulated several times at each seed point, rotating the grids at angles multiple of 30 degrees around the center. The location and the local curvature of the SCE surface surrounding the seed points determined which arrays were simulated. Large grids were simulated over <italic>Low</italic> curvature regions, whereas medium and small size grids were simulated over <italic>Medium</italic> and <italic>High</italic> curvature areas. For example, over the lateral fronto-temporo-parietal cortex, it is realistic to simulate an 8 &#x00D7; 8, 10 mm IED grid, but unrealistic (in usual clinical settings) to simulate the implantation of such a big grid over the frontal pole.</p>
<p>For the fitting of grid and strips onto the SCE surface, coefficient <italic>K</italic> was set to 1,000, and the tolerance distance &#x03B5; = 0.1 mm for all arrays, except for the 16 &#x00D7; 16 grid cases where <italic>K</italic> = 100 and &#x03B5; = 0.5 mm (Equation 1).</p>
<p>Deformations are needed to fit a grid or strip (originally plane objects) over the brain surface (a curved object). When localizing grids, we typically observe that these deformations are small. Therefore, we measured the IED after fitting grids and strips to the SCE surfaces and discarded simulations if one or more neighboring electrodes had IED variations over 5% from the original values. A simple example of the simulation is implemented in the <italic>simulateArraySCE.m</italic> function.</p>
</sec>
<sec id="S2.SS3">
<title>Modeling depth electrode coordinates</title>
<p>In clinical practice, the implantation of depth electrodes is defined by two points, and therefore a unique trajectory connecting them. The points are typically defined as an &#x201C;entry point&#x201D; on the cortical surface and a &#x201C;target point&#x201D; at the deepest brain location reached. We will adopt this nomenclature throughout this paper.</p>
<p>It is common practice to use trajectories orthogonal to the skull surface to avoid sliding of the drill and minimize bone damage during surgery. Therefore, given an entry point on the SCE surface, we define the array trajectory vector orthogonal to this surface. Two strategies are applied to distribute the electrodes along the trajectory uniformly:</p>
<list list-type="simple">
<list-item>
<label>(1)</label>
<p>If the array is shorter than the amount of tissue intersected by the trajectory, the target point is defined as a random point within the trajectory while keeping all contacts inside the brain.</p>
</list-item>
<list-item>
<label>(2)</label>
<p>If the array is longer than the intersected tissue, the target point is defined as the deepest electrode point in the trajectory within the brain tissue (enclosed by the SCE surface). Contacts outside the brain tissue are removed.</p>
</list-item>
</list>
<p>As an optional step, a curvature deformation can be applied within a random orientation 2D plane containing the principal axes of the array. Using the symmetric Lanczos window, an arc-shaped electrode array is obtained. A simple example of the simulations is implemented in <italic>simulateDepthArray.m</italic> function.</p>
<p>We selected 33 entry points over the MNI SCE from the previous set of 57 seed points, restricted to locations where the implantation of depth electrodes were realistic. At each point, we simulated the implantation of depth electrodes as combinations of 4, 8, 10, 12, 15, and 18 contacts; 3, 5, and 10 mm of IED; and linear or curved deformation (maximum deformation of 1% of the total length).</p>
</sec>
<sec id="S2.SS4">
<title>Modeling overlapping grids and strips coordinates</title>
<p>Overlapping grids or strips are obstacles for methods that aim to detect intracranial electrodes automatically (e.g., <xref ref-type="fig" rid="F3">Figure 3F</xref>). We developed a method to realistically simulate these cases (<xref ref-type="fig" rid="F3">Figure 3E</xref>), implemented in the function <italic>simulateOverlaps.m.</italic> Briefly, it consists of:</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Modeling overlapping grids. Example of an overlapping grid in an 8 &#x00D7; 8, 10 mm, IED case. <bold>(A)</bold> Original electrode coordinates (green) were transformed into the principal component space, where a surface (<italic>S</italic><sub>fit</sub>) was fitted to the coordinates. <bold>(B)</bold> In a 2D space defined by PC1 and PC2, the overlapping grid (magenta) was defined with a random orientation. <bold>(C)</bold> The overlapping grid was translated (in the arrow direction) until the desired number of overlapping electrodes was achieved. <bold>(D)</bold> Coordinates were back-projected to the original 3D space surface. <bold>(E)</bold> Voxel artifacts were simulated in the new overlapping grid electrode coordinates, overlaying the SCE surface. Voxel artifacts&#x2019; orientations were interpolated from close-by electrodes of the original array. <bold>(F)</bold> Example of real overlapping grids (5 &#x00D7; 4, 10 mm IED and 4 &#x00D7; 12, 6 mm IED) overlaying the left SCE surface. The inset shows the corresponding thresholded CT artifact voxels. Plots <bold>(B,C)</bold> show the PC1 axes direction inverted for illustrative purposes. IED, inter-electrode distance; SCE, smooth cortical envelope; A, anterior; S, superior.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g003.tif"/>
</fig>
<list list-type="simple">
<list-item>
<label>(1)</label>
<p>A surface is fitted to the background array (<xref ref-type="fig" rid="F3">Figure 3A</xref>).</p>
</list-item>
<list-item>
<label>(2)</label>
<p>The coordinates are projected to a 2D principal component space (PCA) where the overlapping array is initially positioned (<xref ref-type="fig" rid="F3">Figure 3B</xref>).</p>
</list-item>
<list-item>
<label>(3)</label>
<p>The overlapping array is displaced in a random direction until the desired amount of overlap is achieved (<xref ref-type="fig" rid="F3">Figure 3C</xref>).</p>
</list-item>
<list-item>
<label>(4)</label>
<p>The coordinates are back-projected to the initial surface (<xref ref-type="fig" rid="F3">Figure 3D</xref>).</p>
</list-item>
</list>
<p>A more detailed explanation of the procedure can be found in <xref ref-type="supplementary-material" rid="FS1">Supplementary Section 3</xref>.</p>
<p>Grids and strips were simulated with a 10% overlap and no overlap. Overlapping grids were defined with a random orientation and translated in a random direction. In principle, grids and strips of any size and IED can be overlapped. However, for the sake of simplicity, we used arrays with the same dimensions.</p>
</sec>
<sec id="S2.SS5">
<title>Modeling electrode computer tomography artifacts and their noise</title>
<p>Grid and depth arrays have a flat disc and cylinder-shaped metallic contacts, respectively. Their corresponding thresholded CT artifacts usually show ellipsoidal shapes, and their voxels&#x2019; intensity typically decreases with their distance to the center of the electrode (<xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>; <xref ref-type="bibr" rid="B51">Stolk et al., 2018</xref>). Therefore, we modeled the CT artifacts representing electrodes as ellipsoidal-shaped clusters of voxels of varying intensity. In a parsimonious approach, we defined the intensity as a linear function that declined with the scaled radial distance <italic>r</italic> of a given location (<italic>x, y, z</italic>) to the ellipsoid center as:</p>
<disp-formula id="S2.E4"><label>(4)</label><mml:math id="M4"><mml:mrow><mml:mrow><mml:mi>I</mml:mi><mml:mi>n</mml:mi><mml:mi>t</mml:mi><mml:mi>e</mml:mi><mml:mi>n</mml:mi><mml:mi>s</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mpadded width="+3.3pt"><mml:mi>y</mml:mi></mml:mpadded><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mi>x</mml:mi><mml:mo>,</mml:mo><mml:mi>y</mml:mi><mml:mo>,</mml:mo><mml:mi>z</mml:mi><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow><mml:mo>=</mml:mo><mml:mrow><mml:mn>1</mml:mn><mml:mo>-</mml:mo><mml:mrow><mml:mi>r</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>,</mml:mo><mml:mi>y</mml:mi><mml:mo>,</mml:mo><mml:mi>z</mml:mi><mml:mo>)</mml:mo></mml:mrow></mml:mrow></mml:mrow></mml:mrow></mml:math></disp-formula>
<p>where</p>
<disp-formula id="S2.E5"><label>(5)</label><mml:math id="M5"><mml:mrow><mml:mrow><mml:mi>r</mml:mi><mml:mrow><mml:mo>(</mml:mo><mml:mi>x</mml:mi><mml:mo>,</mml:mo><mml:mi>y</mml:mi><mml:mo>,</mml:mo><mml:mi>z</mml:mi><mml:mo>)</mml:mo></mml:mrow></mml:mrow><mml:mo>=</mml:mo><mml:msqrt><mml:mrow><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mfrac><mml:mi>x</mml:mi><mml:mi>a</mml:mi></mml:mfrac><mml:mo>)</mml:mo></mml:mrow><mml:mn>2</mml:mn></mml:msup><mml:mo>+</mml:mo><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mfrac><mml:mi>y</mml:mi><mml:mi>b</mml:mi></mml:mfrac><mml:mo>)</mml:mo></mml:mrow><mml:mn>2</mml:mn></mml:msup><mml:mo>+</mml:mo><mml:msup><mml:mrow><mml:mo>(</mml:mo><mml:mfrac><mml:mi>z</mml:mi><mml:mi>c</mml:mi></mml:mfrac><mml:mo>)</mml:mo></mml:mrow><mml:mn>2</mml:mn></mml:msup></mml:mrow></mml:msqrt></mml:mrow></mml:math></disp-formula>
<p>and <italic>a</italic>, <italic>b</italic>, and <italic>c</italic> are the semi-axes of the ellipsoid model. Semi-axes length parameters were defined depending on electrode type, their inter-electrode distance, following manufacturers&#x2019; specified dimensions, and visually adjusted to match real CT artifacts&#x2019; observed size and shape. Specifically, we used <italic>a</italic> = 2.2, <italic>b</italic> = 2.2, and <italic>c</italic> = 1.5 for 10 and 5 mm IED grids, <italic>a</italic> = 1.1, <italic>b</italic> = 1.1, and <italic>c</italic> = 1 for 3 mm IED grids, <italic>a</italic> = 1.25, <italic>b</italic> = 1.25, and <italic>c</italic> = 1.75 for 10 and 5 mm depth electrode arrays, and <italic>a</italic> = 1.1, <italic>b</italic> = 1.1, and <italic>c</italic> = 1.5 for 3 mm IED depth electrode arrays.</p>
<p>The function <italic>simulateVoxels.m</italic> was used to simulate the clusters of voxels for each CT artifact. First, voxel coordinates were generated by using a 0.5 mm resolution 3D square lattice grid of 10 mm &#x00D7; 10 mm &#x00D7; 10 mm around each electrode to represent the effect of discrete sampling in CT images. All sampling lattice grids had a common random origin and orientation mimicking the random location and orientation of the patient&#x2019;s head in the image reference system. Then, we centered the reference coordinate system at the electrode&#x2019;s coordinate. We rotated the reference system to align its <italic>z</italic>-axis to the electrode&#x2019;s specific normal vector, i.e., the surface&#x2019;s orthogonal vector for grids and strips (<xref ref-type="fig" rid="F2">Figure 2E</xref>) or the trajectory vector for depths. Finally, we computed the intensity of each voxel using Equation 4.</p>
<p>The localization of intracranial electrodes is typically sensitive to the signal-to-noise ratio of the processed CT images. To model the noise in the CT artifacts, we added spatially correlated and uncorrelated noise to each voxel&#x2019;s intensity using the function <italic>addnoise2electrodes.m</italic> (<xref ref-type="bibr" rid="B10">Britten et al., 2004</xref>; <xref ref-type="bibr" rid="B25">Gravel et al., 2004</xref>). Spatially correlated noise was computed by convolving uncorrelated noise from a <inline-formula><mml:math id="INEQ4"><mml:mrow><mml:mi>N</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mn>0</mml:mn><mml:mo>,</mml:mo><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>c</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow></mml:math></inline-formula> distribution with a kernel provided by <xref ref-type="bibr" rid="B10">Britten et al. (2004)</xref>. Uncorrelated noise values were drawn from a <inline-formula><mml:math id="INEQ5"><mml:mrow><mml:mi>N</mml:mi><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mn>0</mml:mn><mml:mo>,</mml:mo><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>u</mml:mi><mml:mi>n</mml:mi><mml:mi>c</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mrow></mml:math></inline-formula> distribution. Therefore, the total noise variance was <inline-formula><mml:math id="INEQ6"><mml:mrow><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>t</mml:mi><mml:mi>o</mml:mi><mml:mi>t</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup><mml:mo>=</mml:mo><mml:mrow><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>c</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup><mml:mo>+</mml:mo><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>u</mml:mi><mml:mi>n</mml:mi><mml:mi>c</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:mrow></mml:mrow></mml:math></inline-formula>. The two noise sources contributed differently to the deformations observed in the CT artifacts.</p>
<p>Finally, voxels with intensity values below zero were removed after adding noise.</p>
<p>We simulated the CT artifacts at each electrode location and manipulated the noise levels affecting these. Twelve noise levels were simulated for each scenario, where <inline-formula><mml:math id="INEQ7"><mml:msubsup><mml:mi mathvariant="normal">&#x03C3;</mml:mi><mml:mrow><mml:mi>t</mml:mi><mml:mi>o</mml:mi><mml:mi>t</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi></mml:mrow><mml:mn>2</mml:mn></mml:msubsup></mml:math></inline-formula> was logarithmically distributed between 0.2 and 2.2 (from now on denoted as noise levels 1&#x2013;12). The ratio between correlated and uncorrelated noise variances was set to 20:1, a heuristically determined ratio obtained by observing the shape of CT artifacts. The individual impact of these two noise sources was clear at high noise levels. Higher ratios of uncorrelated noise left many &#x201C;disconnected&#x201D; voxels surrounding the CT artifacts, whereas higher ratios of correlated noise introduced unrealistically deformed shapes.</p>
</sec>
<sec id="S2.SS6">
<title>Validation</title>
<sec id="S2.SS6.SSS1">
<title>Patients</title>
<p>To validate our modeling platform, we compared our simulations with real data. We analyzed MRI and CT images from 17 adult patients with drug-resistant epilepsy who underwent iEEG recording as part of the pre-surgical evaluation for respective surgery.</p>
<p>Three patients were implanted with only subdural grids, seven with subdural grids and depth electrodes, and seven with only depth electrodes. IED ranged from 3 to 10 mm for both grids and depth arrays. Patients implanted with depth electrode arrays had on average 69 depth contacts (range 8&#x2013;172 contacts per patient, total of 1,068 contacts, DIXI Medical, France, Ad-Tech Medical Instrument Corporation, USA, or PMT Corp., USA). Patients implanted with subdural grids had on average 146 subdural contacts (range 29&#x2013;306 contacts per patient, total of 1,656 contacts, Ad-Tech Medical Instrument Corporation, USA, or PMT Corp., USA).</p>
</sec>
<sec id="S2.SS6.SSS2">
<title>Electrode localization in real cases</title>
<p>We followed a routine procedure to localize intracranial electrodes (<xref ref-type="bibr" rid="B51">Stolk et al., 2018</xref>; <xref ref-type="bibr" rid="B4">Blenkmann et al., 2019</xref>). Pre-implantation T1-weighted MRI images were processed using the FreeSurfer standard pipeline (<xref ref-type="bibr" rid="B15">Dale et al., 1999</xref>), where individual brain segmentation images, pial surfaces, and cortical parcellation images (Destrieux atlas) were obtained (<xref ref-type="bibr" rid="B18">Destrieux et al., 2010</xref>). Post-implantation CT images were co-registered to the pre-implantation MRI using SPM 12 software (<xref ref-type="bibr" rid="B52">Studholme et al., 1999</xref>). Realigned MRI and CT images were resampled to 0.5 mm &#x00D7; 0.5 mm &#x00D7; 0.5 mm resolution. CT images were thresholded to visualize the clusters of high-intensity voxels (also known as CT artifacts). Threshold values were visually defined to identify clusters of voxels representing individual electrodes following the procedure described in <xref ref-type="bibr" rid="B3">Blenkmann et al. (2017)</xref>.</p>
<p>Each cluster of high-intensity voxels was extracted using the <italic>k</italic>-medoids clustering algorithm (as implemented in iElectrodes toolbox). Then, the weighted center coordinates of each cluster were computed. In noisy situations, the center of each cluster was visually identified instead of using automatic clustering.</p>
</sec>
<sec id="S2.SS6.SSS3">
<title>Validation of electrode coordinates</title>
<p>To validate the modeling of electrode array coordinates, we visually inspected the resulting coordinates. Grid and strip coordinates were expected to follow the SCE surface, while only minimally deforming the IED. Moreover, we described deformations in the distance between their first, second, and diagonal neighbors. To integrate the impact of these deformations in the framework of electrode localizations, we qualitatively compared these deformations with those obtained from manually localized real arrays of 10 mm IED. We anticipated simulation deformations to be smaller than the localized ones, since the latter includes array deformations and localization errors.</p>
<p>In addition, we evaluated the deformations of depth arrays. First, array lengths were normalized to allow their comparison. Then, we defined the main axis connecting the first and last contact. Finally, we measured the shortest distance between each contact and the axis.</p>
</sec>
<sec id="S2.SS6.SSS4">
<title>Validation of computer tomography artifacts</title>
<p>To validate our model of electrode CT artifacts, we compared the characteristics of these synthetic artifacts with those of real artifacts. Noise characterization was particularly relevant since it can affect the accuracy of localization algorithms. We applied an information theory measure, entropy, to delineate the noise level of simulated and real data. With this aim, we first computed the principal axis of each electrode. For grids, we computed the orthogonal direction at each electrode given its closest neighbors, and for depth electrodes, we computed the principal axis as the direction connecting the first and last electrodes of the array. We aligned the principal axes to the <italic>z</italic>-axis and positioned their centers at the coordinate system&#x2019;s origin. Then, the 2-dimensional intensity-radius histograms were computed, showing the bivariate distribution of voxels in terms of intensity (on the <italic>y</italic>-axis) and radial distance to the center (on the <italic>x</italic>-axis). Histograms were computed in 0.25 mm bins between 0 and 5 for the radial distance, and 0.05 bin size for the normalized intensity values between 0 and 1, while excluding intensity values below percentile 2.5 and above percentile 97.5. Afterward, we computed the pairwise 2D cross-correlation matrices between all histograms within an array. A cross-correlation matrix indicates the degree of similarity between two intensity-radius histograms as a function of the displacement of one relative to the other. Sharp cross-correlations are indicative of similar histograms, whereas smother (more distributed) cross-correlations indicate less consistency between the histograms. In our case, we expected the noise to differently affect each CT artifact within an array. Therefore, this should be reflected in smother cross-correlations of their corresponding 2D histograms when noise levels are high, and sharp and peakier cross-correlations when noise levels are low. Finally, we estimated the array&#x2019;s noise by measuring the entropy of these cross-correlation images and computing their average. Entropy values represent the amount of disorder present in the cross-correlation matrices. Entropy has been previously used to estimate the focus of images, by evaluating the uniformity of the 2D spectral decomposition of images (<xref ref-type="bibr" rid="B6">Bove, 1993</xref>; <xref ref-type="bibr" rid="B34">Kristan and Pernu, 2004</xref>). Similarly, in our case, entropy values will increase as the cross-correlation images get close to uniformly distributed (e.g., smoother images) and decrease as they get farther from uniform (e.g., peakier images). Therefore, low entropy values indicate more consistent, i.e., less noisy, artifacts within an array, and vice versa. Entropy values were sensible to the size of the electrodes. Therefore, entropy values were normalized by subtracting each electrode size group&#x2019;s mean value.</p>
<p>To evaluate the similarity between simulation and real data arrays, we computed the average correlation across their electrode histograms (normalized by the mean correlation within electrodes of the real array). If our model is able to capture the effect of noise in real data, real electrodes with high noise levels should correlate better with high noise level simulations. To test this hypothesis, we used a linear model to evaluate the relationship between the estimated noise level in real electrodes and the noise level of the highest correlating (i.e., best fitting) simulation.</p>
<p>Grids with less than twelve electrodes were discarded. These grids have a high proportion of edge-located electrodes which can lead to less accurate estimations of the orthogonal vector and affect the following analysis.</p>
<p>The spatial organization of electrodes in strips precludes the computation of orthogonal vectors and, therefore strips were not included in the current analysis. However, strip electrodes are usually the same size as grid electrodes, and we assume that the conclusions drawn from the analysis of grids also apply to strips.</p>
</sec>
</sec>
<sec id="S2.SS7">
<title>Example I: Evaluation of cluster-based localization methods</title>
<p>We demonstrate the applicability of our modeling platform by evaluating the performance of two localization approaches implemented in v1.000 and v1.010 of the iElectrodes toolbox. These are based on the <italic>k-means</italic> and <italic>k-medoids</italic> clustering algorithms, respectively (<xref ref-type="bibr" rid="B29">Hartigan and Wong, 1979</xref>; <xref ref-type="bibr" rid="B33">Kaufman and Rousseeuw, 1990</xref>). Before running the localization scripts, artifacts were thresholded between 0.25 and 0.6 depending on the noise level.</p>
<p>Localized coordinates were contrasted with simulated coordinates to evaluate their accuracy under several noise levels. The methods were compared with the Wilcoxon signed-rank tests, and effect sizes were approximated from their estimated <italic>z</italic>-scores (<xref ref-type="bibr" rid="B43">Pallant, 2007</xref>).</p>
<p>The function <italic>localizeArray.m</italic> and dependencies provide an exemplary code for testing localization algorithms. The script can be easily modified for comparison of other localization algorithms.</p>
</sec>
<sec id="S2.SS8">
<title>Example II: Interactive modeling of implanted electrodes in patient&#x2019;s native brain space</title>
<p>To demonstrate the algorithm&#x2019;s usefulness in more realistic scenarios, we applied our methods in a patient&#x2019;s native brain space. We processed pre-implantation MRI and post-implantation CT images from an adult patient with drug-resistant epilepsy, a potential candidate for respective surgery, as described in Section &#x201C;Patients.&#x201D; The SCE surfaces for each hemisphere were computed following the steps described in Section &#x201C;Smooth cortical envelope surface and seed points.&#x201D;</p>
<p>We simulated grids, strips, and depth electrodes over multiple center points (seeds) and orientations using the interactive Graphical User Interface (GUI) provided by the iElectrodes toolbox (<xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>). For grids and strips, the 2D flat model arrays were first manually translated and rotated over the 3D SCE surface (<xref ref-type="fig" rid="F2">Figure 2D</xref>). Once the desired location was reached, they were fitted to the SCE surface. Depth electrodes were defined by visually setting the target and entry points in the 2D views.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>Results</title>
<p>In the following subsections, we will present the simulation results, their validation with real data, and examples.</p>
<sec id="S3.SS1">
<title>Simulation and validation of electrode array coordinates</title>
<p>A total of 3,646 scenarios for grids and strips were simulated, and in 3,321 instances the arrays were successfully placed over the SCE surface. In 9% of the cases, the IED deformations between at least one pair of contacts exceeded the 5% threshold and were discarded.</p>
<p>For depth electrodes, the procedure resulted in 858 simulation scenarios for depth electrodes within the MNI brain.</p>
<p>We first validated our results by visual observation. Grid and strip electrode coordinates closely followed the SCE surface and showed an almost uniform spatial distribution. Changes in the IED were difficult to detect. For example, <xref ref-type="fig" rid="F4">Figures 4A,B,D,E</xref> show simulated and real localized grid coordinates. Another important aspect was the simulation of overlaps, comparable to those observed in real situations (<xref ref-type="fig" rid="F3">Figures 3E,F</xref>). Besides, the curved trajectories of simulated depth arrays mimicked those of real cases (<xref ref-type="fig" rid="F4">Figures 4C,F</xref>).</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption><p>Examples of real and simulated electrode coordinates. Observe that in real and simulated cases, the grid coordinates follow the brain curvature and that depth electrode trajectories are slightly bent. The top row shows real electrode coordinates from an 8 &#x00D7; 8, 3 mm IED array over the lateral temporal cortex <bold>(A)</bold>, a 4 &#x00D7; 4, 10 mm IED array over the frontal pole <bold>(B)</bold>, and an 8 contacts, 5 mm IED, depth electrode array into the temporal lobe <bold>(C)</bold>. The bottom row shows simulated electrode arrays from an 8 &#x00D7; 8, 10 mm IED grid over the lateral fronto-temporo-parietal cortices <bold>(D)</bold>, an 8 &#x00D7; 8, 3 mm IED high-density array over the frontal pole <bold>(E)</bold>, and a 10 contacts depth electrode array into the temporal lobe <bold>(F)</bold>. SCE and pial surfaces are depicted semi-transparently in the top plots to enhance visualization.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g004.tif"/>
</fig>
<p>The implantation of subdural electrode arrays often introduces a brain shift, and this causes post-implantation CT images to capture the electrode artifacts &#x201C;buried&#x201D; under the pial or SCE surface reconstructed from pre-implantation MRIs. This deformation of the brain surface is not modeled in our current implementation.</p>
<p>To evaluate the quality of the simulated grid and strip coordinates, we quantified the deformations introduced by projecting them onto the SCE. We measured the distance between 1st, diagonal, and 2nd neighboring contacts, normalized in each case by the IED. The median deformations were 0.174, 0.169, and 0.243% of the IED, respectively. The median deformation increased for higher values of IED and SCE curvature (<xref ref-type="fig" rid="F5">Figures 5A,B</xref>). As an upper bound reference, we measured the IED deformations from CT localized real grids (13 arrays, 484 electrodes). These deformations were one order of magnitude larger than the simulated ones (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 3A</xref>).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption><p>Deformation between contacts for simulated grids and strips. Bar plots show that the median deformation between contacts increases with the IED <bold>(A)</bold>, and the SCE curvature <bold>(B)</bold>. As a reference, the observed deformations in real cases were an order of magnitude larger (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 3A</xref>). Error bars denote 95% CI of the median. SCE, smooth cortical envelope; IED, inter-electrode distance.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g005.tif"/>
</fig>
<p>To better quantify the effect of curvature and the number of electrodes on the simulations, we measured the distance between the fitted electrodes and the SCE. Although these values were constrained in the fitting procedure, some variability was observed. The electrodes&#x2019; median distance to the SCE decreased with the number of contacts and increased with the SCE curvature (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 4</xref>). Overall, the median distance of electrodes to the SCE was 0.012 mm.</p>
<p>To validate the bending model of depth arrays, we measured deformations in real cases. Across real arrays, the maximum deformation (i.e., the maximum normalized distance to the main axis) was 0.82%, 95% CI [0.72, 1.01], comparable to the 1% maximum deformation implemented in our approach. <xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 3B</xref> shows the bending profile over distance and the Lanczos function used in the simulations. Interestingly, the profile indicates that the maximum deformation is not centered, but closer to the deepest contact (normalized distance to target 0.37, 95% CI [0.33, 0.43]).</p>
</sec>
<sec id="S3.SS2">
<title>Simulation and validation of electrode computer tomography artifacts</title>
<p>We simulated the CT artifacts at each electrode location and manipulated the noise levels affecting these. By using the normal orientation vector, the procedure generated grid and strip CT artifacts aligned with the brain&#x2019;s surface curvature. Similarly, depth electrode artifacts were aligned with the arrays&#x2019; principal axes. Altogether, we produced &#x223C;40,000 simulations of grids and strips and &#x223C;10,000 depth electrode CT artifacts.</p>
<p>To validate our procedure, we first visually inspected the CT artifacts in a subset of 100 randomly selected simulations. Grid and depth arrays have flat disc and cylinder-shaped metallic contacts, respectively, whereas their CT artifacts usually have ellipsoidal shapes following these geometries (<xref ref-type="fig" rid="F6">Figures 6</xref>, <xref ref-type="fig" rid="F7">7</xref>). Importantly, similar shapes were achieved by the simulations (<xref ref-type="fig" rid="F6">Figures 6</xref>, <xref ref-type="fig" rid="F7">7</xref>).</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption><p>Examples of real and simulated electrode CT artifacts. Images on the top row <bold>(A,D,G,J)</bold> show electrode artifacts on CT images superimposed on co-registered MRIs from real cases. Plots on the middle row <bold>(B,E,H,K)</bold> show thresholded CT voxels corresponding to electrodes in relation to the SCE surface for the same cases as above. Plots on the bottom row <bold>(C,F,I,L)</bold> show simulations similar to the real examples above. Observe the similarity between the real and simulated CT artifacts. The examples selected have different noise levels to reflect some of the variability observed. The real grid case in <bold>(A,B)</bold>, and the correspondingly simulated grid <bold>(C)</bold> have relatively low noise, whereas the real case depicted in <bold>(D,E)</bold>, and simulation <bold>(F)</bold> show a higher noise level. The case depicted in <bold>(E)</bold> also shows a cable passing over the grid. Both real and simulated depth electrodes depicted in <bold>(G&#x2013;I)</bold> have low noise levels, whereas cases shown in <bold>(J&#x2013;L)</bold> have medium noise levels. Array details: <bold>(A,B)</bold> 4 &#x00D7; 8 grid, 10 mm IED, implanted over the temporal cortex. <bold>(D,E)</bold> 10 &#x00D7; 25 grid, 3 mm IED, implanted over the temporal cortex. <bold>(G,H)</bold> 12 electrodes depth array, 3.5 mm IED, implanted into the superior frontal cortex. <bold>(J,K)</bold> 8 electrodes depth array, 5 mm IED, implanted into the temporal cortex. <bold>(C)</bold> 8 &#x00D7; 8 grid, 10 mm IED, over the fronto-temporo-parietal cortex. <bold>(F)</bold> 4 &#x00D7; 8 grid, 3 mm IED, over the temporo-parietal cortex. <bold>(I)</bold> 18 electrodes depth array, 3 mm IED, implanted into the occipital cortex. <bold>(L)</bold> 10 electrodes depth array, 5 mm IED, implanted into the frontal cortex. For illustration purposes, the SCE surfaces are semi-transparent. IED, inter-electrode distance; SCE, smooth cortical envelope. A, anterior; P, posterior; R, right; S, superior.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g006.tif"/>
</fig>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption><p>Examples of real and simulated electrode CT artifacts and their 2D intensity-radius histograms. The three top rows show examples of real CT artifacts obtained from a 10 mm IED grid <bold>(A)</bold>, a 3 mm IED high-density grid <bold>(B)</bold>, and a 3 mm IED depth electrode array <bold>(C)</bold>. The three bottom rows <bold>(D&#x2013;F)</bold> show simulated cases with noise levels that best fit the real ones above (present the highest correlation). The left column plots show the spatial distribution of the voxels&#x2019; artifacts. The middle column shows the same artifacts after all individual electrodes were recentered at the origin (0,0,0), and their principal axes (orthogonally to the cortical surface for grids) or main axes (connecting outer electrodes for depths) aligned to the <italic>z</italic>-axis. For visualization purposes, only half of the electrode voxels are shown. The right column plots show their respective intensity vs. radius histogram. For illustrative purposes <bold>(C,F)</bold> middle and right column plots were obtained from 10 depth electrodes in the corresponding patient, or 10 simulated depth arrays, and not only from the individual arrays shown on the left column.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g007.tif"/>
</fig>
<p>Even under the effect of brain shift, we observed grids and strips electrodes in the CT images to be approximately parallel to the SCE obtained from pre-implantation MRIs (<xref ref-type="fig" rid="F6">Figures 6B,E</xref>). Accordingly, simulated CT artifacts followed the SCE curvature (<xref ref-type="fig" rid="F6">Figures 6C,F</xref>).</p>
<p>Moreover, noise levels gradually affected the shape of real artifacts. In general, larger noise levels hampered the visual identification of individual artifacts (e.g., <xref ref-type="fig" rid="F6">Figures 6E,F</xref>). Importantly, similar effects were obtained in the simulations. Other noise sources, like cables or metallic clips, could also affect the visual identification, but were not simulated.</p>
<p>To further characterize electrode artifacts and their noise, we computed 2D histograms to capture the bivariate distribution of voxels in terms of intensity and radial distance to the center. In the real cases (15 grids across 11 patients, IED 3 and 10 mm; and 77 depth electrodes from 14 patients, IED 3 and 5 mm), we observed a tendency for intensity to decrease with radius (e.g., <xref ref-type="fig" rid="F7">Figures 7A&#x2013;C</xref>, right column), a pattern that was mimicked by the simulations (e.g., <xref ref-type="fig" rid="F7">Figures 7D&#x2013;F</xref>, right column). These 2D histograms allowed us to estimate the noise level that affected the intensity distribution of voxels in space. For this purpose, we computed the mean entropy of the 2D cross-correlation of histograms as a proxy for the noise level in each array. <xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 5</xref> shows examples of low and high noise arrays and their corresponding average 2D cross-correlation images.</p>
<p>As expected, incrementing the noise level in the simulations produced a systematic increase in their average entropy (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figures 6C,D, 7C,D</xref>). We also observed that the entropy measure not only captured the noise level, but was also affected by the size of the CT artifacts, being higher for bigger artifacts in real and simulated cases. Therefore, entropy values were normalized by subtracting each electrode size group&#x2019;s mean value to account for the artifact size&#x2019;s effect on the entropy measure.</p>
<p>Entropy was also computed for real CT artifacts, allowing us to compare real and simulated CT artifacts in terms of noise content (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figures 6A,B, 7A,B</xref>).</p>
<p>To validate the modeled noise against the noise present on real CT artifacts, we correlated the 2D histograms of simulated artifacts with those of real artifacts (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 8</xref>). Accordingly, we obtained a <italic>&#x201C;best fit&#x201D;</italic> simulation for each real case. As expected, low-noise real CT artifacts correlated better with low-noise simulations and vice versa.</p>
<p>To obtain an overall perspective of this relationship, we fitted a linear regression model between the estimated noise level (i.e., entropy) of the <italic>best fit</italic> simulations and the estimated noise level of the real data artifacts. Consequently, the model <italic>real_entropy_normalized</italic> =<italic> &#x03B2;<sub>0</sub></italic> + <italic>&#x03B2;<sub>1</sub> simulation_entropy_normalized</italic> was used to assess their relationship. We observed a significant linear correlation between the estimated noise levels of the real CT artifacts and the estimated noise level of their best-fitting simulation counterparts (<xref ref-type="fig" rid="F8">Figure 8</xref>; <italic>&#x03B2;<sub>0</sub></italic> = &#x2212;0.010, <italic>&#x03B2;<sub>1</sub></italic> = 0.493, <italic>R</italic><sup>2</sup> = 0.413, <italic>F</italic>(1,92) = 64.409, <italic>p</italic> = 3.187e-12).</p>
<fig id="F8" position="float">
<label>FIGURE 8</label>
<caption><p>Correlation between real and simulated noise. The figure illustrates that real data noise linearly correlates with simulation noise. The entropy of the cross-correlation between 2D histograms was used as a proxy for noise levels. Individual marks represent a &#x201C;best fit&#x201D; simulation &#x2013; real data pair. The best fit simulation was determined by the highest correlation between their corresponding 2D intensity-radius histograms (see <xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 8</xref>). Entropy values were normalized (mean subtracted) to account for the effect of artifact size.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g008.tif"/>
</fig>
</sec>
<sec id="S3.SS3">
<title>Example I: Evaluation of cluster-based localization methods</title>
<p>To show the usefulness of our simulation framework, we evaluated two electrode localization algorithms in &#x223C;3,300 grid and strip scenarios under 12 different noise level realizations each (&#x223C;40,000 simulations in total). Coordinates were localized using <italic>k</italic>-means and <italic>k</italic>-medoids methods and contrasted with the ground truth simulated coordinates to evaluate their accuracy (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 9</xref> shows two exemplary results).</p>
<p>As expected, the median and maximum localization errors were affected by noise levels (<xref ref-type="fig" rid="F9">Figure 9</xref>). <italic>K</italic>-medoids median localization error was below 15% of the IED when considering all noise levels and below 5% for medium and low noise levels. Instead, <italic>K</italic>-means showed larger median and maximum errors in all noise levels for IEDs of 3 and 5 mm arrays, and for the three highest noise levels in 10 mm IED arrays (Wilcoxon signed-rank test, <italic>p</italic> &#x003C; 0.05, FDR corrected).</p>
<fig id="F9" position="float">
<label>FIGURE 9</label>
<caption><p>Localization error is affected by the noise level. Localization errors from <italic>k</italic>-means and <italic>k</italic>-medoids clustering algorithms. Localized coordinates were contrasted with the ground truth simulated coordinates to obtain localization errors. The median <bold>(A)</bold> and the maximum <bold>(B)</bold> localization error increase with the simulated noise level. Grids and strips of 3 and 5 mm IEDs are more likely to be affected by noise than arrays of 10 mm IED. The top images show the effect size of the difference between <italic>k</italic>-means and <italic>k</italic>-medoids methods. Non-significant differences are depicted with semitransparent colors.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g009.tif"/>
</fig>
<p>Large effects (<italic>r</italic> &#x003E; 0.5, <xref ref-type="bibr" rid="B14">Cohen, 1992</xref>) in the median localization error were observed across all noise levels in 5 mm IED grids. Instead, 3 and 10 mm IED arrays showed large effects for the largest three and the largest noise level, respectively (<xref ref-type="fig" rid="F9">Figure 9A</xref>, top). Similar effects were observed for the maximum localization error (<xref ref-type="fig" rid="F9">Figure 9B</xref>, top).</p>
</sec>
<sec id="S3.SS4">
<title>Example II: Interactive simulations in patient&#x2019;s native brain space</title>
<p>To further demonstrate the usefulness of our platform, we tested the algorithms on a patient&#x2019;s native anatomical brain space (i.e., unnormalized space). We successfully simulated grids, strips, and depth electrodes using the dedicated controls in the GUI. The interactive interface allowed us to define their locations and orientations precisely. The 2D and 3D views provided a clear interpretation of the array locations in relation to the brain&#x2019;s pial surface and subcortical structures. Moreover, observing the subject-specific parcellation atlas aided in defining their anatomical location.</p>
<p><xref ref-type="fig" rid="F10">Figure 10</xref> shows multiple electrode arrays simulated over the pial surface of a single patient. A high-density grid (5 mm IED) was simulated over the right fronto-temporo-parietal region, and its fifth row was particularly aligned with the superior temporal gyrus. Smaller grids were simulated over the fronto-parietal cortex, and strips were simulated to cover the anterior lateral frontal and orbitofrontal cortices, and the middle and inferior temporal gyrus. Note that grid electrodes were not forced to contact the pial- but the SCE surface.</p>
<fig id="F10" position="float">
<label>FIGURE 10</label>
<caption><p>Interactive electrode simulations on a patient&#x2019;s native brain anatomy. Example of electrodes simulated on a native space brain anatomy using the interactive GUI provided in iElectrodes. The controls (magenta box) are used for displacing and rotating 2D flat grid or strip models over the SCE surface (similar to <xref ref-type="fig" rid="F2">Figure 2D</xref>). The 3D view is particularly useful for defining the location of the arrays in relation to the lateral pial surfaces, whereas the 2D views help to identify their relation to sulci and deep structures. When the desired location and orientation are achieved, arrays are fitted to the SCE surface. For depth electrodes, target and entry points are manually defined in the 2D views. The 2D slices show the Destrieux atlas (color coded), the T1-weighted MRI image, and the simulated coordinates (green &#x2018;<italic>x</italic>&#x2019;), making the anatomical identification of the arrays easier. Note that electrodes were fitted to the SCE surface, but the pial brain surface is shown for illustrative purposes. SCE, smooth cortical envelope. GUI, graphical user interface.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fninf-16-788685-g010.tif"/>
</fig>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>Discussion</title>
<sec id="S4.SS1">
<title>Summary of results</title>
<p>Several automatic or semi-automatic electrode localization algorithms have been developed in recent years (<xref ref-type="bibr" rid="B1">Arnulfo et al., 2015</xref>; <xref ref-type="bibr" rid="B28">Hamilton et al., 2017</xref>; <xref ref-type="bibr" rid="B8">Branco et al., 2018a</xref>,<xref ref-type="bibr" rid="B7">b</xref>; <xref ref-type="bibr" rid="B24">Granados et al., 2018</xref>; <xref ref-type="bibr" rid="B12">Centracchio et al., 2021</xref>). However, given the lack of ground truth data, the validation of these methods lacks standardization, imposing a major limitation on one of the most important benefits of analyzing brain activity from intracranial recordings, namely its excellent spatial resolution. Therefore, how can we compare the precision of different localization methods validated using different, usually small, datasets? Moreover, how do we know that these datasets represent important features (e.g., noise) of the data we are analyzing in a particular study? These questions are not easily answered, but we expect that simulations can provide a closer approximation to the ground truth in the attempt to answer them.</p>
<p>We provide the first modeling platform of intracranial electrodes to establish a test bench for electrode localization algorithms. Our simulations covered a wide range of realistic scenarios that can be useful for testing localization algorithms. To achieve our aim, we developed novel methods to model intracranial EEG electrode coordinates and the CT artifacts typically produced by these. We mimicked realistic scenarios by simulating implanted arrays of various geometrical dimensions in a wide range of cortical curvatures. We simulated grid and strip coordinates by fitting models to the SCE surface. In addition, we modeled depth electrodes between anatomical target and entry points and precisely defined their bending profile.</p>
<p>Then, we simulated the CT artifacts at the electrodes&#x2019; coordinates. The signal intensity distribution over space, the shape of the artifacts, and the orientation of each cluster of high-intensity voxels were carefully modeled. Moreover, different noise levels were simulated and validated with real data.</p>
<p>An extensive database with &#x223C;50,000 cases is freely available for this purpose (see Data availability statement). We focused on providing control over those situations where localization algorithms might fail or encounter difficulties, such as high-density arrays (grids and depth electrodes), high noise levels, overlapping grids, or highly curved implants.</p>
<p>Finally, we showed the impact of noise on the accuracy of two electrode localization algorithms.</p>
</sec>
<sec id="S4.SS2">
<title>Modeling implantation coordinates</title>
<p>From a visual perspective, simulated coordinates in grids, strips, and depth electrode arrays resemble those of real data. Grid and strips naturally followed the SCE curvature with almost uniformly distributed coordinates, whereas depth electrodes depicted realistically curved trajectories. Moreover, we modeled overlapping CT artifacts for grids and strips, controlling the size, orientation, and the number of overlapping electrodes. These features add realism to the models not shown before.</p>
<p>To objectively evaluate the accuracy of grid and strip implantation models, we measured their deformation (i.e., changes in the inter-electrode distance). Fitting grids or strips over the SCE surface introduce deformations since plane- or line-shaped models must bend to fit the curved brain envelope surface. Importantly, deformation values were relatively small (&#x003C;0.3% of the IED), indicating that the resulting models are reliable. As an upper bound reference for our method, we measured the IED deformations in real arrays. These deformations were one order of magnitude larger, indicating that our method did not introduce unrealistically high deformations. In our approach, we discarded simulations where the individual IED deformations exceeded 5% of the IED, which might be overly conservative.</p>
<p>As shown in <xref ref-type="fig" rid="F5">Figure 5A</xref>, grid deformations increased with larger IEDs. We theorized that bigger grids had to deform more to cover a larger extent of the curved SCE surface, in contrast to smaller grids that suffer less deformation in the reduced area they overlay. Similarly, higher levels of curvature produced larger deformation values (<xref ref-type="fig" rid="F5">Figure 5B</xref>).</p>
<p>Parameter <italic>K</italic> (Equation 1) controls the deformation introduced in the fitting procedure. We defined <italic>K</italic> = 1,000, which allowed very small deformations (<xref ref-type="bibr" rid="B55">Trotta et al., 2018</xref>). However, for large high-density grids (IED of 3 mm), we had to reduce the value to <italic>K</italic> = 100 since the algorithm did not reach feasible solutions in most scenarios. We suggest using the highest <italic>K</italic> value that reaches a feasible solution, therefore introducing the smallest deformations.</p>
<p>Grid and strip electrodes fitting to the SCE were constrained by &#x03B5;, a tolerance distance between these two. Overall, the resulting distances between electrodes and SCE were negligible compared to the IEDs, indicating successful algorithm performance.</p>
<p>Depth electrode arrays, on the other hand, bend during implantation, mainly due to brain shift.</p>
<p>Our simulations successfully resulted in deformation values equivalent to those observed in real data (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figure 3A</xref>) and those reported in clinical practice (&#x223C;1&#x2013;3 mm at the tip; <xref ref-type="bibr" rid="B11">Cardinale et al., 2013</xref>; <xref ref-type="bibr" rid="B56">Vakharia et al., 2017</xref>; <xref ref-type="bibr" rid="B24">Granados et al., 2018</xref>). Interestingly, the bending pattern was not symmetrical as expected, and further research is needed to understand its behavior.</p>
<p>Our approach provides precise bending control by applying an arc-shaped function that departs from the original straight linear model. We used a symmetric Lanczos window function for this purpose. However, the use of other arc-shaped functions is straightforward.</p>
<p>Our approach does not consider deviations from the planned implantation trajectory, which can introduce other errors (<xref ref-type="bibr" rid="B56">Vakharia et al., 2017</xref>; <xref ref-type="bibr" rid="B24">Granados et al., 2018</xref>).</p>
<p>Besides the simulations on MNI space, we also showed the feasibility of simulating on individual (real) subject space. This adds to building even more realistic simulations that could help map expected localization errors at the individual level.</p>
</sec>
<sec id="S4.SS3">
<title>Simulation of computer tomography artifacts, noise, and overlapping electrodes</title>
<p>CT artifacts corresponding to grids and strip electrodes were placed over the SCE surface, keeping the electrode&#x2019;s principal axes orthogonal to the surface. Meanwhile, the ones corresponding to depth electrode arrays penetrating the brain were aligned to the arrays&#x2019; main axes (<xref ref-type="fig" rid="F6">Figure 6</xref>). From a visual perspective, simulated artifacts echo those observed in real data.</p>
<p>Previously, models of individual electrode CT artifacts were done as uniform intensity cylinders without considering the details examined in the current study (<xref ref-type="bibr" rid="B9">Brang et al., 2016</xref>). We defined ellipsoid-shaped artifacts, with the intensity changing as a function of the radius. The electrode models produced a histogram profile resembling real artifacts, i.e., an intensity decrease with increasing radius (<xref ref-type="fig" rid="F7">Figure 7</xref>).</p>
<p>The introduction of noise played a substantial role in producing realistic CT artifacts and was captured by the intensity-radius histograms (<xref ref-type="fig" rid="F6">Figures 6</xref>, <xref ref-type="fig" rid="F7">7</xref>). Adding correlated noise introduced realistic shape deformations and was visually perceived to affect the center of mass of the electrodes. This feature provides a wider range of difficult scenarios and makes localization more challenging.</p>
<p>A classical approach for characterizing noise in medical images is the subtraction of a smoothed mean image. However, this approach is inappropriate for intensity transitions like those present in intracranial electrode artifacts (<xref ref-type="bibr" rid="B25">Gravel et al., 2004</xref>). To circumvent this limitation, we used an information theory approach inspired by techniques quantifying image focus (<xref ref-type="bibr" rid="B6">Bove, 1993</xref>; <xref ref-type="bibr" rid="B34">Kristan and Pernu, 2004</xref>). In this respect, the measure&#x2019;s sensitivity to simulated noise was an important consistency check (<xref ref-type="supplementary-material" rid="FS1">Supplementary Figures 6</xref>, <xref ref-type="supplementary-material" rid="FS1">7</xref>), which allowed us to show that noise levels in simulated artifacts mimic those observed in real data (<xref ref-type="fig" rid="F8">Figure 8</xref>). Note that our model explained &#x223C;40% of the real noise variance, indicating their high similarity.</p>
</sec>
<sec id="S4.SS4">
<title>The relevance of intracranial electrode models for localization algorithms</title>
<p>Over the last decade, several approaches have been proposed to localize intracranial electrodes based on CT and MRI images. The majority used post-implantation CT and pre-implantation MRI images.</p>
<p>The detection of CT artifacts has typically been a manual process (<xref ref-type="bibr" rid="B45">Princich et al., 2013</xref>), but has recently been approached by semiautomatic techniques such as clustering voxels of high intensity (<xref ref-type="bibr" rid="B54">Taimouri et al., 2014</xref>; <xref ref-type="bibr" rid="B2">Blenkmann et al., 2015</xref>, <xref ref-type="bibr" rid="B3">2017</xref>; <xref ref-type="bibr" rid="B9">Brang et al., 2016</xref>; <xref ref-type="bibr" rid="B46">Qin et al., 2017</xref>; <xref ref-type="bibr" rid="B8">Branco et al., 2018a</xref>; <xref ref-type="bibr" rid="B24">Granados et al., 2018</xref>), shape analysis (<xref ref-type="bibr" rid="B12">Centracchio et al., 2021</xref>), or the interpolation of coordinates given entry and target points in depth electrodes (<xref ref-type="bibr" rid="B1">Arnulfo et al., 2015</xref>; <xref ref-type="bibr" rid="B40">Li et al., 2020</xref>). Moreover, several approaches have been integrated in novel processing pipelines (<xref ref-type="bibr" rid="B36">LaPlante et al., 2016</xref>; <xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>; <xref ref-type="bibr" rid="B26">Groppe et al., 2017</xref>; <xref ref-type="bibr" rid="B51">Stolk et al., 2018</xref>; <xref ref-type="bibr" rid="B40">Li et al., 2020</xref>; <xref ref-type="bibr" rid="B16">Davis et al., 2021</xref>; <xref ref-type="bibr" rid="B47">Rockhill et al., 2022</xref>), providing users several alternatives and even handling group studies (<xref ref-type="bibr" rid="B17">Deman et al., 2018</xref>).</p>
<p>Noise and overlapping electrodes are two well-known difficulties for localization algorithms, which hamper the success of automatic methods. For example, <xref ref-type="bibr" rid="B9">Brang et al. (2016)</xref> excluded overlapping electrodes from the analysis, given the resulting difficulties, while others treated such cases manually (<xref ref-type="bibr" rid="B54">Taimouri et al., 2014</xref>; <xref ref-type="bibr" rid="B36">LaPlante et al., 2016</xref>; <xref ref-type="bibr" rid="B8">Branco et al., 2018a</xref>; <xref ref-type="bibr" rid="B12">Centracchio et al., 2021</xref>). In the same vein, <xref ref-type="bibr" rid="B42">Narizzano et al. (2017)</xref> observed errors in their depth electrode estimations associated with other electrodes in close proximity, requiring manual intervention from the user. Moreover, noise signals could be mistakenly detected as electrodes (<xref ref-type="bibr" rid="B36">LaPlante et al., 2016</xref>), whereas CT image resolution affects localization accuracy (<xref ref-type="bibr" rid="B9">Brang et al., 2016</xref>). Apart from the studies above, the effect of SNR on electrode localization algorithms&#x2019; accuracy was rarely discussed, most likely due to the lack of standardized measures to quantify the noise level. The framework proposed here provides a controlled simulation of noise levels and overlapping electrodes, allowing performance evaluation of localization algorithms.</p>
<p>Recently, <xref ref-type="bibr" rid="B12">Centracchio et al. (2021)</xref> proposed a novel approach to detect electrode artifacts using a Gaussian support vector machine. Classification accuracy was very high in the analyzed datasets. However, these were restricted to a small number of geometries and electrode sizes. Similar results were obtained by applying deep learning to depth SEEG and DBS electrodes (<xref ref-type="bibr" rid="B57">Vlasov et al., 2021</xref>). Approaches like these could strongly benefit from large databases, such as the ones offered here, making their results generalizable across a wider range of geometries.</p>
<p>The spatial resolution of grids and depth electrodes has increased over the last years (<xref ref-type="bibr" rid="B13">Chang, 2015</xref>; <xref ref-type="bibr" rid="B21">Erhardt et al., 2020</xref>), and high-density arrays are more informative than low-density ones in both cognitive (<xref ref-type="bibr" rid="B27">Gupta et al., 2014</xref>; <xref ref-type="bibr" rid="B31">Jiang et al., 2018</xref>) and clinical research (<xref ref-type="bibr" rid="B50">Stead et al., 2010</xref>). High-density electrodes require additional spatial precision and can be an obstacle for many of the frequently used localization algorithms (<xref ref-type="bibr" rid="B28">Hamilton et al., 2017</xref>; <xref ref-type="bibr" rid="B42">Narizzano et al., 2017</xref>; <xref ref-type="bibr" rid="B7">Branco et al., 2018b</xref>). Simulations can be a reliable platform for developing novel localization techniques for high-density electrode arrays.</p>
<p>Importantly, our models introduced deformations on the order of 1/1,000 of the inter-electrode distance, and distances between electrodes and the SCE on the order of 1/100 mm, which ensure precise modeling of the grids and strips. These errors and deformations were negligible compared to those observed with previous localization (&#x223C;0.2&#x2013;0.6 mm; <xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>; <xref ref-type="bibr" rid="B42">Narizzano et al., 2017</xref>) and brain-shift correction algorithms (&#x223C;2&#x2013;3 mm; <xref ref-type="bibr" rid="B9">Brang et al., 2016</xref>; <xref ref-type="bibr" rid="B8">Branco et al., 2018a</xref>,<xref ref-type="bibr" rid="B7">b</xref>; <xref ref-type="bibr" rid="B55">Trotta et al., 2018</xref>).</p>
<p>As a proof of concept, we evaluated two electrode localization algorithms, <italic>k</italic>-means and k-medoids. Knowing the ground truth location allowed us to characterize how noise levels affected their accuracy, and to have strong evidence to conclude that <italic>k</italic>-medoids perform better than <italic>k</italic>-means in most situations. In a similar way, the current framework has been used to develop a novel localization algorithm called <italic>GridFit</italic>, which is embedded in the iElectrodes toolbox<sup><xref ref-type="fn" rid="footnote1">1</xref></sup> (<xref ref-type="bibr" rid="B3">Blenkmann et al., 2017</xref>; more details about the algorithm will be provided in a forthcoming publication). The simulation platform was used to define the optimal set of parameters needed to precisely localize electrodes under controlled levels of noise, overlap, and curvature. The simulated scenarios helped to identify the sensitivity of the parameters to these variables independently. The same achievement would have been impossible using real data, given the scarce nature of the data and the lack of control of the variables of interest. It is our intent that others find the simulation platform useful to develop novel localization tools.</p>
</sec>
<sec id="S4.SS5">
<title>Assumptions, limitations, and future directions</title>
<p>Although we provide a substantial number of scenarios and a good starting point to model implanted electrodes, there are some limitations in the current models.</p>
<p>First, we took a simple approach to the spatial intensity distribution of CT artifacts. The simplistic assumption allowed us to build realistic models of large arrays of electrodes.</p>
<p>However, more sophisticated approaches could be implemented, considering the x-ray interaction with metallic electrodes (i.e., beam hardening, scatter effects, and Poisson noise), and the corresponding alteration produced in the image reconstructions (<xref ref-type="bibr" rid="B5">Boas and Fleischmann, 2011</xref>; <xref ref-type="bibr" rid="B32">Katsura et al., 2018</xref>). Developments in this direction could pave the way to model the artifacts produced by microwires at the tip of depth electrodes (e.g., Behnke&#x2013;Fried electrodes, Ad-Tech Medical) and the design of novel localization algorithms for this specific and unsolved problem.</p>
<p>Moreover, alterations in the electrode shapes might be caused by beam hardening (<xref ref-type="bibr" rid="B5">Boas and Fleischmann, 2011</xref>; <xref ref-type="bibr" rid="B12">Centracchio et al., 2021</xref>), and in some situations, streak artifacts can be prominent in CT images, but these are typically removed by thresholding (<xref ref-type="bibr" rid="B37">LaViolette et al., 2011b</xref>). Accordingly, we modeled electrode artifacts after thresholding, as most algorithms are applied to this type of data. However, there might be some cases where thresholding is a fundamental step to assess (e.g., <xref ref-type="bibr" rid="B16">Davis et al., 2021</xref>). CT image augmentation and more complex models need to be developed for such instances.</p>
<p>Second, the implantation of intracranial grids and strips is a procedure that results in brain tissue deformation. Deformations of 10 mm or more can occur on the brain surface around the electrodes or in deeper brain structures due to cerebrospinal fluid loss in the ventricles (<xref ref-type="bibr" rid="B53">Studholme et al., 2001</xref>; <xref ref-type="bibr" rid="B38">LaViolette et al., 2011a</xref>). Implantation of depth electrodes might also produce brain deformations, but to a much lower extent, with a smaller amount of cerebrospinal fluid loss, if any (<xref ref-type="bibr" rid="B20">Elias et al., 2007</xref>). Modeling brain deformations is a challenging problem, where multiple variables have to be considered, such as the size and location of the skull opening, the amount of cerebrospinal fluid loss, and the swelling of soft tissue, among other factors (<xref ref-type="bibr" rid="B53">Studholme et al., 2001</xref>). Given the complexity of the problem, we assumed non-deformed brains in our simulations, which precludes their use to evaluate brain-shift correction algorithms. The use of non-linear finite element methods can be a successful way to model these more complex brain deformations (<xref ref-type="bibr" rid="B58">Wittek et al., 2007</xref>).</p>
<p>Finally, we should mention that the volume covered by the target coordinates in the depth electrode simulations is far from covering the full brain volume. Similarly, we did not cover the complete lateral cortex with grids and strips. However, this is possible in the current framework by carefully selecting the entry and target coordinates, seed points, electrode sizes, and geometries.</p>
</sec>
</sec>
<sec id="S5" sec-type="conclusion">
<title>Conclusion</title>
<p>Intracranial EEG recordings allow us to study brain function with excellent spatial resolution and rely on precisely localizing the implanted electrodes. Here, we presented the first platform to model electrode coordinates and CT artifacts of implanted grids, strips, and depth electrodes.</p>
<p>Implanted electrodes under realistic scenarios were successfully modeled with high accuracy, resembling real cases. These methods enable the systematic and quantitative evaluation of electrode localization strategies, contributing to the development of more accurate techniques. The platform could be a starting point for more sophisticated models, such as brain tissue deformations or microwires.</p>
<p>The modeling methods and simulation results are freely available to the research community via open repositories. Moreover, a graphical user interface implementation is also available via the open-source iElectrodes toolbox.</p>
</sec>
<sec id="S6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The scripts and simulated datasets presented in this study can be found in online repositories. The name of the repository and accession number can be found below: Center for Open Science (COS) Open Science Framework (OSF), <ext-link ext-link-type="uri" xlink:href="https://osf.io/9fsm3/">https://osf.io/9fsm3/</ext-link>, doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.17605/OSF.IO/9FSM3">10.17605/OSF.IO/9FSM3</ext-link>. A graphical interface for the interactive simulation of electrode coordinates is available within the iElectrodes toolbox at <ext-link ext-link-type="uri" xlink:href="https://sourceforge.net/projects/ielectrodes/">https://sourceforge.net/projects/ielectrodes/</ext-link>. The patients&#x2019; datasets analyzed in this study are not publicly available due to our ethical approval conditions that do not permit public archiving of anonymized study data.</p>
</sec>
<sec id="S7">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the Regional Committees for Medical and Health Research Ethics, Region North Norway (REK 2015/175), and the Human Subjects Committees at UCSF, UC Irvine, and UC Berkeley. The patients provided their written informed consent to participate in this study.</p>
</sec>
<sec id="S8">
<title>Author contributions</title>
<p>AOB, A-KS, and TE designed this study. AOB coded and tested the software tools, performed the analyses, and wrote the manuscript. TE, A-KS, PL, JI, and RK provided the data and validated the results. All authors revised the manuscript, read, and approved the final manuscript.</p>
</sec>
</body>
<back>
<sec id="S9" sec-type="funding-information">
<title>Funding</title>
<p>This work was partly supported by the Research Council of Norway, project numbers 240389 and 314925, through its Centres of Excellence scheme, project number 262762, and Intpart, project number 274996, NINDS Grant R37NS21135, NIMH CONTE Center P50MH109429, and Brain Initiative U01-NS108916.</p>
</sec>
<ack>
<p>We are grateful to the patients for kindly participating in our study. We thank FRONT Neurolab/RITMO members for their rich discussions and the reviewers for their useful comments and suggestions that improved the quality of this manuscript. This study has previously appeared online at <ext-link ext-link-type="uri" xlink:href="https://www.biorxiv.org/content/10.1101/2021.04.28.441828v1">https://www.biorxiv.org/content/10.1101/2021.04.28.441828v1</ext-link>.</p>
</ack>
<sec id="S10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="S11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="S12" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fninf.2022.788685/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fninf.2022.788685/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="FS1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<glossary>
<title>Abbreviations</title>
<def-list id="DL1">
<def-item><term>IED</term><def><p>inter-electrode distance</p></def></def-item>
<def-item><term>SCE</term><def><p>smooth cortical envelope</p></def></def-item>
<def-item><term>SNR</term><def><p>signal to noise ratio.</p></def></def-item>
</def-list>
</glossary>
<fn-group>
<fn id="footnote1">
<label>1</label>
<p><ext-link ext-link-type="uri" xlink:href="https://sourceforge.net/projects/ielectrodes/">https://sourceforge.net/projects/ielectrodes/</ext-link></p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arnulfo</surname> <given-names>G.</given-names></name> <name><surname>Narizzano</surname> <given-names>M.</given-names></name> <name><surname>Cardinale</surname> <given-names>F.</given-names></name> <name><surname>Fato</surname> <given-names>M. M.</given-names></name> <name><surname>Palva</surname> <given-names>J. M.</given-names></name></person-group> (<year>2015</year>). <article-title>Automatic segmentation of deep intracerebral electrodes in computed tomography scans.</article-title> <source><italic>BMC Bioinformatics</italic></source> <volume>16</volume>:<issue>99</issue>. <pub-id pub-id-type="doi">10.1186/s12859-015-0511-6</pub-id> <pub-id pub-id-type="pmid">25887573</pub-id></citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blenkmann</surname> <given-names>A.</given-names></name> <name><surname>Phillips</surname> <given-names>H.</given-names></name> <name><surname>Princich</surname> <given-names>J. P.</given-names></name> <name><surname>Kochen</surname> <given-names>S.</given-names></name></person-group> (<year>2015</year>). &#x201C;<article-title>Grid and depth intracranial electrodes localization in a normalized space using MRI and CT images</article-title>,&#x201D; in <source><italic>VI Latin American Congress on Biomedical Engineering CLAIB 2014, Paran&#x00E1;, Argentina 29, 30 &#x0026; 31 October 2014</italic></source>, <person-group person-group-type="editor"><name><surname>Braidot</surname> <given-names>A.</given-names></name> <name><surname>Hadad</surname> <given-names>A.</given-names></name></person-group> (<role>eds</role>) (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>) <volume>Vol. 64</volume> <fpage>413</fpage>&#x2013;<lpage>416</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-319-13117-7_106</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blenkmann</surname> <given-names>H. N.</given-names></name> <name><surname>Princich</surname> <given-names>J. P.</given-names></name> <name><surname>Rowe</surname> <given-names>J. B.</given-names></name> <name><surname>Bekinschtein</surname> <given-names>T. A.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>iElectrodes: A Comprehensive Open-Source Toolbox for Depth and Subdural Grid Electrode Localization.</article-title> <source><italic>Front. Neuroinformatics</italic></source> <volume>11</volume>:<issue>14</issue>. <pub-id pub-id-type="doi">10.3389/fninf.2017.00014</pub-id> <pub-id pub-id-type="pmid">28303098</pub-id></citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blenkmann</surname> <given-names>O.</given-names></name> <name><surname>Collavini</surname> <given-names>S.</given-names></name> <name><surname>Lubell</surname> <given-names>J.</given-names></name> <name><surname>Llorens</surname> <given-names>A.</given-names></name> <name><surname>Funderud</surname> <given-names>I.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>Auditory deviance detection in the human insula: An intracranial EEG study.</article-title> <source><italic>Cortex</italic></source> <volume>121</volume> <fpage>189</fpage>&#x2013;<lpage>200</lpage>. <pub-id pub-id-type="doi">10.1016/j.cortex.2019.09.002</pub-id> <pub-id pub-id-type="pmid">31629197</pub-id></citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boas</surname> <given-names>F. E.</given-names></name> <name><surname>Fleischmann</surname> <given-names>D.</given-names></name></person-group> (<year>2011</year>). <article-title>Evaluation of two iterative techniques for reducing metal artifacts in computed tomography.</article-title> <source><italic>Radiology</italic></source> <volume>259</volume> <fpage>894</fpage>&#x2013;<lpage>902</lpage>.</citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bove</surname> <given-names>V. M.</given-names></name></person-group> (<year>1993</year>). <article-title>Entropy-based depth from focus.</article-title> <source><italic>J. Optical Soc. Am.</italic></source> <volume>10</volume>:<issue>561</issue>. <pub-id pub-id-type="doi">10.1364/josaa.10.000561</pub-id></citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Branco</surname> <given-names>M. P.</given-names></name> <name><surname>Leibbrand</surname> <given-names>M.</given-names></name> <name><surname>Vansteensel</surname> <given-names>M. J.</given-names></name> <name><surname>Freudenburg</surname> <given-names>Z. V.</given-names></name> <name><surname>Ramsey</surname> <given-names>N. F.</given-names></name></person-group> (<year>2018b</year>). <article-title>GridLoc: An automatic and unsupervised localization method for high-density ECoG grids.</article-title> <source><italic>NeuroImage</italic></source> <volume>179</volume> <fpage>225</fpage>&#x2013;<lpage>234</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2018.06.050</pub-id> <pub-id pub-id-type="pmid">29920373</pub-id></citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Branco</surname> <given-names>M. P.</given-names></name> <name><surname>Gaglianese</surname> <given-names>A.</given-names></name> <name><surname>Glen</surname> <given-names>D. R.</given-names></name> <name><surname>Hermes</surname> <given-names>D.</given-names></name> <name><surname>Saad</surname> <given-names>Z. S.</given-names></name> <name><surname>Petridou</surname> <given-names>N.</given-names></name><etal/></person-group> (<year>2018a</year>). <article-title>ALICE: A tool for automatic localization of intracranial electrodes for clinical and high-density grids.</article-title> <source><italic>J. Neurosci. Methods</italic></source> <volume>301</volume> <fpage>43</fpage>&#x2013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2017.10.022</pub-id> <pub-id pub-id-type="pmid">29100838</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brang</surname> <given-names>D.</given-names></name> <name><surname>Dai</surname> <given-names>Z.</given-names></name> <name><surname>Zheng</surname> <given-names>W.</given-names></name> <name><surname>Towle</surname> <given-names>V. L.</given-names></name></person-group> (<year>2016</year>). <article-title>Registering imaged ECoG electrodes to human cortex: A geometry-based technique.</article-title> <source><italic>J. Neurosci. Methods</italic></source> <volume>273</volume> <fpage>64</fpage>&#x2013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2016.08.007</pub-id> <pub-id pub-id-type="pmid">27521723</pub-id></citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Britten</surname> <given-names>A. J.</given-names></name> <name><surname>Crotty</surname> <given-names>M.</given-names></name> <name><surname>Kiremidjian</surname> <given-names>H.</given-names></name> <name><surname>Grundy</surname> <given-names>A.</given-names></name> <name><surname>Adam</surname> <given-names>E. J.</given-names></name></person-group> (<year>2004</year>). <article-title>The addition of computer simulated noise to investigate radiation dose and image quality in images with spatial correlation of statistical noise: An example application to X-ray CT of the brain</article-title>. <source><italic>Br. J. Radiol</italic></source>. <volume>77</volume>, <fpage>323</fpage>&#x2013;<lpage>328</lpage>. <pub-id pub-id-type="doi">10.1259/bjr/78576048</pub-id> <pub-id pub-id-type="pmid">15107323</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cardinale</surname> <given-names>F.</given-names></name> <name><surname>Cossu</surname> <given-names>M.</given-names></name> <name><surname>Castana</surname> <given-names>L.</given-names></name> <name><surname>Casaceli</surname> <given-names>G.</given-names></name> <name><surname>Schiariti</surname> <given-names>M. P.</given-names></name> <name><surname>Miserocchi</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>Stereoelectroencephalography: Surgical methodology, safety, and stereotactic application accuracy in 500 procedures.</article-title> <source><italic>Neurosurgery</italic></source> <volume>72</volume> <fpage>353</fpage>&#x2013;<lpage>366</lpage>. <pub-id pub-id-type="doi">10.1227/NEU.0b013e31827d1161</pub-id> <pub-id pub-id-type="pmid">23168681</pub-id></citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Centracchio</surname> <given-names>J.</given-names></name> <name><surname>Sarno</surname> <given-names>A.</given-names></name> <name><surname>Esposito</surname> <given-names>D.</given-names></name> <name><surname>Andreozzi</surname> <given-names>E.</given-names></name> <name><surname>Pavone</surname> <given-names>L.</given-names></name> <name><surname>Di Gennaro</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Efficient automated localization of ECoG electrodes in CT images via shape analysis.</article-title> <source><italic>Int. J. Comput. Assist. Radiol. Surgery</italic></source> <volume>16</volume>: <fpage>543</fpage>&#x2013;<lpage>554</lpage>. <pub-id pub-id-type="doi">10.1007/s11548-021-02325-0</pub-id> <pub-id pub-id-type="pmid">33687667</pub-id></citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>E. F.</given-names></name></person-group> (<year>2015</year>). <article-title>Towards Large-Scale, Human-Based, Mesoscopic Neurotechnologies.</article-title> <source><italic>Neuron</italic></source> <volume>86</volume> <fpage>68</fpage>&#x2013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuron.2015.03.037</pub-id> <pub-id pub-id-type="pmid">25856487</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cohen</surname> <given-names>J.</given-names></name></person-group> (<year>1992</year>). <article-title>A power primer.</article-title> <source><italic>Psychol. Bull.</italic></source> <volume>112</volume> <fpage>155</fpage>&#x2013;<lpage>159</lpage>.</citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dale</surname> <given-names>A. M.</given-names></name> <name><surname>Fischl</surname> <given-names>B.</given-names></name> <name><surname>Sereno</surname> <given-names>M. I.</given-names></name></person-group> (<year>1999</year>). <article-title>Cortical surface-based analysis. I. Segmentation and surface reconstruction.</article-title> <source><italic>NeuroImage</italic></source> <volume>9</volume> <fpage>179</fpage>&#x2013;<lpage>194</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.1998.0395</pub-id> <pub-id pub-id-type="pmid">9931268</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davis</surname> <given-names>T. S.</given-names></name> <name><surname>Caston</surname> <given-names>R. M.</given-names></name> <name><surname>Philip</surname> <given-names>B.</given-names></name> <name><surname>Charlebois</surname> <given-names>C. M.</given-names></name> <name><surname>Anderson</surname> <given-names>D. N.</given-names></name> <name><surname>Weaver</surname> <given-names>K. E.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>LeGUI: A Fast and Accurate Graphical User Interface for Automated Detection and Anatomical Localization of Intracranial Electrodes.</article-title> <source><italic>Front. Neurosci.</italic></source> <volume>15</volume>:<issue>769872</issue>. <pub-id pub-id-type="doi">10.3389/fnins.2021.769872</pub-id> <pub-id pub-id-type="pmid">34955721</pub-id></citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deman</surname> <given-names>P.</given-names></name> <name><surname>Bhattacharjee</surname> <given-names>M.</given-names></name> <name><surname>Tadel</surname> <given-names>F.</given-names></name> <name><surname>Job</surname> <given-names>A. S.</given-names></name> <name><surname>Rivi&#x00E8;re</surname> <given-names>D.</given-names></name> <name><surname>Cointepas</surname> <given-names>Y.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>IntrAnat Electrodes: A Free Database and Visualization Software for Intracranial Electroencephalographic Data Processed for Case and Group Studies.</article-title> <source><italic>Front. Neuroinformatics</italic></source> <volume>12</volume>:<issue>40</issue>. <pub-id pub-id-type="doi">10.3389/fninf.2018.00040</pub-id> <pub-id pub-id-type="pmid">30034332</pub-id></citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Destrieux</surname> <given-names>C.</given-names></name> <name><surname>Fischl</surname> <given-names>B.</given-names></name> <name><surname>Dale</surname> <given-names>A.</given-names></name> <name><surname>Halgren</surname> <given-names>E.</given-names></name></person-group> (<year>2010</year>). <article-title>Automatic parcellation of human cortical gyri and sulci using standard anatomical nomenclature.</article-title> <source><italic>NeuroImage</italic></source> <volume>53</volume> <fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuroimage.2010.06.010</pub-id> <pub-id pub-id-type="pmid">20547229</pub-id></citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dykstra</surname> <given-names>A. R.</given-names></name> <name><surname>Chan</surname> <given-names>A. M.</given-names></name> <name><surname>Quinn</surname> <given-names>B. T.</given-names></name> <name><surname>Zepeda</surname> <given-names>R.</given-names></name> <name><surname>Keller</surname> <given-names>C. J.</given-names></name> <name><surname>Cormier</surname> <given-names>J.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>Individualized localization and cortical surface-based registration of intracranial electrodes.</article-title> <source><italic>NeuroImage</italic></source> <volume>59</volume> <fpage>3563</fpage>&#x2013;<lpage>3570</lpage>.</citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elias</surname> <given-names>W. J.</given-names></name> <name><surname>Fu</surname> <given-names>K.-M.</given-names></name> <name><surname>Frysinger</surname> <given-names>R. C.</given-names></name></person-group> (<year>2007</year>). <article-title>Cortical and subcortical brain shift during stereotactic procedures.</article-title> <source><italic>J. Neurosurg.</italic></source> <volume>107</volume> <fpage>983</fpage>&#x2013;<lpage>988</lpage>.</citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Erhardt</surname> <given-names>J. B.</given-names></name> <name><surname>Lottner</surname> <given-names>T.</given-names></name> <name><surname>Pasluosta</surname> <given-names>C. F.</given-names></name> <name><surname>Gessner</surname> <given-names>I.</given-names></name> <name><surname>Mathur</surname> <given-names>S.</given-names></name> <name><surname>Schuettler</surname> <given-names>M.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Fabrication and validation of reference structures for the localization of subdural standard- and micro-electrodes in MRI.</article-title> <source><italic>J. Neural Eng.</italic></source> <volume>17</volume>:<issue>046044</issue>.</citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fang</surname> <given-names>Q.</given-names></name> <name><surname>Boas</surname> <given-names>D. A.</given-names></name></person-group> (<year>2009</year>). &#x201C;<article-title>Tetrahedral mesh generation from volumetric binary and grayscale images</article-title>,&#x201D; in <source><italic>2009 IEEE International Symposium on Biomedical Imaging: From Nano to Macro</italic></source>, (<publisher-loc>Piscataway, NJ</publisher-loc>: <publisher-name>IEEE</publisher-name>), <fpage>1142</fpage>&#x2013;<lpage>1145</lpage>.</citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Frauscher</surname> <given-names>B.</given-names></name> <name><surname>von Ellenrieder</surname> <given-names>N.</given-names></name> <name><surname>Zelmann</surname> <given-names>R.</given-names></name> <name><surname>Dole&#x017E;alov&#x00E1;</surname> <given-names>I.</given-names></name> <name><surname>Minotti</surname> <given-names>L.</given-names></name> <name><surname>Olivier</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Atlas of the normal intracranial electroencephalogram: neurophysiological awake activity in different cortical areas.</article-title> <source><italic>Brain</italic></source> <volume>141</volume> <fpage>1130</fpage>&#x2013;<lpage>1144</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awy035</pub-id> <pub-id pub-id-type="pmid">29506200</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Granados</surname> <given-names>A.</given-names></name> <name><surname>Vakharia</surname> <given-names>V.</given-names></name> <name><surname>Rodionov</surname> <given-names>R.</given-names></name> <name><surname>Schweiger</surname> <given-names>M.</given-names></name> <name><surname>Vos</surname> <given-names>S. B.</given-names></name> <name><surname>O&#x2019;Keeffe</surname> <given-names>A. G.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Automatic segmentation of stereoelectroencephalography (SEEG) electrodes post-implantation considering bending.</article-title> <source><italic>Int. J. Comput. Assist. Radiol. Surg.</italic></source> <volume>13</volume> <fpage>935</fpage>&#x2013;<lpage>946</lpage>. <pub-id pub-id-type="doi">10.1007/s11548-018-1740-8</pub-id> <pub-id pub-id-type="pmid">29736800</pub-id></citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gravel</surname> <given-names>P.</given-names></name> <name><surname>Beaudoin</surname> <given-names>G.</given-names></name> <name><surname>DeGuise</surname> <given-names>J. A.</given-names></name></person-group> (<year>2004</year>). <article-title>A Method for Modeling Noise in Medical Images.</article-title> <source><italic>IEEE Trans. Med. Imaging</italic></source> <volume>23</volume> <fpage>1221</fpage>&#x2013;<lpage>1232</lpage>. <pub-id pub-id-type="doi">10.1109/TMI.2004.832656</pub-id> <pub-id pub-id-type="pmid">15493690</pub-id></citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Groppe</surname> <given-names>D. M.</given-names></name> <name><surname>Bickel</surname> <given-names>S.</given-names></name> <name><surname>Dykstra</surname> <given-names>A. R.</given-names></name> <name><surname>Wang</surname> <given-names>X.</given-names></name> <name><surname>M&#x00E9;gevand</surname> <given-names>P.</given-names></name> <name><surname>Mercier</surname> <given-names>M. R.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>iELVis: An open source MATLAB toolbox for localizing and visualizing human intracranial electrode data.</article-title> <source><italic>J. Neurosci. Methods</italic></source> <volume>281</volume> <fpage>40</fpage>&#x2013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.1016/j.jneumeth.2017.01.022</pub-id> <pub-id pub-id-type="pmid">28192130</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gupta</surname> <given-names>D.</given-names></name> <name><surname>Hill</surname> <given-names>N. J.</given-names></name> <name><surname>Adamo</surname> <given-names>M. A.</given-names></name> <name><surname>Ritaccio</surname> <given-names>A.</given-names></name> <name><surname>Schalk</surname> <given-names>G.</given-names></name></person-group> (<year>2014</year>). <article-title>Localizing ECoG electrodes on the cortical anatomy without post-implantation imaging.</article-title> <source><italic>NeuroImage</italic></source> <volume>6</volume> <fpage>64</fpage>&#x2013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2014.07.015</pub-id> <pub-id pub-id-type="pmid">25379417</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamilton</surname> <given-names>L. S.</given-names></name> <name><surname>Chang</surname> <given-names>D. L.</given-names></name> <name><surname>Lee</surname> <given-names>M. B.</given-names></name> <name><surname>Chang</surname> <given-names>E. F.</given-names></name></person-group> (<year>2017</year>). <article-title>Semi-automated Anatomical Labeling and Inter-subject Warping of High-Density Intracranial Recording Electrodes in Electrocorticography.</article-title> <source><italic>Front Neuroinform.</italic></source> <volume>11</volume>:<issue>62</issue>. <pub-id pub-id-type="doi">10.3389/fninf.2017.00062</pub-id> <pub-id pub-id-type="pmid">29163118</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hartigan</surname> <given-names>J. A.</given-names></name> <name><surname>Wong</surname> <given-names>M. A.</given-names></name></person-group> (<year>1979</year>). <article-title>Algorithm AS 136: A K-Means Clustering Algorithm.</article-title> <source><italic>Appl. Statist.</italic></source> <volume>28</volume>:<issue>100</issue>. <pub-id pub-id-type="doi">10.2307/2346830</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hinds</surname> <given-names>W. A.</given-names></name> <name><surname>Misra</surname> <given-names>A.</given-names></name> <name><surname>Sperling</surname> <given-names>M. R.</given-names></name> <name><surname>Sharan</surname> <given-names>A.</given-names></name> <name><surname>Tracy</surname> <given-names>J. I.</given-names></name> <name><surname>Moxon</surname> <given-names>K. A.</given-names></name></person-group> (<year>2018</year>). <article-title>Enhanced co-registration methods to improve intracranial electrode contact localization.</article-title> <source><italic>NeuroImage</italic></source> <volume>20</volume> <fpage>398</fpage>&#x2013;<lpage>406</lpage>. <pub-id pub-id-type="doi">10.1016/j.nicl.2018.07.026</pub-id> <pub-id pub-id-type="pmid">30128278</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jiang</surname> <given-names>T.</given-names></name> <name><surname>Liu</surname> <given-names>S.</given-names></name> <name><surname>Pellizzer</surname> <given-names>G.</given-names></name> <name><surname>Aydoseli</surname> <given-names>A.</given-names></name> <name><surname>Karamursel</surname> <given-names>S.</given-names></name> <name><surname>Sabanci</surname> <given-names>P. A.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Characterization of Hand Clenching in Human Sensorimotor Cortex Using High-, and Ultra-High Frequency Band Modulations of Electrocorticogram.</article-title> <source><italic>Front. Neurosci.</italic></source> <volume>12</volume>:<issue>110</issue>. <pub-id pub-id-type="doi">10.3389/fnins.2018.00110</pub-id> <pub-id pub-id-type="pmid">29535603</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Katsura</surname> <given-names>M.</given-names></name> <name><surname>Sato</surname> <given-names>J.</given-names></name> <name><surname>Akahane</surname> <given-names>M.</given-names></name> <name><surname>Kunimatsu</surname> <given-names>A.</given-names></name> <name><surname>Abe</surname> <given-names>O.</given-names></name></person-group> (<year>2018</year>). <article-title>Current and novel techniques for metal artifact reduction at CT: Practical guide for radiologists.</article-title> <source><italic>Radiographics</italic></source> <volume>38</volume> <fpage>450</fpage>&#x2013;<lpage>461</lpage>. <pub-id pub-id-type="doi">10.1148/rg.2018170102</pub-id> <pub-id pub-id-type="pmid">29528826</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaufman</surname> <given-names>L.</given-names></name> <name><surname>Rousseeuw</surname> <given-names>P. J.</given-names></name></person-group> (<year>1990</year>). <source><italic>Partitioning Around Medoids (Program PAM). In Finding Groups in Data: An Introduction to Cluster Analysis.</italic></source> <publisher-loc>Hoboken, NJ</publisher-loc>: <publisher-name>John Wiley &#x0026; Sons, Ltd</publisher-name>, <pub-id pub-id-type="doi">10.1002/9780470316801.ch2</pub-id></citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kristan</surname> <given-names>M.</given-names></name> <name><surname>Pernu</surname> <given-names>F.</given-names></name></person-group> (<year>2004</year>). &#x201C;<article-title>Entropy based measure of camera focus</article-title>,&#x201D; in <source><italic>Proceedings of the thirteenth electrotechnical and computer science conference ERKI</italic></source> (<publisher-loc>Portoro&#x017E;</publisher-loc>: <publisher-name>IEEE</publisher-name>), <fpage>179</fpage>&#x2013;<lpage>182</lpage>.</citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lachaux</surname> <given-names>J. P.</given-names></name> <name><surname>Rudrauf</surname> <given-names>D.</given-names></name> <name><surname>Kahane</surname> <given-names>P.</given-names></name></person-group> (<year>2003</year>). <article-title>Intracranial EEG and human brain mapping.</article-title> <source><italic>J. Physiol. Paris</italic></source> <volume>97</volume> <fpage>613</fpage>&#x2013;<lpage>628</lpage>. <pub-id pub-id-type="doi">10.1016/j.jphysparis.2004.01.018</pub-id> <pub-id pub-id-type="pmid">15242670</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>LaPlante</surname> <given-names>R. A.</given-names></name> <name><surname>Tang</surname> <given-names>W.</given-names></name> <name><surname>Peled</surname> <given-names>N.</given-names></name> <name><surname>Vallejo</surname> <given-names>D. I.</given-names></name> <name><surname>Borzello</surname> <given-names>M.</given-names></name> <name><surname>Dougherty</surname> <given-names>D. D.</given-names></name><etal/></person-group> (<year>2016</year>). <article-title>The interactive electrode localization utility: software for automatic sorting and labeling of intracranial subdural electrodes.</article-title> <source><italic>Int. J. Comput. Assist. Radiol. Surg.</italic></source> <volume>12</volume>:<fpage>1829</fpage>&#x2013;<lpage>1837</lpage>. <pub-id pub-id-type="doi">10.1007/s11548-016-1504-2</pub-id> <pub-id pub-id-type="pmid">27915398</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>LaViolette</surname> <given-names>P. S.</given-names></name> <name><surname>Rand</surname> <given-names>S. D.</given-names></name> <name><surname>Raghavan</surname> <given-names>M.</given-names></name> <name><surname>Ellingson</surname> <given-names>B. M.</given-names></name> <name><surname>Schmainda</surname> <given-names>K. M.</given-names></name> <name><surname>Mueller</surname> <given-names>W.</given-names></name></person-group> (<year>2011b</year>). <article-title>Three-dimensional visualization of subdural electrodes for presurgical planning.</article-title> <source><italic>Neurosurgery</italic></source> <volume>68</volume> <fpage>152</fpage>&#x2013;<lpage>161</lpage>.</citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>LaViolette</surname> <given-names>P. S.</given-names></name> <name><surname>Rand</surname> <given-names>S. D.</given-names></name> <name><surname>Ellingson</surname> <given-names>B. M.</given-names></name> <name><surname>Raghavan</surname> <given-names>M.</given-names></name> <name><surname>Lew</surname> <given-names>S. M.</given-names></name> <name><surname>Schmainda</surname> <given-names>K. M.</given-names></name><etal/></person-group> (<year>2011a</year>). <article-title>3D visualization of subdural electrode shift as measured at craniotomy reopening.</article-title> <source><italic>Epilepsy Res.</italic></source> <volume>94</volume> <fpage>102</fpage>&#x2013;<lpage>109</lpage>.</citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>G.</given-names></name> <name><surname>Jiang</surname> <given-names>S.</given-names></name> <name><surname>Chen</surname> <given-names>C.</given-names></name> <name><surname>Brunner</surname> <given-names>P.</given-names></name> <name><surname>Wu</surname> <given-names>Z.</given-names></name> <name><surname>Schalk</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2019</year>). <article-title>iEEGview: An open-source multifunction GUI-based Matlab toolbox for localization and visualization of human intracranial electrodes</article-title>. <source><italic>J. Neural Eng</italic></source>. <volume>17</volume>:<issue>016016</issue>. <pub-id pub-id-type="doi">10.1088/1741-2552/ab51a5</pub-id> <pub-id pub-id-type="pmid">31658449</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname> <given-names>G.</given-names></name> <name><surname>Jiang</surname> <given-names>S.</given-names></name> <name><surname>Chen</surname> <given-names>C.</given-names></name> <name><surname>Brunner</surname> <given-names>P.</given-names></name> <name><surname>Wu</surname> <given-names>Z.</given-names></name> <name><surname>Schalk</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>IEEGview: An open-source multifunction GUI-based Matlab toolbox for localization and visualization of human intracranial electrodes.</article-title> <source><italic>J. Neural Eng.</italic></source> <volume>17</volume>:<issue>016016</issue>.</citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Martin</surname> <given-names>S.</given-names></name> <name><surname>Iturrate</surname> <given-names>I.</given-names></name> <name><surname>Mill&#x00E1;n</surname> <given-names>J.</given-names></name> <name><surname>del</surname> <given-names>R.</given-names></name> <name><surname>Knight</surname> <given-names>R. T.</given-names></name> <name><surname>Pasley</surname> <given-names>B. N.</given-names></name></person-group> (<year>2018</year>). <article-title>Decoding inner speech using electrocorticography: Progress and challenges toward a speech prosthesis.</article-title> <source><italic>Front. Neurosci.</italic></source> <volume>12</volume>:<issue>422</issue>. <pub-id pub-id-type="doi">10.3389/fnins.2018.00422</pub-id> <pub-id pub-id-type="pmid">29977189</pub-id></citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Narizzano</surname> <given-names>M.</given-names></name> <name><surname>Arnulfo</surname> <given-names>G.</given-names></name> <name><surname>Ricci</surname> <given-names>S.</given-names></name> <name><surname>Toselli</surname> <given-names>B.</given-names></name> <name><surname>Tisdall</surname> <given-names>M.</given-names></name> <name><surname>Canessa</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>SEEG assistant: a 3DSlicer extension to support epilepsy surgery.</article-title> <source><italic>BMC Bioinformatics</italic></source> <volume>18</volume>:<issue>124</issue>. <pub-id pub-id-type="doi">10.1186/s12859-017-1545-8</pub-id> <pub-id pub-id-type="pmid">28231759</pub-id></citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pallant</surname> <given-names>J.</given-names></name></person-group> (<year>2007</year>). <source><italic>SPSS survival manual: a step by step guide to data analysis using SPSS for Windows (version 15).</italic></source> <fpage>335</fpage>.</citation></ref>
<ref id="B44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parvizi</surname> <given-names>J.</given-names></name> <name><surname>Kastner</surname> <given-names>S.</given-names></name></person-group> (<year>2017</year>). <article-title>Human intracranial EEG: Promises and Limitations.</article-title> <source><italic>Nat. Neurosci.</italic></source> <volume>21</volume> <fpage>474</fpage>&#x2013;<lpage>483</lpage>. <pub-id pub-id-type="doi">10.1038/s41593-018-0108-2</pub-id> <pub-id pub-id-type="pmid">29507407</pub-id></citation></ref>
<ref id="B45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Princich</surname> <given-names>J. P.</given-names></name> <name><surname>Wassermann</surname> <given-names>D.</given-names></name> <name><surname>Latini</surname> <given-names>F.</given-names></name> <name><surname>Oddo</surname> <given-names>S.</given-names></name> <name><surname>Blenkmann</surname> <given-names>A.</given-names></name> <name><surname>Seifer</surname> <given-names>G.</given-names></name><etal/></person-group> (<year>2013</year>). <article-title>Rapid and efficient localization of depth electrodes and cortical labeling using free and open source medical software in epilepsy surgery candidates.</article-title> <source><italic>Front. Neurosci.</italic></source> <volume>7</volume>:<issue>260</issue>. <pub-id pub-id-type="doi">10.3389/fnins.2013.00260</pub-id> <pub-id pub-id-type="pmid">24427112</pub-id></citation></ref>
<ref id="B46"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qin</surname> <given-names>C.</given-names></name> <name><surname>Tan</surname> <given-names>Z.</given-names></name> <name><surname>Pan</surname> <given-names>Y.</given-names></name> <name><surname>Li</surname> <given-names>Y.</given-names></name> <name><surname>Wang</surname> <given-names>L.</given-names></name> <name><surname>Ren</surname> <given-names>L.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Automatic and Precise Localization and Cortical Labeling of Subdural and Depth Intracranial Electrodes.</article-title> <source><italic>Front. Neuroinform.</italic></source> <volume>11</volume>:<issue>10</issue>. <pub-id pub-id-type="doi">10.3389/fninf.2017.00010</pub-id> <pub-id pub-id-type="pmid">28261083</pub-id></citation></ref>
<ref id="B47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rockhill</surname> <given-names>A.</given-names></name> <name><surname>Larson</surname> <given-names>E.</given-names></name> <name><surname>Stedelin</surname> <given-names>B.</given-names></name> <name><surname>Mantovani</surname> <given-names>A.</given-names></name> <name><surname>Raslan</surname> <given-names>A.</given-names></name> <name><surname>Gramfort</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>Intracranial Electrode Location and Analysis in MNE-Python.</article-title> <source><italic>J. Open Sour. Softw.</italic></source> <volume>7</volume>:<issue>3897</issue>. <pub-id pub-id-type="doi">10.21105/joss.03897</pub-id> <pub-id pub-id-type="pmid">35992635</pub-id></citation></ref>
<ref id="B48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosenow</surname> <given-names>F.</given-names></name> <name><surname>L&#x00FC;ders</surname> <given-names>H.</given-names></name></person-group> (<year>2001</year>). <article-title>Presurgical evaluation of epilepsy.</article-title> <source><italic>Brain</italic></source> <volume>124</volume> <fpage>1683</fpage>&#x2013;<lpage>1700</lpage>. <pub-id pub-id-type="doi">10.1093/brain/124.9.1683</pub-id> <pub-id pub-id-type="pmid">11522572</pub-id></citation></ref>
<ref id="B49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rusinkiewicz</surname> <given-names>S.</given-names></name></person-group> (<year>2004</year>). &#x201C;<article-title>Estimating curvatures and their derivatives on triangle meshes</article-title>,&#x201D; in <source><italic>Proceedings - 2nd International Symposium on 3D Data Processing, Visualization, and Transmission. 3DPVT</italic></source>,(<publisher-loc>Piscataway, NJ</publisher-loc>) <volume>Vol. 2004</volume> <fpage>486</fpage>&#x2013;<lpage>493</lpage>. <pub-id pub-id-type="doi">10.1109/TDPVT.2004.1335277</pub-id></citation></ref>
<ref id="B50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stead</surname> <given-names>M.</given-names></name> <name><surname>Bower</surname> <given-names>M.</given-names></name> <name><surname>Brinkmann</surname> <given-names>B. H.</given-names></name> <name><surname>Lee</surname> <given-names>K.</given-names></name> <name><surname>Marsh</surname> <given-names>W. R.</given-names></name> <name><surname>Meyer</surname> <given-names>F. B.</given-names></name><etal/></person-group> (<year>2010</year>). <article-title>Microseizures and the spatiotemporal scales of human partial epilepsy.</article-title> <source><italic>Brain</italic></source> <volume>133</volume> <fpage>2789</fpage>&#x2013;<lpage>2797</lpage>. <pub-id pub-id-type="doi">10.1093/brain/awq190</pub-id> <pub-id pub-id-type="pmid">20685804</pub-id></citation></ref>
<ref id="B51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stolk</surname> <given-names>A.</given-names></name> <name><surname>Griffin</surname> <given-names>S.</given-names></name> <name><surname>Van Der Meij</surname> <given-names>R.</given-names></name> <name><surname>Dewar</surname> <given-names>C.</given-names></name> <name><surname>Saez</surname> <given-names>I.</given-names></name> <name><surname>Lin</surname> <given-names>J. J.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Integrated analysis of anatomical and electrophysiological human intracranial data.</article-title> <source><italic>Nat. Protoc.</italic></source> <volume>13</volume> <fpage>1699</fpage>&#x2013;<lpage>1723</lpage>. <pub-id pub-id-type="doi">10.1038/s41596-018-0009-6</pub-id> <pub-id pub-id-type="pmid">29988107</pub-id></citation></ref>
<ref id="B52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Studholme</surname> <given-names>C.</given-names></name> <name><surname>Hill</surname> <given-names>D. L. G.</given-names></name> <name><surname>Hawkes</surname> <given-names>D. J.</given-names></name></person-group> (<year>1999</year>). <article-title>An overlap invariant entropy measure of 3D medical image alignment.</article-title> <source><italic>Pattern Recognit.</italic></source> <volume>32</volume> <fpage>71</fpage>&#x2013;<lpage>86</lpage>. <pub-id pub-id-type="doi">10.1016/S0031-3203(98)00091-0</pub-id></citation></ref>
<ref id="B53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Studholme</surname> <given-names>C.</given-names></name> <name><surname>Novotny</surname> <given-names>E.</given-names></name> <name><surname>Zubal</surname> <given-names>I. G.</given-names></name> <name><surname>Duncan</surname> <given-names>J. S.</given-names></name></person-group> (<year>2001</year>). <article-title>Estimating tissue deformation between functional images induced by intracranial electrode implantation using anatomical MRI.</article-title> <source><italic>NeuroImage</italic></source> <volume>13</volume> <fpage>561</fpage>&#x2013;<lpage>576</lpage>. <pub-id pub-id-type="doi">10.1006/nimg.2000.0692</pub-id> <pub-id pub-id-type="pmid">11305886</pub-id></citation></ref>
<ref id="B54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taimouri</surname> <given-names>V.</given-names></name> <name><surname>Akhondi-Asl</surname> <given-names>A.</given-names></name> <name><surname>Tomas-Fernandez</surname> <given-names>X.</given-names></name> <name><surname>Peters</surname> <given-names>J. M.</given-names></name> <name><surname>Prabhu</surname> <given-names>S. P.</given-names></name> <name><surname>Poduri</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2014</year>). <article-title>Electrode localization for planning surgical resection of the epileptogenic zone in pediatric epilepsy.</article-title> <source><italic>Int. J. Comput. Assist. Radiol. Surg.</italic></source> <volume>9</volume> <fpage>91</fpage>&#x2013;<lpage>105</lpage>. <pub-id pub-id-type="doi">10.1007/s11548-013-0915-6</pub-id> <pub-id pub-id-type="pmid">23793723</pub-id></citation></ref>
<ref id="B55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trotta</surname> <given-names>M. S.</given-names></name> <name><surname>Cocjin</surname> <given-names>J.</given-names></name> <name><surname>Whitehead</surname> <given-names>E.</given-names></name> <name><surname>Damera</surname> <given-names>S.</given-names></name> <name><surname>Wittig</surname> <given-names>J. H.</given-names></name> <name><surname>Saad</surname> <given-names>Z. S.</given-names></name><etal/></person-group> (<year>2018</year>). <article-title>Surface based electrode localization and standardized regions of interest for intracranial EEG.</article-title> <source><italic>Hum. Brain Mapp.</italic></source> <volume>39</volume> <fpage>709</fpage>&#x2013;<lpage>721</lpage>. <pub-id pub-id-type="doi">10.1002/hbm.23876</pub-id> <pub-id pub-id-type="pmid">29094783</pub-id></citation></ref>
<ref id="B56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vakharia</surname> <given-names>V. N.</given-names></name> <name><surname>Sparks</surname> <given-names>R.</given-names></name> <name><surname>O&#x2019;Keeffe</surname> <given-names>A. G.</given-names></name> <name><surname>Rodionov</surname> <given-names>R.</given-names></name> <name><surname>Miserocchi</surname> <given-names>A.</given-names></name> <name><surname>McEvoy</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2017</year>). <article-title>Accuracy of intracranial electrode placement for stereoencephalography: A systematic review and meta-analysis.</article-title> <source><italic>Epilepsia</italic></source> <volume>58</volume> <fpage>921</fpage>&#x2013;<lpage>932</lpage>. <pub-id pub-id-type="doi">10.1111/epi.13713</pub-id> <pub-id pub-id-type="pmid">28261785</pub-id></citation></ref>
<ref id="B57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vlasov</surname> <given-names>V.</given-names></name> <name><surname>Bofferding</surname> <given-names>M.</given-names></name> <name><surname>Marx</surname> <given-names>L.</given-names></name> <name><surname>Zhang</surname> <given-names>C.</given-names></name> <name><surname>Goncalves</surname> <given-names>J.</given-names></name> <name><surname>Husch</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2021</year>). <article-title>Automated Deep Learning-based Segmentation of Brain, SEEG and DBS Electrodes on CT Images.</article-title> <source><italic>Informatik aktuell</italic></source> <fpage>92</fpage>&#x2013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1007/978-3-658-33198-6_22</pub-id></citation></ref>
<ref id="B58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wittek</surname> <given-names>A.</given-names></name> <name><surname>Miller</surname> <given-names>K.</given-names></name> <name><surname>Kikinis</surname> <given-names>R.</given-names></name> <name><surname>Warfield</surname> <given-names>S. K.</given-names></name></person-group> (<year>2007</year>). <article-title>Patient-specific model of brain deformation: Application to medical image registration.</article-title> <source><italic>J. Biomech.</italic></source> <volume>40</volume> <fpage>919</fpage>&#x2013;<lpage>929</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbiomech.2006.02.021</pub-id> <pub-id pub-id-type="pmid">16678834</pub-id></citation></ref>
</ref-list>
</back>
</article>