<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Physiol.</journal-id>
<journal-title>Frontiers in Physiology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Physiol.</abbrev-journal-title>
<issn pub-type="epub">1664-042X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">838435</article-id>
<article-id pub-id-type="doi">10.3389/fphys.2022.838435</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Physiology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying Acute Cardiac Hazard in Early Drug Discovery Using a Calcium Transient High-Throughput Assay in Human-Induced Pluripotent Stem Cell-Derived Cardiomyocytes</article-title>
<alt-title alt-title-type="left-running-head">Lu et al.</alt-title>
<alt-title alt-title-type="right-running-head">hiPSC-CM HTS for Drug-Induced Cardiac Hazard</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Lu</surname>
<given-names>Hua Rong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1244381/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kreir</surname>
<given-names>Mohamed</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1671749/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Karel</surname>
<given-names>Van Ammel</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tekle</surname>
<given-names>Fetene</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Geyskens</surname>
<given-names>Danny</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Teisman</surname>
<given-names>Ard</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gallacher</surname>
<given-names>David J.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1244354/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Global Safety Pharmacology, Predictive, Investigative and Translational Toxicology</institution>, <institution>Nonclinical Safety</institution>, <addr-line>Beerse</addr-line>, <country>Belgium</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Discovery and Nonclinical Safety Statistics</institution>, <institution>Statistics and Decision Sciences</institution>, <institution>Quantitative Sciences</institution>, <institution>Janssen R&#x26;D</institution>, <institution>A Division of Janssen Pharmaceutica NV</institution>, <addr-line>Beerse</addr-line>, <country>Belgium</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/487107/overview">Guido Caluori</ext-link>, Institut de Rythmologie et Mod&#xe9;lisation Cardiaque (IHU-Liryc), France</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1287884/overview">Kenneth Ginsburg</ext-link>, UC Davis, United States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/79523/overview">Aslak Tveito</ext-link>, Simula Research Laboratory, Norway</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Hua Rong Lu, <email>hlu@its.jnj.com</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Integrative Physiology, a section of the journal Frontiers in Physiology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>25</day>
<month>04</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>838435</elocation-id>
<history>
<date date-type="received">
<day>17</day>
<month>12</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>03</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Lu, Kreir, Karel, Tekle, Geyskens, Teisman and Gallacher.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Lu, Kreir, Karel, Tekle, Geyskens, Teisman and Gallacher</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Introduction:</bold> Early identification of cardiac risk is essential for reducing late-stage attrition in drug development. We adapted the previously published cardiac hazard risk-scoring system using a calcium transient assay in human stem cell-derived CMs for the identification of cardiac risks recorded from the new hiPSC-CM line and investigated its predictivity and translational value based on the screening of a large number of reference and proprietary compounds.</p>
<p>
<bold>Methods:</bold> Evaluation of 55 reference drugs provided the translation of various pharmacological effects into a single hazard label (no, low, high, or very high hazard) using a Ca<sup>2&#x2b;</sup>-sensitive fluorescent dye assay recorded by -by FDSS/&#xb5;Cell Functional Drug Screening System (Hamamatsu on hiPSC-CM line (FCDI iCell Cardiomyocytes<sup>2</sup>).</p>
<p>
<bold>Results:</bold> Application of the adapted hazard scoring system in the Ca<sup>2&#x2b;</sup> transient assay, using a second hiPS-CM line, provided comparable scoring results and predictivity of hazard, to the previously published scoring approach, with different pharmacological drug classes, as well as screening new chemical entities (NCE&#x2019;s) using a single hazard label from four different scoring levels (no, low, high, or very high hazard). The scoring system results also showed minimal variability across three different lots of hiPSC-CMs, indicating good reproducibility of the cell line. The predictivity values (sensitivity and specificity) for drug-induced acute cardiac risk for QT-interval prolongation and Torsade de pointes (TdPs) were &#x3e;95% and statistical modeling confirmed the prediction of proarrhythmic risk. The outcomes of the NCEs also showed consistency with findings in other well-established <italic>in vitro</italic> and <italic>in vivo</italic> cardiac risk assays.</p>
<p>
<bold>Conclusion:</bold> Evaluation of a large list of reference compounds and internal NCEs has confirmed the applicability of the adaptations made to the previously published novel scoring system for the hiPSC-CMs. The validation also established the predictivity for drug-induced cardiac risks with good translation to other established preclinical <italic>in vitro</italic> and <italic>in vivo</italic> assays, confirming the application of this novel scoring system in different stem cell-CM lines for early cardiac hazard identification.</p>
</abstract>
<kwd-group>
<kwd>stem cells</kwd>
<kwd>cardiomyocytes (hiPS-CMs)</kwd>
<kwd>cardiac hazard risk</kwd>
<kwd>HTS assay</kwd>
<kwd>translation</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Early detection and elimination of new chemical entities (NCEs) with potential cardiac safety risks in drug discovery is essential for reducing late-stage attrition. Importantly, this strategy can reduce the potential risk for participants in clinical studies, and reduce wasted investment costs in late-stage development and increase the likelihood of advancing safe and effective novel therapeutics. The primary focus of cardiac safety within the current regulatory guidelines is to avoid drug-induced potentially life-threatening arrhythmias such as torsade de Pointes (TdP) (<xref ref-type="bibr" rid="B12">Gintant et al., 2016</xref>; <xref ref-type="bibr" rid="B22">Lu et al., 2017</xref>). TdP is associated with prolongation of QT-interval, which is primarily linked to the inhibition of human ether-a-go-go current (hERG), which encodes the pore forming a-subunit of rapidly activating delayed rectifier current potassium current (I<sub>Kr</sub>), in various species including human. In addition to QT prolongation, other pharmacological actions can result in drug-induced cardiac toxicities such as QT shortening (<xref ref-type="bibr" rid="B24">Lu et al., 2008</xref>) and QRS widening (<xref ref-type="bibr" rid="B23">Lu et al., 2010</xref>), which are also associated with conduction abnormalities and even companying with non-TdP-like ventricular tachycardia (VT) or ventricular fibrillation (VF). These later drug-induced cardiac toxicities, which are not related to QT prolongation (or with hERG inhibition), are also to be covered during early drug discovery in pharmaceutical research and development (R&#x26;D).</p>
<p>Human-induced pluripotent stem-cell-derived cardiomyocytes (hiPSC-CMs) are now applied as part of early safety de-risking of NCEs (<xref ref-type="bibr" rid="B2">Authier et al., 2017</xref>) (2005, <xref ref-type="bibr" rid="B28">Ovics et al., 2020</xref>) and were evaluated in one of the workstream elements of the Comprehensive <italic>in vitro</italic> Proarrhythmia Assay (CiPA) initiative (<xref ref-type="bibr" rid="B8">Colatsky et al., 2016</xref>; <xref ref-type="bibr" rid="B12">Gintant et al., 2016</xref>). Within the CIPA workstream, the Myocyte Team, coordinated by the Health and Environmental Sciences Institute (HESI) and the US Food and Drug Administration (FDA), conducted studies with 28 reference drugs known to have different potential risks in humans using various technologies including microelectrode array (MEA) and voltage-sensing optical action potential recording in hiPSC-CMs (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>). The International Conference on Harmonization (ICH) final Concept paper on S7B and E14 Q&#x26;A (2018) also supports the use of human stem cell assays in preclinical safety screening <xref ref-type="bibr" rid="B11">Food and Drug Administration, HHS (2005)</xref>. Additionally, a Ca<sup>2&#x2b;</sup> dye t assay to define the drug-induced QT prolongation and proarrhythmic risks of CIPA drugs was also successfully validated in hiPSC-CMs across multiple test sites (<xref ref-type="bibr" rid="B26">Lu et al., 2019</xref>).</p>
<p>Uses of Ca<sup>2&#x2b;</sup>-sensitive fluorescence dyes in Stem cell-CM cultures provide imaging of intracellular Ca<sup>2&#x2b;</sup> transients, resembling both the rise and decay of cytosolic Ca<sup>2&#x2b;</sup> during a cardiac action potential (<xref ref-type="bibr" rid="B4">Blanchette et al., 2018</xref>) (<xref ref-type="bibr" rid="B6">Bootman et al., 2018</xref>). The Ca<sup>2&#x2b;</sup> transient model in hiPSC-CMs gives multiple indirect electrophysiological readouts, and could be considered a high-throughput screening (HTS) assay for detecting drug-induced cardiac liabilities. Earlier research works showed the translational value of the Ca<sup>2&#x2b;</sup> transient measurement assay on hiPSC-CMs (CTCM) assay, based on the outcomes of reference drugs with known liabilities in humans (<xref ref-type="bibr" rid="B25">Lu et al., 2015</xref>; <xref ref-type="bibr" rid="B31">Rast et al., 2015</xref>; <xref ref-type="bibr" rid="B3">Bedut et al., 2016</xref>; <xref ref-type="bibr" rid="B9">Dempsey et al., 2016</xref>; <xref ref-type="bibr" rid="B39">Zeng et al., 2016</xref>; <xref ref-type="bibr" rid="B37">Watanabe et al., 2017</xref>; <xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). The readout of Ca<sup>2&#x2b;</sup> transient assay is similar to that of the voltage-dye readout on hiPSC-CMs as a HTS screening assay (<xref ref-type="bibr" rid="B27">Mathur et al., 2015</xref>; <xref ref-type="bibr" rid="B22">Lu et al., 2017</xref>), but the utility of the calcium assay (CTCM) is less expensive (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>; <xref ref-type="bibr" rid="B26">Lu et al., 2019</xref>). Furthermore, hiPSC-CMs are known to have more relevant pharmacological responses in comparison with the existing hERG-mediated ion current assay and certain nonhuman action potential studies in isolated cardiac tissue or Langendorff isolated heart assays (<xref ref-type="bibr" rid="B34">Takasuna et al., 2017</xref>). The application of the CTCM assay, which permits HTS evaluation of a large number of NCEs, has been facilitated by the introduction of a score algorithm, which can be used to rank NCEs based on the degree of hazard in a pharmacological response manner on the assay ((<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). However, as the algorithm is cell-line specific, the key challenge is to implement the scoring system for other hiPSC-CM lines. A straightforward approach is needed to introduce the scoring system for different lines of hiPSC-CMs. In the current study we used data obtained from iCell Cardiomyocytes<sup>2</sup> to develop the algorithm for this cell line using the same principles that were employed to an earlier cell line (Cor.4U- Cardiomyocytes) (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). Ideally, the HTS CTCM data from another hiPSC-CM line should be adapted to provide a similar unified score that should be able to rank NCEs, based on hazard score in a concentration-dependent manner. Additionally, we have demonstrated the predictivity and sensitivity of the CTCM assay in this cell line for assessing drug-induced acute cardiac risks, and the statistical modeling predictor for long QT and TdP. We also investigated the translational value of the CTCM assay for prediction of liabilities in other established <italic>in vitro</italic> and <italic>in vivo</italic> nonclinical assays, e.g., hERG assay, isolated cardiac tissue (<italic>in vitro</italic>), and anesthetized guinea pigs (<italic>in vivo</italic>).</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<p>The concept of cardiac hazard identification used in the current study was similar to the approach used earlier with the Cor.4u cell line (cardiomyocytes) (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). In the present study, we used another cell line (iCell<sup>&#xae;</sup> Cardiomyocytes) to introduce the acute hazard score system to rank compounds based on the various parameters in the Ca<sup>2&#x2b;</sup> transient assay. (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>
<bold>(A)</bold> Workflow of Acute Cardiac Hazard Identification. Drugs were tested in hiPSC-CMs using calcium dye imaging. Responses in hiPSC-CMs were analyzed based on several measured parameters to define the range of hazard scores. This strategy for determining concentration-dependent hazard and ranking of compound candidates is represented schematically. <bold>(B)</bold> Examples of calcium transient recordings showing effects on different measured parameters, arrhythmic responses, and abnormal function: calcium transient duration at 90% of repolarization (CTD<sub>90</sub>), beat rate (BR), amplitude (Amp); EAD<italic>-like</italic> arrhythmia, fibrillation<italic>-like</italic> arrhythmia, low amplitude transients (below beat quantification level; BBQL) and cessation of beating. <bold>(C)</bold> Example Ca<sup>2&#x2b;</sup> transient tracings showing tracings of vehicle, dofetilide (3&#xa0;nM), nimodipine (100&#xa0;nM), and isoproterenol (100&#xa0;nM) at 30&#xa0;min.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g001.tif"/>
</fig>
<sec id="s2-1">
<title>Cell Culture and Reagents for the Maintenance of hiPSC-CMs</title>
<p>A commercially available hiPSC-CM cell line was used (iCell Cardiomyocytes<sup>2</sup>: Catalog number R1017, Kit/lot 12,012; Fujifilm Cellular Dynamics Inc., Madison, WI, United States) for the study. Cells were pre-plated and seeded in fibronectin-coated 96-well plates at a density suited to form a monolayer and maintained in culture in a stage incubator (37&#xb0;C, 5% CO<sub>2</sub>) according to the instructions of the cell provider. The experiments with test drugs were carried out 5&#x2013;7&#xa0;days after plating cells on the plate to have living, beating monolayer cardiomyocytes. The beating monolayer was taken from frozen vials iCell Cardiomyocytes<sup>2</sup> (&#x2248;5 million cells/vial), which were plated onto three 96-well plates (&#x2248;50K/well).</p>
<p>To investigate whether there could be lot-to-lot variability with hiPSC-CMs, we tested 55 drugs, known cardiac risks, in one lot of iCell Cardiomyocytes<sup>2</sup> (Lot 12,012), 19 common reference drugs in another lot of iCell Cardiomyocytes<sup>2</sup> (Lot105091) as well as in iCell Cardiomyocytes (Lot 103,674) (non-square cells). The experiments with test drugs were carried out 5&#x2013;7&#xa0;days for iCell Cardiomyocytes<sup>2</sup> and 12&#x2013;15&#xa0;days (for iCell Cardiomyocytes) after plating cells to have living, beating monolayer cardiomyocytes (&#x2248;5 million cells/vial/96-well plates) (&#x2248;50K/well). Cells from these lot numbers were from the same donor (Apparently healthy normal, female, Caucasian, age &#x3c;18) (according to FUJIFILM Cellular Dynamics).</p>
</sec>
<sec id="s2-2">
<title>Calcium Transient Measurements</title>
<p>The method for the Ca<sup>2&#x2b;</sup> transient assay used in the present study has been described previously (<xref ref-type="bibr" rid="B39">Zeng et al., 2016</xref>; <xref ref-type="bibr" rid="B17">Kopljar et al., 2018a</xref>; <xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>).</p>
<p>On the day of the experiment, the culture medium in the 96-well plates containing the monolayers of hiPSC-CMs was replaced with Tyrode&#x2019;s solution (Sigma, No. T2397) supplemented with 10&#xa0;mM HEPES together with KCl to yield isokalemic (4.2&#xa0;mM K<sup>&#x2b;</sup>) conditions.</p>
<p>The Ca<sup>2&#x2b;</sup>-sensitive fluorescence dye Cal-520&#x2122; AM (Cat. no.21131; AAT Bioquest) was used to capture the intracellular Ca<sup>2&#x2b;</sup> transients in hiPSC-CMs. The protocol used was as described in <xref ref-type="bibr" rid="B17">Kopljar et al.</xref> <xref ref-type="bibr" rid="B17">(2018a</xref>). Briefly, Cal-520 was incubated for 70&#xa0;min followed by a wash-out with supplemented Tyrode&#x2019;s solution and a 30-min recovery before starting the experiments at 37&#xb0;C. On the day of the experiment, these solutions were further diluted with the supplemented Tyrode&#x2019;s solution. Compounds were added automatically using the Functional Drug Screen System (FDSS/&#xb5;Cell; Hamamatsu, Japan) head stage by adding 100&#xa0;&#xb5;l of the 2-fold concentrated compound solution to wells with hiPSC-CMs already containing a volume of 100&#xa0;&#xb5;l of the experimental solution, reaching the final intended test concentration in 0.1% DMSO.</p>
<p>The spontaneous beating activity of hiPSC-CMs was assessed through measurement of the Ca<sup>2&#x2b;</sup> fluorescence signal integrated over the whole well. Ten minutes before starting the recordings, the experimental plates were put into the FDSS system for stabilization and a baseline recording was captured for 4&#xa0;min followed by compound addition. The effect of the compounds was recorded around 30&#xa0;min after compound addition. The Ca<sup>2&#x2b;</sup> transient signals were sampled every 16&#xa0;ms (frame rate of 62.5&#xa0;Hz) in hiPSC-CMs maintained at 37&#xb0;C during the acquisition time. Calcium transient duration at 90% of repolarization (CTD<sub>90</sub>) is considered to be a surrogate for action potential duration at 90% repolarization or QT-interval of the electrocardiogram (<xref ref-type="bibr" rid="B33">Spencer et al., 2014</xref>). In addition, beat rate (BR &#x3d; peak count/min) and amplitude (amp &#x3d; difference between max. and min of every beat) were measured, and incidence of cellular arrhythmias, e.g., EAD-like activity (considered a surrogate of TdP), cessation of beating (&#x223c; stop beating), and below beating below quantification level (caused by low amplitude of the Ca<sup>2&#x2b;</sup> transient or by ectopic beat: BBQL) were also recorded (<xref ref-type="fig" rid="F1">Figures 1B,C</xref>).</p>
</sec>
<sec id="s2-3">
<title>Compound Selection, Drug Dilution, and Addition</title>
<p>The compounds and their respective test concentrations were selected based on the CiPA compound list (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref> &#x23;240) and from our earlier publication (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). Four DMSO stocks for each drug concentration were prepared and either used on the same day or aliquoted and frozen. Concentrated (2-fold) testing solutions (50-fold for sequential dosing) for each concentration were prepared freshly on the day of testing by diluting DMSO stocks into the experimental medium. Two-fold dilution was done when drugs were added to the experimental well to achieve targeted concentration. For sequential dosing, DMSO concentrations were adjusted sequentially up to 0.1% at the highest concentration to achieve the targeted concentration of each drug. Each compound concentration was tested in 5-6 replicates.</p>
<p>Dofetilide (3&#xa0;nM), isoprenaline (100&#xa0;nM), and nimodipine (300&#xa0;nM) were used as the positive controls, while cetirizine (300&#xa0;nM) was used as the negative control. A total of 55 reference compounds were used in this study with different known clinical cardiac risks.</p>
</sec>
<sec id="s2-4">
<title>Statistical Analysis for the Determination of the Score System</title>
<p>For all individual experiments, delta percent (&#x394;%) at 30&#xa0;min with respect to the baseline value was calculated [e.g., &#x2206;% for CTD<sub>90</sub> &#x3d; (CTD<sub>90</sub> 30&#xa0;min-CTD<sub>90</sub> 0&#xa0;min)/CTD<sub>90</sub> 0&#xa0;min) &#xd7; 100]. The following two statistical approaches were used to make decisions about a compound&#x2019;s effect.</p>
<p>First, the tolerance interval (TI)-based categorization, where the &#x394;% values of all (pooled) DMSO wells (experiments in this study) were centered around zero (corrected with the mean) and the parametric 90&#x2013;95% (<italic>p</italic> &#x3d; 0.90 &#x26; 1-&#x3b1; &#x3d; 0.95) tolerance interval (TI) was calculated (<xref ref-type="bibr" rid="B19">Liao et al., 2005</xref>). TIs indicate an interval where, with a certain confidence level (1- &#x3b1; &#x3d; 0.95), a specified proportion (<italic>p</italic> &#x3d; 0.90) of a sampled population falls. The lower and upper limits based on the TI values were used as cut-offs for the vehicle-corrected net effect (&#x394;&#x394;%) values of the compounds to categorize them. These &#x394;&#x394;% net effects were the values obtained after normalization for baseline (&#x394;% vs. baseline) per well and the aggregated compound-treated wells are vehicle corrected by subtraction with the aggregated &#x394;% of the corresponding DMSO wells from the same plate [e.g., &#x394;&#x394;% &#x3d; median &#x394;% drug - median &#x394;% DMSO]. The categorization was made first for each concentration and then aggregated per compound and test site. If a net effect (&#x394;&#x394;%) at a given concentration of a compound was below the lower limit of the TI, then it was categorized as &#x201c;decreased&#x201d;; if the net effect was within the DMSO TI then it was categorized as &#x201c;no effect,&#x201d; and if the net effect was above the upper limit of the TI then it was categorized as &#x201c;increased.&#x201d; At the compound level, a compound was categorized as &#x201c;increased&#x201d; if it was in a category &#x201c;increased&#x201d; in at least one of the four concentrations. Similarly, a compound was categorized as decreased if it was in a category &#x201c;decreased&#x201d; in at least one of the four concentrations. Based on TI values, we determined the cut-off values for the hazard score system (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>).</p>
<p>Data are expressed as means &#xb1; SEM. All statistical analyses were performed using SAS<sup>&#xae;</sup> software (Copyright<sup>&#xa9;</sup> 2002&#x2013;2012 SAS Institute Inc.).</p>
</sec>
<sec id="s2-5">
<title>Sensitivity, Specificity, and Predictive Value of Potential Cardiac Risks in the Assay</title>
<p>Significant prolongation of CTD<sub>90</sub> observed in this assay was considered a surrogate for drug-induced QT prolongation and TdP risk. Since some drugs cause QT prolongation in humans at overdoses and/or in combination with other drugs, the predictivity values were calculated at free maximal plasma concentration in human (fC<sub>max</sub>) and also at a threshold of 10 X fC<sub>max</sub> or 30X fC<sub>max</sub>. The list of reference drugs that have QT-prolongation and potential risk for TdP in humans was taken from the ParmaPendium<sup>&#xae;</sup> (<ext-link ext-link-type="uri" xlink:href="http://www.pharmapendium.com/">www.pharmapendium.com</ext-link>) and from our recent publication (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). A true positive (TP) was defined as QT prolonging drugs that significantly prolonged CTD<sub>90</sub>, while true negative (TN) was defined as non-QT prolonging drugs in humans that did not prolong CTD<sub>90</sub> at a tested concentration. A false negative (FN) was defined as a known QT-prolonging drug that did not prolong CTD<sub>90</sub>, while a false positive (FP) was defined as a non-prolonging QT drug that significantly prolonged CTD<sub>90</sub> at &#x3e; 30-fold fC<sub>max</sub>. Sensitivity was calculated as the % of QT-prolonging drugs correctly predicted based on CTD<sub>90</sub> prolongation in this assay [TP/(TP &#x2b; FN)]. Specificity was calculated as the % of non CTD<sub>90</sub> prolonging drugs correctly predicted as non-QT prolonging drugs [TN/[(TN &#x2b; FP)]. Positive predictive value (PPV) was calculated as: PPV &#x3d; [TP/(TP &#x2b; FP)], while negative predictive value (NPV) was NPV &#x3d; [TN/(TN &#x2b; FN)].</p>
</sec>
<sec id="s2-6">
<title>Statistical Modeling of Drug Proarrhythmic Potential Based on its hiPSC-CMs Effects</title>
<p>The modeling used in this study was primarily based on the seven predictors from the measurement parameters in MEA as given in the CiPA publication (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>), with a slight modification. Data on effects of 55 drugs with known clinical risk of TdP obtained from all experimental sites were used to construct a model that would predict TdP risk category of a drug based on its effects on hiPSC-CMs. Seven modified endpoints from hiPSC-CM experiments used as potential model predictors (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>) were: Predictor 1, drug-induced cessation of beating and early afterdepolarization (EAD) at any concentration; Predictor 2, describes the ability of a drug to induce arrhythmia<italic>-like</italic> events (EAD) in over 40% of wells in hiPSC-CMs; Predictor 3, CTD<sub>90</sub> (ms) at the first drug concentration with statistically significant (<italic>p</italic> &#x2264; 0.05) prolongation or shortening; Predictor 4, reflects the amount of drug-induced repolarization prolongation (CTD<sub>90</sub>% of baseline) at the lowest concentration where statistically significant change from the baseline was observed or maximum prolongation at any of the studied concentrations; Predictors 5 and 6, account for concentrations of a drug relative to its fC<sub>max</sub> when prolongation of CTD<sub>90</sub> or incidence of arrhythmia-<italic>like</italic> event was first observed; and Predictor 7, an estimated amount of CTD<sub>90</sub> prolongation that a drug would induce at its clinical fC<sub>max</sub>. We added predictor 8 that includes drug-induced cessation of beating in &#x2265;40% of wells at any concentration, which added an extra value to detect drug-induced slow conduction time or inhibiting spontaneous beating.</p>
<p>Logistic regression models (Model 1 and Model 2) were then used (high or intermediate risk vs. low risk&#x2013;Model 1, and high vs. low and intermediate-risk vs. low risk&#x2013;Model 2) on all eight risk predictors according to the CiPA publication (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>).</p>
</sec>
<sec id="s2-7">
<title>Lot-to-Lot Variability</title>
<p>To investigate lot-to-lot variability in hiPSC-CMs, we tested 19 drugs with known clinical cardiac risk in other lots of iCell Cardiomyocytes<sup>2</sup>. Fifty-five reference drugs were tested in iCell Cardiomyocytes<sup>2</sup> -Lot12012, 18 reference drugs were tested in iCell Cardiomyocytes<sup>2</sup> (Lot105091), and 18 reference drugs were tested in iCell Cardiomyocytes (Lot103674) (nonsquare cells).</p>
</sec>
<sec id="s2-8">
<title>Comparison of Outcomes Between the Current CTCM Human Assay in hiPSC-CMs (iCell-Cardiomyocytes<sup>2</sup>) and the Earlier Stem Cell-Derived Cardiomyocytes (Cor.4u<sup>&#xae;</sup> Cardiomyocytes)</title>
<p>To investigate the reproducibility of the cardiac hazard risk predictions from the different cell lines, we compared the present data with the results of 55 reference drugs obtained from hiPSC-CMs (iCell Cardiomyocytes<sup>2</sup>) to the data obtained from another cell line which was published previously (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>).</p>
</sec>
<sec id="s2-9">
<title>Evaluation of the Translatability of the Scored Hazard Potential of NCEs in the Calcium Transient Assay in hiPSC-CMs to Other Nonclinical <italic>in Vitro</italic> and <italic>in Vivo</italic> Cardiac Safety Assays Including Animal Models</title>
<p>We also evaluated the translational predictability of the risk scores of NCEs in the CTCM assay to our complementary cardiac safety models: hERG assay, isolated rabbit wedge preparation (<italic>ex vivo</italic>) (<xref ref-type="bibr" rid="B20">Lu et al., 2016</xref>), and anesthetized guinea-pig (<italic>in vivo</italic>) models (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>) using the Software - SPEcII (Unlimit-IT, Belgium). All the experiments involving the use of animals have been conducted in accordance with &#x201c;The provision of the European Convention&#x201d; on the protection of vertebrate animals that are used for experimental and other scientific purposes, <ext-link ext-link-type="uri" xlink:href="https://rm.coe.int/168007a67b">https://rm.coe.int/168007a67b</ext-link>.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Acute Cardiac Hazard Scoring System</title>
<p>We applied our previously reported strategy and methodology for the development of a cardiac hazard scoring system based on phenotypic readouts from Ca<sup>2&#x2b;</sup> transient imaging to a different hiPSC-CM cell line (iCell Cardiomyocytes<sup>2</sup>) (<xref ref-type="fig" rid="F1">Figure 1A</xref>). For a qualitative evaluation of hiPSC-CMs, each test plate (i.e., 96 unique experiments) contained 0.15 DMSO controls, together with several control drugs (cetirizine, isoprenaline, nimodipine, and dofetilide). These drugs have different pharmacological classes and were served as a pharmacological reference set for the development of the hazard scoring system. Cetirizine is a real negative control known not to have any clinical cardiac liabilities. Nimodipine was used as a calcium channel antagonist and isoprenaline is a beta-adrenergic agonist. Dofetilide is a hERG blocker associated with QT prolongation and proarrhythmic TdP risk in humans. Pharmacological effects in hiPSC-CMs were investigated after a 30-min incubation period and normalized against the respective baseline recording, yielding a &#x394;% change in CTD<sub>90</sub>, BR, and Amp.</p>
<p>The current hazard scoring outcome was largely similar to our previously reported scoring system for the Cor.4u cell line (Kopljar, 2018 &#x23;245, based on the TIs and its modified cut-off values of key parameters: CTD<sub>90</sub>, beat rate, amplitude, and incidence of arrhythmic events (EAD and cessation of beating). The scoring matrix was determined based on the cut-offs between the different effect zones for each parameter (<xref ref-type="fig" rid="F2">Figure 2</xref>). The &#x201c;no effect&#x201d; zone shows minimal changes in a parameter that is within vehicle variability, whereas &#x201c;mild&#x201d; and &#x201c;strong&#x201d; zones are determined from mild to large changes bidirectionally (e.g., CTD<sub>90</sub> shortening and prolongation). The cut-off values are net changes (&#x394;&#x394;% changes vs. baseline and vehicle), which are based on the statistical tolerance intervals (TIs) (&#x394;% changes vs. baseline). TIs indicate an interval where, with a certain confidence level, a specified proportion of a sampled population falls. Vehicle treatments showed low variability in &#x394;% change for CTD<sub>90</sub>, BR, and Amp with respect to baseline (<xref ref-type="fig" rid="F2">Figure 2</xref>). Cardiac hazard scoring for the tested compound at a given concentration was given into the following risk classification hazard score (color labels): &#x201c;No&#x201d; (green), &#x201c;Low&#x201d; (yellow), &#x201c;High&#x201d; (red), and &#x201c;Very High&#x201d; (black). No hazard labeling means that a tested compound&#x2019;s effects were within the vehicle variability. Low hazard score indicates that the effects were outside the vehicle variability, with &#x3d; low or limited risk. High hazard score gives a strong concern whereas the very high hazard score suggests potentials to cause cardiac arrhythmias-EADs.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Determination of Cutoff Values Using Statistical Tolerance Intervals (TIs) to Build a Hazard Scoring Matrix. The TIs (dashed lines within graphs) for vehicles and positive controls to determine bidirectional cutoffs for CTD<sub>90</sub> to be mild or strong effects (Panel A), BR (Panel B), and Amp (Panel C). TIs from vehicle (n &#x3d; 368) were applied to define the &#x201c;no effect&#x201d; cutoffs as well as the cut-off between &#x201c;no effect&#x201d; and &#x201c;mild effect.&#x201d; Panel <bold>(A)</bold>: Nimodipine (300&#xa0;nM; n &#x3d; 173) and dofetilide (3&#xa0;nM; n &#x3d; 178) were used to determine &#x201c;strong&#x201d; CTD<sub>90</sub> shortening and prolongation cut-offs, respectively. Panel <bold>(B)</bold>: Isoprenaline (100&#xa0;nM; n &#x3d; 171), and 0.1% DMSO (n &#x3d; 368). TIs were used to define &#x201c;strong&#x201d; BR increase. Panel <bold>(C)</bold>: Nimodipine and isoprenaline were used to define &#x201c;strong&#x201d; amplitude decrease and increase, respectively. Tolerance intervals (&#x394; %) were corrected for vehicle offset to determine the cut-offs (&#x394;&#x394;%). <bold>(D)</bold>: Scoring points for hazard score identification: The scoring matrix shows a points card where for each parameter a weighted score is given depending on the size and direction of the &#x394;&#x394;% effect. <bold>(E)</bold>: Calculation of hazard level based on the sum of points across all parameters. <bold>(F)</bold>: Pie charts showing the scoring of various reference drugs over multiple studies. Cetirizine (3&#xa0;&#x3bc;M; n &#x3d; 104), isoproterenol (100&#xa0;nM; n &#x3d; 143), nimodipine (300&#xa0;nM; n &#x3d; 124), dofetilide (3&#xa0;nM; n &#x3d; 131). <italic>n</italic> indicates the number of studies; each study contained 4&#x2013;8 individual experiments.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g002.tif"/>
</fig>
</sec>
<sec id="s3-2">
<title>Investigation of the Hazard Scoring System</title>
<p>Based on the outcomes of the positive/negative controls and the reference drug list used in another cell line (Cor.4U) (Kopljar, 2018 &#x23;245), we validated the results in this new hiPSC-CM cell line (iCell Cardiomyocytes<sup>2</sup>) which was essential for using the scoring system for hazard identification of NCEs. <xref ref-type="fig" rid="F2">Figure 2F</xref> shows the hazard distribution for control drugs (at a single concentration) tested in numerous studies. Cetirizine at 1&#xa0;&#xb5;M (16-fold the fC<sub>max</sub>) as a negative control was exclusively identified to be a no hazard agent. Nimodipine at 300&#xa0;nM (15-fold fC<sub>max</sub>) (n &#x3d; 124) and isoproterenol (n &#x3d; 143) at 100&#xa0;nM (63-fold fC<sub>max</sub>) are both cardio-active agents that were identified within the low and high hazard zones (95 and 92%, respectively). Dofetilide at 3&#xa0;nM (2-fold f C<sub>max</sub>) (n &#x3d; 131) was correctly identified as yellow (8%), high (red color) (21%), or very high (black color) (71%) hazard score.</p>
<p>Following up, we validated the hazard scoring (as defined in <xref ref-type="fig" rid="F3">Figure 3</xref>) using 55 reference drugs and their respective known clinical risk relative to their fC<sub>max</sub>. These reference drugs are categorized based on their pharmacological mechanism or level of cardiac side effects in men (<xref ref-type="fig" rid="F4">Figure 4</xref>). Indeed, negative control drugs have no reports of cardiac liabilities in humans and are expected to be proven to be &#x201c;no hazard&#x201d; for concentrations up to 10- to 30-fold fC<sub>max</sub>. All negative controls were found to have &#x201c;no hazard&#x201d; (green). The only special case was raloxifene at clinically irrelevant concentrations (3&#x2013;10&#xa0;&#x3bc;M; &#x2265;2500-fold the clinical fC<sub>max</sub>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Evaluation of reference drugs for cardiac hazard. Fifty-five reference drugs were scored for cardiac hazard using the scoring matrix. &#x201c;Known TdP&#x201d;, &#x201c;conditional TdP&#x201d;/potential TdP&#x2032; groups show the marketed medicine containing these warnings in their FDA label, as well as some reference drugs that are known to block Na<sup>&#x2b;</sup> channels, shorten QT, or have other mechanisms acting on cardiac receptors or other ion channels. Concentrations were tested according to the therapeutic fC<sub>max</sub> (shown in italics), as described in our previous publication (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). n. a, not available.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g003.tif"/>
</fig>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Concentration-dependent effects of adenosine, carbachol, and ivabradine on beat rate and CTD90 in hiPSC-CMs. Panels <bold>(A&#x2013;C)</bold>: Concentration-dependent changes in CTD<sub>90</sub> and beat rate. Panel <bold>(D)</bold>: Identification of significant decrease in the beat rate in the current hazard scoring system by adding extra score points for decrease in beat rate (i.e., &#x2265;30%-&#x394;&#x394;%).</p>
</caption>
<graphic xlink:href="fphys-13-838435-g004.tif"/>
</fig>
<p>We investigated the potential hazard scoring system for drugs, known to be associated with QT prolongation and a certain degree of TdP risk in humans (<xref ref-type="fig" rid="F3">Figure 3</xref>) (These drugs were categorized into two groups according to the FDA label or described in <ext-link ext-link-type="uri" xlink:href="http://www.torsades.org">www.torsades.org</ext-link>: conditional TdP/potential TdP risk, and known TdP incidence. In cases of overdose, drug&#x2013;drug interactions, or in certain high-risk individuals (<xref ref-type="bibr" rid="B38">Woosley et al., 2018</xref>). The rank order of incidence of EADs or degree of prolongation of CTD<sub>90</sub> could be found to be co-related well to known TdP drugs &#x3e; potential TdP risk or &#x201c;Conditional TdP risk.&#x201d; Only the antidepressant olanzapine was not found to be with any hazard level, most likely because of the fact that the highest tested concentration was 100&#xa0;nM, which is around fC<sub>max</sub>. This concentration might be too low, since olanzapine was also only found to significantly inhibit hERG at a concentration of 6&#xa0;&#xb5;M, which is at 90-fold fC<sub>max</sub> (<xref ref-type="bibr" rid="B36">Titier et al., 2005</xref>).</p>
<p>Although the main focus within preclinical safety pharmacology in most pharmaceutical companies is on drug-induced QT prolongation and TdP, other pharmacological mechanisms affecting different cardiac ionic currents can also result in cardiac toxicity such as, e.g., QRS widening or QT shortening. Na<sup>&#x2b;</sup> channel blockers such as primidone and phenytoin, which are considered relatively safe in humans, had little impact on hiPSC-CMs (Green score) and another Na<sup>&#x2b;</sup> channel blocker, mexiletine, caused some cessation of beating only at a very high concentration (100&#xa0;&#xb5;M &#x3d; 67x fC<sub>max</sub>), resulting in a Red score in the current study, similar to that in the CIPA validation study (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>). However, most Na<sup>&#x2b;</sup> blockers also inhibit hERG current at similar concentrations, which are readily detected as CTD<sub>90</sub> prolongation and incidence of EADs leading to &#x201c;low&#x201d; to &#x201c;very high&#x201d; risk (<xref ref-type="fig" rid="F3">Figure 3</xref>).</p>
<p>Ca<sup>2&#x2b;</sup> channel antagonists resulted in strong responses in hiPSC-CMs, showing a marked decrease in amplitude companying with CTD<sub>90</sub> shortening and pronounced beat rate increase. The cardiac I<sub>KATP</sub> channel opener and the hERG activator (ICA-105574), which shortened CTD<sub>90</sub>, were also characterized in the present study.</p>
<p>Additional pharmacological mechanisms including beta-adrenergic agonists (isoproterenol, dobutamine, and salbutamol), Na<sup>&#x2b;</sup>/K<sup>&#x2b;</sup> ATPase inhibitors (digoxin and ouabain), calcium channel activator (BAYK8644), and a nonselective 5-HT<sub>4</sub> agonist (tegaserod), which were withdrawn from the market due to adverse cardiovascular events, were also validated in the present study and showed similar acute hazard scoring outcome as determined in Cor.4U cell line. As expected, BaCl<sub>2</sub> (an I<sub>K1</sub> inhibitor) had no effect on hiPSC-CMs since it is known that most current commercial hiPSC-CMs lack functional I<sub>K1</sub> channels (immature phenotype) (<xref ref-type="bibr" rid="B13">Goversen et al., 2018</xref>; <xref ref-type="bibr" rid="B30">Pourrier and Fedida 2020</xref>). Similarly, I<sub>Ks</sub> inhibitor (JNJ-303) was not detected in hiPSC-CMs (Kopljar, 2018 &#x23;245).</p>
<p>In the previous score system with Cor.4u cell line (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>), significant drug-induced decrease in beat rate did not significantly impact hazard score because the maximal decrease in beat rate was only adding 5 points while the threshold for the minimal hazard score (Yellow; low risk) was 10 points. In the current updated scoring system, significant decreases induced by the muscarinic acetylcholine receptor M<sub>2</sub> agonist (carbachol), adenosine receptor agonist (adenosine), and funny channel current (I<sub>f</sub>) inhibitor (ivabradine) were identified as potential &#x201c;low&#x201d; risk (Yellow) by adding 10 points for the decrease in beat rate by &#x2265; &#x2212;30% (delta/delta from baseline and 0.1% DMSO control) (<xref ref-type="fig" rid="F4">Figure 4</xref>). With this update in the scoring paradigm for changes in beat rate, we identified 29 out of &#x223c;3,000 screened reference and proprietary compounds that decreased beat rate by &#x2265; 30%. These 29 compounds include carbachol, adenosine, zatebradine, ivabradine, arecoline, methacholine, ibutilide, flecainide, and other internal NCEs.</p>
</sec>
<sec id="s3-3">
<title>Lot-to-Lot Variability</title>
<p>To investigate the lot-to-lot variability in responses/scores of hiPSC-CMs provided by the vendor, some of the reference drugs that prolong QT and/or have TdP risks (total of 19 compounds) were tested in different lots.</p>
<p>The mean baseline Ca<sup>2&#x2b;</sup> transient parameter values were amplitude (3,470, 2,854, and 2017 RLU), beat rate (28, 26, and 34 beats/min), and CTD<sub>90</sub> (947, 1,006, and 790&#xa0;ms) for lot 12,012 (iCell Cardiomyocytes<sup>2</sup>) (n &#x3d; 2,463), lot 105091 (iCell<sup>2</sup> Cardiomyocytes<sup>2</sup>) (n &#x3d; 521), and lot 103674 iCell Cardiomyocytes) (n &#x3d; 400), respectively. There were no incidences of EADs or cessation of beating at baseline. The responses to the positive controls (isoproterenol, nimodipine, and dofetilide) and the negative controls (cetirizine or DMSO) were qualitatively similar among the three lots. For example, dofetilide (3&#xa0;nM) prolonged CTD<sub>90</sub> by 305% in lot 12,012 (n &#x3d; 144), 330% in lot 10,591 (n &#x3d; 28), and 234% in lot105091 (n &#x3d; 20), and incidence of EADs was similar among the two iCell Cardiomyocytes<sup>2</sup> lots and the iCell Cardiomyocytes: 63, 71, and 65% incidence of EADs, respectively.</p>
<p>Responses to three drugs that do not prolong QT or have no TdP risk (captopril, ebastine, atenolol) were similar among the iCell Cardiomyocytes<sup>2</sup> and iCell Cardiomyocytes<sup>2</sup> lots: &#x201c;no hazard&#x201d;/green color, <xref ref-type="fig" rid="F4">Figure 4</xref>). Interestingly, the cardiac risk scores for 10 drugs known to prolong QT and induced TdP were also similar in two lots of iCell Cardiomyocytes<sup>2</sup> and iCell Cardiomyocytes. However, EAD incidence for dl-sotalol was much higher in iCell Cardiomyocytes (10&#xa0;&#xb5;M) compared to the two lots of iCell-Cardiomyocytes<sup>2</sup> (3 and 10&#xa0;&#xb5;M). Five reference drugs with other mechanisms of acute cardiac risk (hERG activator, IK<sub>ATP</sub> channel opener, Ca<sup>2&#x2b;</sup> antagonist, and Na<sup>&#x2b;</sup> channel blockers) were also similar among the three lots with slight variations acceptable for any <italic>in vitro</italic> assay (<xref ref-type="fig" rid="F5">Figure 5</xref>).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Evaluation of Cardiac Hazard Risk of Nineteen Reference Drugs in Two iCell-Cardiomyocytes<sup>2</sup> Lots (12012 and 105091) and one iCell Cardiomyocyte Lot (103674). Reference drugs were scored for cardiac hazard using the described scoring matrix. &#x201c;no TdP risk,&#x201d; &#x201c;TdP risk,&#x201d; and &#x201c;other mechanism&#x201d; groups represent drug categories based on FDA labels for marketed drugs.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g005.tif"/>
</fig>
</sec>
<sec id="s3-4">
<title>Analysis of Sensitivity, Specificity, and Predictivity Values</title>
<p>We analyzed the potential acute cardiac risks of 55 reference drugs with known degrees of risk in humans using the current hazard scoring system based on changes in beat rate, amplitude, CTD<sub>90</sub>, and incidence of arrhythmias. We compared the cardiac risk of these 55 reference drugs based on our scoring system to the potential for clinical QT-prolongation/TdP risk, QT-shortening, QRS-prolongation, or all potential cardiac arrhythmias (i.e., non- TdP like VT/VF, bradycardia, etc.). Based on the numbers of true positives (TP),true negatives (TN), false positives (FP), and false negatives (FN), we calculated sensitivity (TP/(TP &#x2b; FN)), specificity (TN/(TN &#x2b; FP)), and balanced accuracy (TP &#x2b; TN).</p>
<p>In summary, the total cardiac risks prediction was at 95%: 10 no cardiac risk drugs were all negative (green score), and for QT-prolongation/TdP risk on this CTCM assay with a balanced predictivity of 90%, sensitivity of 85%, and 95% specificity (<xref ref-type="fig" rid="F6">Figure 6</xref>). FP was at 0 out of 43 while FN was at 2 out of 12 compounds (BaCl2 and JNJ-303: experimental drugs).</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>Comparison of Sensitivity, Specificity, and Balanced Accuracy of Cardiac Risk Assessment Between iCell Cardiomyocytes<sup>2</sup> and Cor.4U cell line. Left Panel: Overall cardiac risk; Middle Panel: QT-prolongation and potential TdP risk; Right Panel: Cardiac risk predictability based on different multiples of fC<sub>max</sub> level of the 55 reference drugs known to have potential cardiac risks in humans.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g006.tif"/>
</fig>
</sec>
<sec id="s3-5">
<title>Comparison of the Acute Cardiac Hazard Cardiac Risks Between the Current Cell Line-hiPSC-CMs (iCell Cardiomyocytes<sup>2</sup>) and Cor.4U Cell Line in the Ca<sup>2&#x2b;</sup> Transient Assay</title>
<p>Fifty-five reference drugs were tested in iCell Cardiomyocytes<sup>2</sup> in the current study and compared to Cor.4U in the CTCM assay (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>). The acute cardiac hazard scores of these 55 reference drugs were similar between the 2&#xa0;cell lines. The prediction values of acute cardiac risk and QT prolongation/TdP risk in both cell lines were &#x3e;90% (<xref ref-type="fig" rid="F5">Figure 5A</xref>). When taking into account the fold over its fC<sub>max</sub> (<xref ref-type="fig" rid="F7">Figure 7B</xref>): &#x3c;10 -fold fC<sub>max</sub>: the predictive value with the Cor.4u cell line was slightly higher, and at &#x3c;30 or &#x3c;100 -fold fC<sub>max</sub>, the iCell Cardiomyocytes<sup>2</sup> had slightly higher predictive values compared with the Cor.4u cell line. However, both cell lines were equal in defining cardiac risks in general.</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption>
<p>Statistical Modeling of Cardiac Risk. <bold>(A)</bold> Model 1 (dichotomous model): prediction of TdP risk category as either low or intermediate and high risk combined (averaged). <bold>(B)</bold> Model 2; ordinal model prediction as low, intermediate, or high TdP risk category. Both models are based on the predictors published in the CiPA paper (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>), with a slight modification based on the nature of the current study.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g007.tif"/>
</fig>
</sec>
<sec id="s3-6">
<title>Statistical Modeling of Drug Proarrhythmic Potential</title>
<p>In addition, we used statistical modeling of proarrhythmic potential for the 55 drugs with known clinical risk for QT-prolongation and TdP based on the results from CTCM assay and hazard scoring system. Eight endpoints from the CTCM assay were used for potential mode predictors that include seven predictors defined in the CiPA publication ((<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>)), and an additional predictor: cessation of beating was included (<xref ref-type="bibr" rid="B26">Lu et al., 2019</xref>): Predictors 1 and 2 indicate a test drug that elicited an arrhythmia-like event (i.e., early afterdepolarization: EAD): Predictor 1 (binary): did any drug induce EAD at the tested concentration [0 &#x3d; no EAD; 1 &#x3d; EAD)]; Predictor 2 (binary): EAD observed at any concentrations in &#x2265;40% wells (0 &#x3d; no; 1 &#x3d; yes); Predictor 3: first drug concentration with statistically significant (<italic>p &#x2264;</italic> 0.05) prolongation or shortening of repolarization; Predictor 4: defined the maximal drug-induced changes in repolarization (CTD<sub>90</sub>) observed at any concentration; Predictor 5: defined drug concentration (multiple of fC<sub>max</sub>) at the first statistically significant (<italic>p</italic> &#x3c; 0.05) prolongation of CTD<sub>90</sub>; Predictor 6: accounted for the first drug concentration relative to its clinical fC<sub>max</sub> to induce EAD; Predictor 7: had drug-induced changes in CTD<sub>90</sub> (ms) at &#x223c; its free C<sub>max</sub>; Predictor 8 (binary): caused cessation of beating at any concentration in &#x2265;40% of wells (0 &#x3d; no; 1 &#x3d; yes).</p>
<p>As described in the CiPA publication, two logistic regression models for the potential TdP risk group were used: Model 1: had high or intermediate risk <italic>vs.</italic> low risk and Model 2: had high risk <italic>vs.</italic> low risk and intermediate risk <italic>vs.</italic> low risk.</p>
<p>The results of the 55 reference drugs including a large set of CiPA compounds in the statistical model are shown in <xref ref-type="fig" rid="F7">Figure 7</xref>. The models predicted well for high- and intermediate-risk drugs as well as for low-risk drugs with identified incidence in humans. There were very limited drugs overlapping between the intermediate- and low-risk drug (e.g., raloxifene). However, the concentrations used in the study were substantially higher compared with its f C<sub>max</sub> in humans (1.2&#xa0;nM). Raloxifene is a selective estrogen receptor modulator that is used for women with postmenopausal osteoporosis and is not associated with QT-prolongation in clinic. Raloxifene was reported to inhibit I<sub>Kr</sub> with an IC<sub>50</sub> at 1.1&#xa0;&#xb5;M and I<sub>Ks</sub> with an IC<sub>50</sub> at 4.8&#xb5;M, and voltage-gated Na<sup>&#x2b;</sup> current with an IC<sub>50</sub> at2.8&#xa0;&#xb5;M (<xref ref-type="bibr" rid="B41">Liu et al., 2010</xref>). This may explain the identified activity in the current assay at much higher concentrations compared with free C<sub>max</sub> (&#x3e;1,000 fold its C<sub>max</sub>) that could be associated with some risk for QT-prolongation.</p>
</sec>
<sec id="s3-7">
<title>Assessment of the Hazard Potential of NCEs</title>
<p>Sequentially, we investigated 839 NCEs including Janssen discovery research projects based on molecules (<xref ref-type="fig" rid="F8">Figure 8A</xref>). Compounds were tested at a wide concentration range (0.1&#x2013;10&#xa0;&#xb5;M). Hazard evaluation identified that the most of NCEs were classified within the &#x201c;no hazard&#x201d; group at concentrations less than 10&#xa0;&#x3bc;M, with a portion showing risk at the highest concentration of 10&#xa0;&#xb5;M. 839 NCEs (54%) were found to be no hazard over the entire tested concentration range. Additionally, for compounds with identified hazard, the levels increased in a concentration-dependent manner. At 1&#xa0;&#xb5;M and higher, over 50% of the compounds did show some effects associated with a certain hazard level in hiPSC-CMs, with the &#x201c;high hazard&#x201d; mainly at 10&#xa0;&#xb5;M. The proportion in the &#x201c;very high&#x201d; compounds, linked to arrhythmic-like EADs, was relatively small at 10&#xa0;&#xb5;M with some incidence also observed at lower concentrations.</p>
<fig id="F8" position="float">
<label>FIGURE 8</label>
<caption>
<p>Hazard score investigation using the scoring system on Janssen NCEs in early R&#x26;D. <bold>(A)</bold> Pie charts showing the concentration-dependent distribution of different hazard score levels (<italic>n</italic> &#x3d; 839). <bold>(B)</bold> Detailed analysis of proportion of effects on CTD<sub>90</sub> (increase or decrease) and incidence of beat stop (BS) or fibrillation in low and &#x201c;high risk&#x201d; categories by concentration (1, 3, and 10&#xa0;&#xb5;M) on CTCM assay. Panels <bold>(C&#x2013;E)</bold>: The outcome of acute cardiac hazard scores in CTCM assay was compared to the inhibition among 121 compounds in the hERG assay (Panel C), to the effects on QT interval or QRS duration among 73 compounds in isolated rabbit ventricular wedge assay (Panel D), and to the effects on QTcB interval and QRS duration among 26 compounds in anesthetized guinea-pigs (Panel E). In Panel D, the left side pie: labeled Overall: including effects on both QT interval and QRS duration on a total of 73 compounds. In Panel E, the left side pie: labeled Overall: including effects on both QTcB interval and QRS duration on a total of 26 compounds. Confirmed: matching outcome between the two assays. Not Confirmed: not matching outcome between two assays.</p>
</caption>
<graphic xlink:href="fphys-13-838435-g008.tif"/>
</fig>
<p>Although the hazard score classification is used as an initial indicator for potential for cardiac toxicities, further analysis in other models is necessary to help to better understand the pharmacological mechanisms involved, ultimately leading to a comprehensive integrated hazard identification. Therefore, we separated the low from high hazard groups (at 1, 3, and 10&#xa0;&#xb5;M) in terms of the directional effect on CTD<sub>90</sub> (<xref ref-type="fig" rid="F8">Figure 8B</xref>). CTD<sub>90</sub> prolongation was mainly cause of hazard labeling among compounds for all hazard-concentration combinations (<xref ref-type="fig" rid="F8">Figure 8B</xref>). At 1 and 3&#xa0;&#x3bc;M, high hazard identification was mostly caused by CTD<sub>90</sub> prolongation, and by the combination of CTD<sub>90</sub> prolongation and beat stop (cessation of beating) at 10&#xa0;&#xb5;M.</p>
</sec>
<sec id="s3-8">
<title>Translational Value of CTCM Human Assay Compared to hERG and QT Assessment</title>
<p>A sum of 121 compounds were tested in both the hERG patch-clamp and CTCM assays at the similar concentration ranges (<xref ref-type="fig" rid="F8">Figure 8C</xref>). There were 66 compounds with no risk in the CTCM assay: 53 out of 66 compounds showed hERG inhibition &#x2265;25% while 13 of 66 compounds showed no effect in the hERG assay. There were 55 of 121 compounds that had low to very high hazard score in the CTCM assay, and only 5 of these 55 compounds (9%) showed no effect in the hERG assay, while 50 of 55 compounds (91%) were confirmed active in the hERG assay, indicating that the drug-induced hazard scores were primarily due to inhibition of hERG current. The difference between the CTCM assay and the HERG assay could be caused by the effects on the CTCM assay not only mediated by affecting HERG current but also on other cardiac ion channels/receptors, or due to small % of false positive and negative on HERG assay.</p>
<p>Seventy-three compounds (acute hazard scores from the CTCM assay) were also tested in the isolated rabbit ventricular wedge preparation (<xref ref-type="fig" rid="F8">Figure 8D</xref>). From 52 of these 73 compounds that had hazard scores in the CTCM assay, 96% (50 out of 52 compounds) had effects on either QT interval or QRS or both QRS and QT-interval in the isolated rabbit wedge assay, while only two (4%) had no effects on QRS or QT-interval in the isolated wedge preparation. Of the 21 of 73 compounds that had no hazard score in the CTCM assay 43% (9 of 21 compounds) were confirmed to have no effects in the isolated rabbit wedge preparation while 57% (12 of 21 compounds) had effects on QT interval and/or QRS: 8 compounds had QT effects; 3 had both QT and QRS effects, and 3 widened only QRS duration. However, the effects of these compounds on QT interval and QRS duration in the wedge preparation were relatively small.</p>
<p>Twenty-six compounds that had hazard scores in the CTCM assay were also tested in anesthetized guinea pigs (<italic>in vivo</italic>) (<xref ref-type="fig" rid="F8">Figure 8E</xref>): Of the compounds that had no risk (green) in the CTCM assay, eight were also found to have no effects in anesthetized guinea-pigs in terms of changes in QRS duration and QTcB interval. One compound (terfenadine) slightly shortened CTD<sub>90</sub> and caused cessation of beating in the CTCM assay, but significantly prolonged QRS duration and QTcB interval in the anesthetized guinea pig at much higher plasma levels than that of the CTCM assay. Terfenadine is known to have solubility issues <italic>in vitro</italic> and possibly resulting in less than nominal concentrations in the CTCM assay (<xref ref-type="bibr" rid="B21">Lu et al., 2012</xref>). In addition, terfenadine is rapidly metabolized in the liver to an active metabolite. Of seventeen compounds that scored yellow/red/black risk hazard scores in the CTCM assay, 71% were confirmed as positive in the anesthetized guinea pig. However, 29% of these 17 compounds (5 of 17 compounds) did not have significant effects in anesthetized guinea pigs in terms of changes in QRS duration and QTcB interval. Explanations for some of these discrepancies include: One compound slightly shortened CTD<sub>90</sub> and tended to shorten QTcB interval <italic>in vivo</italic>; the free plasma levels of another four compounds (high plasma protein binding <italic>in vivo</italic>) were much lower than in the CTCM assay.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Human stem cell-derived CMs are now applied to evaluate cardiac liabilities as part of early de-risking in drug research and development (R&#x26;D). In our earlier publication ((<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>)), we introduced a hazard scoring system to aid in the selection of new chemical entities (NCEs) devoid of acute cardiac risks. In the present study, we successfully applied the same principles of the previous hazard score system to a different hiPSC-CM line (iCell Cardiomyocytes<sup>2</sup>), using statistical TI (s) and cut-off values for the key parameters from Ca<sup>2&#x2b;</sup> transient fluorescence recordings, based on DMSO controls and a validation set of 55 clinically known reference drugs that included positive and negative controls for various parameters. Statistical analysis (tolerance intervals) on a large historical data set of vehicles and control drugs helped the development of a detailed scoring system with differentiation of size and direction of effect for each parameter. We documented and confirmed the utility of various parameters [(CTD<sub>90</sub>, beat rate, amplitude, cessation of beating, BBQL, fibrillation-like event and EADs) ], measured in spontaneously beating hiPSC-CMs to generate a hazard identification score from data of the different pharmacological classes of drugs. To our knowledge, this is a more extensive approach relative to most other studies using hiPSC-CMs, where the focus is exclusively on APD-related parameters (e.g., field potential duration or CTD<sub>90</sub>) associated with changes in the QT interval. The hazard coring system, based on the measurement of a Ca<sup>2&#x2b;</sup> transient in hiPSC-CMs (CTCM), can help detect and define cardiac hazards beyond drug-induced QT prolongation, such as QT shortening, beating rate changes, and slowing of conduction. This hazard score system can also identify potential hazards of drug-induced significant decreases in beating rate mediated by mechanisms such as muscarinic acetylcholine receptor M<sub>2</sub> stimulation (carbachol), adenosine receptor agonist (adenosine), and I<sub>f</sub> inhibitor (ivabradine), which was lacking in our previous hazard scoring system derived from Cor.4U-cell line <xref ref-type="fig" rid="F8">Figure 8</xref>). With the newly updated hazard score system, by adding an extra 5 points to the risk score for drug-induced decrease in beat rate (total 10 points for decreases in rate by &#x2265; 30%), we now are able to identify this additional hazard as a low hazard score (Yellow) in 2.9% of 3,019 NCEs tested in this cell line. We have used the hazard scoring system to simplify the analysis of complex drug-induced effects on hiPSC-CMs and provide a scoring system to identify and select safe NCEs facilitating the progress of these molecules in early R&#x26;D. Interestingly, a decrease in beat rate &#x2265;30% has limited propensity to prolong CTD<sub>90</sub> (<xref ref-type="fig" rid="F4">Figure 4</xref>): The prolongation of CTD<sub>90</sub> is still within the cut-off values of DMSO controls in these cases, which indicates that the rate dependence of CTD<sub>90</sub> in this <italic>in vitro</italic> assay is not the same as <italic>in vivo</italic>, where QT interval must generally be corrected for heart rate.</p>
<p>The discovery and development of novel NCEs is a long and expensive process, and there is a considerable rate of attrition resulting in part to a safety concern. Therefore, an <italic>in vitro</italic> assay capable of detecting safety issue early in discovery and development, particularly cardiac safety, is crucial for optimized candidate selection and reduction of human risk in clinical trials and with drugs approved for use in patients This assay and the scoring system defined and described in this study can be readily applied to select the best drug candidates based on safety.</p>
<p>Our validation set of 55 reference drugs included the large set of CiPA compounds, used in the FDA/HESI (<xref ref-type="bibr" rid="B5">Blinova et al., 2018</xref>) and JiCSA (<xref ref-type="bibr" rid="B15">Kanda et al., 2018</xref>) studies, and showed comparable risk assessment. The models were highly predictive for high- and intermediate-risk drugs as well as for low-risk drugs, based on known risks in humans. There were a few apparent examples of inconsistency between risk scores in the CTCM and level of risk in humans (e.g., raloxifene). Raloxifene is a selective estrogen receptor modulator that is broadly used in the treatment of postmenopausal osteoporosis and known to not prolong QT interval at therapeutic doses. In the present study, the concentrations of raloxifene used were higher than of its fC<sub>max</sub> in humans (1.2&#xa0;nM). Raloxifine presented with a red hazard score (high risk) but this was only observed at &#x3e;2000 folds of its fC<sub>max</sub>. At &#x223c;700&#x2013;800 folds fC<sub>max.</sub> raloxifene had a green score (low risk), consistent with its clinical safety profile. Raloxifene has been reported to inhibit cardiac delayed rectifier K<sup>&#x2b;</sup> currents at high exposures (I<sub>Kr</sub>: IC<sub>50</sub> &#x3d; 1.1&#xa0;&#xb5;M and I<sub>Ks</sub> &#x3d; 4.8&#xa0;&#xb5;M), which may explain the high hazard score and potential for QT prolongation at &#x3e;2000 folds its fC<sub>max</sub>.</p>
<p>Importantly, we also documented that there was very little lot-to-lot differences in hazard scoring results for 19 common reference drugs in iCell Cardiomyocytes<sup>2</sup> (two lots) and iCell Cardiomyocytes (one lot).</p>
<p>Additionally, the specificity, sensitivity, and predictivity values for the cardiac risk assessment of 55 reference drugs were very high (&#x3e;95%). The functional output of the current platform using Ca<sup>2&#x2b;</sup> transients enabled phenotypically relevant readouts of acute cardiac risk <italic>in vitro</italic>. The hazard scoring system predicted potential for long QT/TdP risk of 55 reference drugs as well as total cardiac risks (drug-induced short QT and VF<italic>-like</italic>) with over 95% specificity, sensitivity, and total balanced cardiac risk when compared with the known risk in humans. Importantly, the hazard scoring system predicted the cardiac risks of the 55 reference drugs mostly within the range of therapeutically relevant free plasma concentrations (fC<sub>max</sub>) (<xref ref-type="fig" rid="F6">Figure 6</xref>). The set of 55 reference drugs in the study covered a broad range of different drug classes with different pharmacological mechanisms that include both cardiovascular and noncardiovascular drugs. Using such a large set of reference drugs we were able to establish a hazard scoring system that can be applied in the selection of safe NCEs early in the drug discovery process. Although a threshold of &#x3e;10-(&#x3e;30- or &#x2264;100- fold) fC<sub>max</sub> was used for analyzing the scoring and assessing the predictivity of the assay, it should be noted that in many <italic>in vitro</italic> assays concentrations up 30-fold fC<sub>max</sub> are normally considered relevant for predicting cardiac effects in humans (<xref ref-type="bibr" rid="B32">Redfern et al., 2003</xref>). In both the present and the CiPA stem cell validation study (<xref ref-type="bibr" rid="B26">Lu et al., 2019</xref>), four concentrations were used to capture fC<sub>max</sub> levels with 10- and 30-fold fC<sub>max</sub> margins. Additionally, cardiac and noncardiac drugs including disopyramide, terfenadine, diphenhydramine, domperidone, fluoxetine, and sertindole, etc., are known to have functional cardiac effects in <italic>vitro</italic> assays at much higher concentrations than their fC<sub>max</sub> level (&#x3e;30&#x2013;100 folds fC<sub>max</sub>) (<xref ref-type="bibr" rid="B32">Redfern et al., 2003</xref>). (<xref ref-type="bibr" rid="B29">Pacher et al., 2000</xref>; <xref ref-type="bibr" rid="B10">Eckardt et al., 2002</xref>).</p>
<p>To add value and gain confidence to the predictions and compound selection, screening results in this novel assay and scoring system for cardiac safety also need to be consistent with existing established early nonclinical screening assays, as well as more complex follow-up preclinical assays. Therefore, we evaluated the translational value of the current assay compared with other <italic>in vitro</italic> assays (such as the hERG current assay and the <italic>ex vivo</italic>-isolated rabbit left ventricular wedge preparation, as well as the anesthetized guinea-pig model, an established sensitive <italic>in vivo</italic> model to detect electrocardiographic risk (<xref ref-type="bibr" rid="B35">Testai et al., 2004</xref>; <xref ref-type="bibr" rid="B20">Lu et al., 2016</xref>)). The scoring system validation in the CTCM assay, based on reference and internal proprietary compound evaluation, was largely consistent with hERG assay results in terms of CTD<sub>90</sub> prolongation, despite some false positives and negatives, as might be expected for compounds with more complex electrophysiological actions. The scoring outcome from the CTCM assay was also largely confirmed in anesthetized guinea pigs and the isolated rabbit wedge ventricular preparation (<xref ref-type="fig" rid="F8">Figures 8C&#x2013;E</xref>).</p>
<p>The scoring system that we developed provides a reliable way to readily identify the concentration-dependent level of cardiac risk by concentration for NCEs based on Ca<sup>2&#x2b;</sup> transient measurement in hiPSC-CMs using multiple functional parameters including beat rate, CTD<sub>90</sub>, and amplitude. However, despite the great promise of the current scoring system for predicting acute cardiac risks, a few limitations still exist. Similar to other <italic>in vitro</italic> assays, the current HTS assay does not detect potential effects of active drug metabolites, which would only be detected in an <italic>in vivo</italic> study or by directly testing the known active metabolite in the current assay. Poor solubility may also be an issue. Moreover, similar to any <italic>in vitro</italic> assay using hiPSC-CMs, these cells are not fully matured, although they express key cardiac genes and have comparable function of most cardiac ion channels and receptors, and this might influence the responses to some drugs in hiPSC-CM line. That could cause difference between hiPSC-CMs and isolated cardiac tissue assays.</p>
<p>Our current model validation data with 55 reference drugs showed predictions of drug-induced cardiac hazard score in hiPSC-CMs (iCell-Cardiomyocytes<sup>2</sup>) that were found to be similar to those in another cell line (Cor.4U Cardiomyocytes) (<xref ref-type="bibr" rid="B18">Kopljar et al., 2018b</xref>), indicating the adaptability and consistency of our scoring system approach. Screening of drug-induced effects in hiPSC-CMs can also be performed using different detection technologies, e.g., measurements of extracellular filed action potentials (<xref ref-type="bibr" rid="B1">Ando et al., 2017</xref>), impedance/MEA (<xref ref-type="bibr" rid="B40">Zhang et al., 2016</xref>; <xref ref-type="bibr" rid="B7">Bot et al., 2018</xref>), video motion imaging (<xref ref-type="bibr" rid="B14">Hayakawa et al., 2014</xref>), and voltage-sensitive dyes (<xref ref-type="bibr" rid="B3">Bedut et al., 2016</xref>). The principles used for the development of our scoring system could also be adapted for use in these other human cardiomyocyte systems using the same principles defined within this study.</p>
<p>In conclusion, the acute cardiac hazard score system applied to the Ca<sup>2&#x2b;</sup> transient assay using different hiPSC-CM cell lines should be useful for the identification and selection of NCEs for further investigation. The CTCM HTS assay system in our hands is user-friendly, and relatively inexpensive.</p>
</sec>
</body>
<back>
<sec id="s5">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/Supplementary Material, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the cell line from human Stem cells is from commercial provider. Written informed consent to participate in this study was provided by the participants&#x2019; legal guardian/next of kin.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>All authors are employed at JNJ: HL is the first author (study design, data analysis, and wrote manuscript), MK and VK were responsible for data analysis, FT was responsible for TI and statistical modeling, DG performed experiments, AT and DG provided scientific supports. All authors agreed to be accountable for the content of the manuscript.</p>
</sec>
<sec sec-type="COI-statement" id="s8">
<title>Conflict of Interest</title>
<p>Authors HL, MK, VK, FT, DG, AT and DG are employed by Janssen Pharmaceutica NV.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>The authors wish to thank Bruce Damiano and Rajamani Sridharan for the scientific insight and review.</p>
</ack>
<sec id="s10">
<title>Abbreviations</title>
<p>Amp, amplitude; bpm, beats per minute; BR, beat rate; BS, beating stop (cessation of beating); BBQL, below beat qualitative level; CiPA, Comprehensive in vitro Proarrhythmia Assay; CTD, Calcium Transient Duration; DMSO, dimethylsulfoxide; EAD, Early Afterdepolarization; FDA, Food and Drug Administration; FDSS, Functional Drug Screening System; hERG, human ether-&#xe0;-go-go-related gene; HESI, Health and Environmental Sciences Institute; hSC-CMs, human stem cell-derived cardiomyocytes; hiPSC-CMs, human induced pluripotent stem sell-derived cardiomyocytes; IKr, rapidly activating delayed rectifier potassium current; NCEs, new chemical entities.; R&#x26;D, Research &#x26; Development; RLU, Relative light unit; TdP, Torsades de Pointes; VF, Ventricular fibrillation.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ando</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Yoshinaga</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Yamamoto</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Asakura</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Uda</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Taniguchi</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>A New Paradigm for Drug-Induced Torsadogenic Risk Assessment Using Human iPS Cell-Derived Cardiomyocytes</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>84</volume>, <fpage>111</fpage>&#x2013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.12.003</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Authier</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Pugsley</surname>
<given-names>M. K.</given-names>
</name>
<name>
<surname>Koerner</surname>
<given-names>J. E.</given-names>
</name>
<name>
<surname>Fermini</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Redfern</surname>
<given-names>W. S.</given-names>
</name>
<name>
<surname>Valentin</surname>
<given-names>J.-P.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Proarrhythmia Liability Assessment and the Comprehensive <italic>In Vitro</italic> Proarrhythmia Assay (CiPA): An Industry Survey on Current Practice</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>86</volume>, <fpage>34</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2017.02.021</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bedut</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Seminatore-Nole</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Lamamy</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Caignard</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Boutin</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Nosjean</surname>
<given-names>O.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>High-throughput Drug Profiling with Voltage- and Calcium-Sensitive Fluorescent Probes in Human iPSC-Derived Cardiomyocytes</article-title>. <source>Am. J. Physiology-Heart Circulatory Physiol.</source> <volume>311</volume> (<issue>1</issue>), <fpage>H44</fpage>&#x2013;<lpage>H53</lpage>. <pub-id pub-id-type="doi">10.1152/ajpheart.00793.2015</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Blanchette</surname>
<given-names>A. D.</given-names>
</name>
<name>
<surname>Grimm</surname>
<given-names>F. A.</given-names>
</name>
<name>
<surname>Dalaijamts</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Hsieh</surname>
<given-names>N.-H.</given-names>
</name>
<name>
<surname>Ferguson</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Luo</surname>
<given-names>Y.-S.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Thorough QT/QTc in a Dish: An <italic>In Vitro</italic> Human Model that Accurately Predicts Clinical Concentration-QTc Relationships</article-title>. <source>Clin. Pharmacol. Ther.</source> <volume>0</volume> (<issue>0</issue>). </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Blinova</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Dang</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Millard</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Pierson</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>International Multisite Study of Human-Induced Pluripotent Stem Cell-Derived Cardiomyocytes for Drug Proarrhythmic Potential Assessment</article-title>. <source>Cel Rep.</source> <volume>24</volume> (<issue>13</issue>), <fpage>3582</fpage>&#x2013;<lpage>3592</lpage>. <pub-id pub-id-type="doi">10.1016/j.celrep.2018.08.079</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bootman</surname>
<given-names>M. D.</given-names>
</name>
<name>
<surname>Allman</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Rietdorf</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Bultynck</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Deleterious Effects of Calcium Indicators within Cells; an Inconvenient Truth</article-title>. <source>Cell Calcium</source> <volume>73</volume>, <fpage>82</fpage>&#x2013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1016/j.ceca.2018.04.005</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bot</surname>
<given-names>C. T.</given-names>
</name>
<name>
<surname>Juhasz</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Haeusermann</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Polonchuk</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Traebert</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Stoelzle-Feix</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Cross - Site Comparison of Excitation-Contraction Coupling Using Impedance and Field Potential Recordings in hiPSC Cardiomyocytes</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>93</volume>, <fpage>46</fpage>&#x2013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2018.06.006</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Colatsky</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Fermini</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Gintant</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Pierson</surname>
<given-names>J. B.</given-names>
</name>
<name>
<surname>Sager</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Sekino</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>The Comprehensive <italic>In Vitro</italic> Proarrhythmia Assay (CiPA) Initiative - Update on Progress</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>81</volume>, <fpage>15</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.06.002</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dempsey</surname>
<given-names>G. T.</given-names>
</name>
<name>
<surname>Chaudhary</surname>
<given-names>K. W.</given-names>
</name>
<name>
<surname>Atwater</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Nguyen</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Brown</surname>
<given-names>B. S.</given-names>
</name>
<name>
<surname>McNeish</surname>
<given-names>J. D.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Cardiotoxicity Screening with Simultaneous Optogenetic Pacing, Voltage Imaging and Calcium Imaging</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>81</volume>, <fpage>240</fpage>&#x2013;<lpage>250</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.05.003</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eckardt</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Breithardt</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Haverkamp</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Electrophysiologic characterization of the antipsychotic drug sertindole in a rabbit heart model of torsade de pointes: low torsadogenic potential despite QT prolongation</article-title>. <source>J. Pharmacol. Exp. Ther.</source> <volume>300</volume> (<issue>1</issue>), <fpage>64</fpage>&#x2013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1124/jpet.300.1.64</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<collab>Food and Drug Administration, HHS</collab> (<year>2005</year>). <article-title>International Conference on Harmonisation; Guidance on E14 Clinical Evaluation of QT/QTc Interval Prolongation and Proarrhythmic Potential for Non-antiarrhythmic Drugs; Availability. Notice</article-title>. <source>Fed. Regist.</source> <volume>70</volume> (<issue>202</issue>), <fpage>61134</fpage>&#x2013;<lpage>61135</lpage>. </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gintant</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Sager</surname>
<given-names>P. T.</given-names>
</name>
<name>
<surname>Stockbridge</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Evolution of Strategies to Improve Preclinical Cardiac Safety Testing</article-title>. <source>Nat. Rev. Drug Discov.</source> <volume>15</volume> (<issue>7</issue>), <fpage>457</fpage>&#x2013;<lpage>471</lpage>. <pub-id pub-id-type="doi">10.1038/nrd.2015.34</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goversen</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>van der Heyden</surname>
<given-names>M. A. G.</given-names>
</name>
<name>
<surname>de Boer</surname>
<given-names>T. A. B. T. P.</given-names>
</name>
<name>
<surname>Boer</surname>
<given-names>T. D. d.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>The Immature Electrophysiological Phenotype of iPSC-CMs Still Hampers <italic>In Vitro</italic> Drug Screening: Special Focus on Ik1</article-title>. <source>Pharmacol. Ther.</source> <volume>183</volume>, <fpage>127</fpage>&#x2013;<lpage>136</lpage>. <pub-id pub-id-type="doi">10.1016/j.pharmthera.2017.10.001</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hayakawa</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kunihiro</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Ando</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kobayashi</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Matsui</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Yada</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Image-based Evaluation of Contraction-Relaxation Kinetics of Human-Induced Pluripotent Stem Cell-Derived Cardiomyocytes: Correlation and Complementarity with Extracellular Electrophysiology</article-title>. <source>J. Mol. Cell Cardiol.</source> <volume>77</volume>, <fpage>178</fpage>&#x2013;<lpage>191</lpage>. <pub-id pub-id-type="doi">10.1016/j.yjmcc.2014.09.010</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kanda</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Yamazaki</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Osada</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Yoshinaga</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Sawada</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Development of Torsadogenic Risk Assessment Using Human Induced Pluripotent Stem Cell-Derived Cardiomyocytes: Japan iPS Cardiac Safety Assessment (JiCSA) Update</article-title>. <source>J. Pharmacol. Sci.</source> <volume>138</volume> (<issue>4</issue>), <fpage>233</fpage>&#x2013;<lpage>239</lpage>. <pub-id pub-id-type="doi">10.1016/j.jphs.2018.10.010</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kopljar</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Hermans</surname>
<given-names>A. N.</given-names>
</name>
<name>
<surname>Teisman</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gallacher</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
</person-group> (<year>2018a</year>). <article-title>Impact of Calcium-Sensitive Dyes on the Beating Properties and Pharmacological Responses of Human iPS-Derived Cardiomyocytes Using the Calcium Transient Assay</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>91</volume>, <fpage>80</fpage>&#x2013;<lpage>86</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2018.02.004</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kopljar</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Van Ammel</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Otava</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Tekle</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Teisman</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2018b</year>). <article-title>Development of a Human iPSC Cardiomyocyte-Based Scoring System for Cardiac Hazard Identification in Early Drug Safety De-risking</article-title>. <source>Stem Cel Rep.</source> <volume>11</volume> (<issue>6</issue>), <fpage>1365</fpage>&#x2013;<lpage>1377</lpage>. <pub-id pub-id-type="doi">10.1016/j.stemcr.2018.11.007</pub-id> </citation>
</ref>
<ref id="B41">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Jin</surname>
<given-names>M. W.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>H. Y.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>G. R.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>The Selective Estrogen Receptor Modulator Raloxifene Inhibits Cardiac Delayed Rectifier Potassium Currents and Voltage-Gated Sodium Current Without QTc Interval Prolongation</article-title>. <source>Pharmacol Res.</source> <volume>62</volume> (<issue>5</issue>), <fpage>384</fpage>&#x2013;<lpage>390</lpage>. </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liao</surname>
<given-names>C. T.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>T. Y.</given-names>
</name>
<name>
<surname>Iyer</surname>
<given-names>H. K.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>One- and Two-Sided Tolerance Intervals for General Balanced Mixed Models and Unbalanced One-Way Random Models</article-title>. <source>Technometrics</source> <volume>47</volume> (<issue>3</issue>), <fpage>323</fpage>&#x2013;<lpage>335</lpage>. <pub-id pub-id-type="doi">10.1198/004017005000000102</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Gallacher</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>G.-X.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Assessment of Drug-Induced Proarrhythmia: The Importance of Study Design in the Rabbit Left Ventricular Wedge Model</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>81</volume>, <fpage>151</fpage>&#x2013;<lpage>160</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.06.006</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Hermans</surname>
<given-names>A. N.</given-names>
</name>
<name>
<surname>Gallacher</surname>
<given-names>D. J.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Does terfenadine-induced ventricular tachycardia/fibrillation directly relate to its QT prolongation and Torsades de Pointes?</article-title> <source>Br. J. Pharmacol.</source> <volume>166</volume> (<issue>4</issue>), <fpage>1490</fpage>&#x2013;<lpage>1502</lpage>. <pub-id pub-id-type="doi">10.1111/j.1476-5381.2012.01880.x</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Hortigon-Vinagre</surname>
<given-names>M. P.</given-names>
</name>
<name>
<surname>Zamora</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Kopljar</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>De Bondt</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gallacher</surname>
<given-names>D. J.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Application of Optical Action Potentials in Human Induced Pluripotent Stem Cells-Derived Cardiomyocytes to Predict Drug-Induced Cardiac Arrhythmias</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>87</volume>, <fpage>53</fpage>&#x2013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2017.05.001</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Rohrbacher</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Vlaminckx</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Van Ammel</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>G.-X.</given-names>
</name>
<name>
<surname>Gallacher</surname>
<given-names>D. J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Predicting Drug-Induced Slowing of Conduction and Pro-arrhythmia: Identifying the &#x27;bad&#x27; Sodium Current Blockers</article-title>. <source>Br. J. Pharmacol.</source> <volume>160</volume> (<issue>1</issue>), <fpage>60</fpage>&#x2013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1111/j.1476-5381.2010.00646.x</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Vlaminckx</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Hermans</surname>
<given-names>A. N.</given-names>
</name>
<name>
<surname>Rohrbacher</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Van Ammel</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Towart</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2008</year>). <article-title>Predicting Drug-Induced Changes in QT Interval and Arrhythmias: QT-Shortening Drugs point to Gaps in the ICHS7B Guidelines</article-title>. <source>Br. J. Pharmacol.</source> <volume>154</volume> (<issue>7</issue>), <fpage>1427</fpage>&#x2013;<lpage>1438</lpage>. <pub-id pub-id-type="doi">10.1038/bjp.2008.191</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Whittaker</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Price</surname>
<given-names>J. H.</given-names>
</name>
<name>
<surname>Vega</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Pfeiffer</surname>
<given-names>E. R.</given-names>
</name>
<name>
<surname>Cerignoli</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>High Throughput Measurement of Ca&#x2b;&#x2b;Dynamics in Human Stem Cell-Derived Cardiomyocytes by Kinetic Image Cytometery: A Cardiac Risk Assessment Characterization Using a Large Panel of Cardioactive and Inactive Compounds</article-title>. <source>Toxicol. Sci.</source> <volume>148</volume> (<issue>2</issue>), <fpage>503</fpage>&#x2013;<lpage>516</lpage>. <pub-id pub-id-type="doi">10.1093/toxsci/kfv201</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>H. R.</given-names>
</name>
<name>
<surname>Zeng</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kettenhofen</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Kopljar</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>van Ammel</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Assessing Drug-Induced Long QT and Proarrhythmic Risk Using Human Stem-Cell-Derived Cardiomyocytes in a Ca2&#x2b; Imaging Assay: Evaluation of 28 CiPA Compounds at Three Test Sites</article-title>. <source>Toxicol. Sci.</source> <volume>170</volume> (<issue>2</issue>), <fpage>345</fpage>&#x2013;<lpage>356</lpage>. <pub-id pub-id-type="doi">10.1093/toxsci/kfz102</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mathur</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Loskill</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Shao</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Huebsch</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Hong</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Marcus</surname>
<given-names>S. G.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>Human iPSC-Based Cardiac Microphysiological System for Drug Screening Applications</article-title>. <source>Sci. Rep.</source> <volume>5</volume>, <fpage>8883</fpage>. <pub-id pub-id-type="doi">10.1038/srep08883</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ovics</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Regev</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Baskin</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Davidor</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Shemer</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Neeman</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Drug Development and the Use of Induced Pluripotent Stem Cell-Derived Cardiomyocytes for Disease Modeling and Drug Toxicity Screening</article-title>. <source>Int. J. Mol. Sci.</source> <volume>21</volume> (<issue>19</issue>). <pub-id pub-id-type="doi">10.3390/ijms21197320</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pacher</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Magyar</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Szigligeti</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>B&#xe1;ny&#xe1;sz</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Pankucsi</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Korom</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2000</year>). <article-title>Electrophysiological Effects of Fluoxetine in Mammalian Cardiac Tissues</article-title>. <source>Naunyn-Schmiedeberg&#x27;s Arch. Pharmacol.</source> <volume>361</volume> (<issue>1</issue>), <fpage>67</fpage>&#x2013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1007/s002109900154</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pourrier</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Fedida</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>The Emergence of Human Induced Pluripotent Stem Cell-Derived Cardiomyocytes (hiPSC-CMs) as a Platform to Model Arrhythmogenic Diseases</article-title>. <source>Ijms</source> <volume>21</volume> (<issue>2</issue>), <fpage>657</fpage>. <pub-id pub-id-type="doi">10.3390/ijms21020657</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rast</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Weber</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Disch</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Schuck</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Ittrich</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Guth</surname>
<given-names>B. D.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>An Integrated Platform for Simultaneous Multi-Well Field Potential Recording and Fura-2-Based Calcium Transient Ratiometry in Human Induced Pluripotent Stem Cell (hiPSC)-Derived Cardiomyocytes</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>75</volume>, <fpage>91</fpage>&#x2013;<lpage>100</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2015.04.005</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Redfern</surname>
<given-names>W. S.</given-names>
</name>
<name>
<surname>Carlsson</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Davis</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Lynch</surname>
<given-names>W. G.</given-names>
</name>
<name>
<surname>MacKenzie</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Palethorpe</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2003</year>). <article-title>Relationships between preclinical cardiac electrophysiology, clinical QT interval prolongation and torsade de pointes for a broad range of drugs: evidence for a provisional safety margin in drug development</article-title>. <source>Cardiovasc. Res.</source> <volume>58</volume> (<issue>1</issue>), <fpage>32</fpage>&#x2013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1016/s0008-6363(02)00846-5</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spencer</surname>
<given-names>C. I.</given-names>
</name>
<name>
<surname>Baba</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Nakamura</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Hua</surname>
<given-names>E. A.</given-names>
</name>
<name>
<surname>Sears</surname>
<given-names>M. A. F.</given-names>
</name>
<name>
<surname>Fu</surname>
<given-names>C.-c.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Calcium Transients Closely Reflect Prolonged Action Potentials in iPSC Models of Inherited Cardiac Arrhythmia</article-title>. <source>Stem Cel Rep.</source> <volume>3</volume> (<issue>2</issue>), <fpage>269</fpage>&#x2013;<lpage>281</lpage>. <pub-id pub-id-type="doi">10.1016/j.stemcr.2014.06.003</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Takasuna</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Asakura</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Araki</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Ando</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kazusa</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Kitaguchi</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Comprehensive <italic>In Vitro</italic> Cardiac Safety Assessment Using Human Stem Cell Technology: Overview of CSAHi HEART Initiative</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>83</volume>, <fpage>42</fpage>&#x2013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.09.004</pub-id> </citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Testai</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Calderone</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Salvadori</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Breschi</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Nieri</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Martinotti</surname>
<given-names>E.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>QT Prolongation in Anaesthetized guinea-pigs: an Experimental Approach for Preliminary Screening of Torsadogenicity of Drugs and Drug Candidates</article-title>. <source>J. Appl. Toxicol.</source> <volume>24</volume> (<issue>3</issue>), <fpage>217</fpage>&#x2013;<lpage>222</lpage>. <pub-id pub-id-type="doi">10.1002/jat.975</pub-id> </citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Titier</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Girodet</surname>
<given-names>P.-O.</given-names>
</name>
<name>
<surname>Verdoux</surname>
<given-names>H. l. n.</given-names>
</name>
<name>
<surname>Molimard</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>B??gaud</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Haverkamp</surname>
<given-names>W.</given-names>
</name>
<etal/>
</person-group> (<year>2005</year>). <article-title>Atypical Antipsychotics</article-title>. <source>Drug Saf.</source> <volume>28</volume> (<issue>1</issue>), <fpage>35</fpage>&#x2013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.2165/00002018-200528010-00003</pub-id> </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Watanabe</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Honda</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Deguchi</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Yamada</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Bando</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Usefulness of Cardiotoxicity Assessment Using Calcium Transient in Human Induced Pluripotent Stem Cell-Derived Cardiomyocytes</article-title>. <source>J. Toxicol. Sci.</source> <volume>42</volume> (<issue>4</issue>), <fpage>519</fpage>&#x2013;<lpage>527</lpage>. <pub-id pub-id-type="doi">10.2131/jts.42.519</pub-id> </citation>
</ref>
<ref id="B38">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Woosley</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Black</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Heise</surname>
<given-names>C. W.</given-names>
</name>
<name>
<surname>Romero</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>CredibleMeds.org: What Does it Offer?</article-title> <source>Trends Cardiovasc. Med.</source> <volume>28</volume> (<issue>2</issue>), <fpage>94</fpage>&#x2013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1016/j.tcm.2017.07.010</pub-id> </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zeng</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Roman</surname>
<given-names>M. I.</given-names>
</name>
<name>
<surname>Lis</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Lagrutta</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sannajust</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Use of FDSS/&#x3bc;Cell Imaging Platform for Preclinical Cardiac Electrophysiology Safety Screening of Compounds in Human Induced Pluripotent Stem Cell-Derived Cardiomyocytes</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>81</volume>, <fpage>217</fpage>&#x2013;<lpage>222</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.05.009</pub-id> </citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zeng</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>White</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Furniss</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Balasubramanian</surname>
<given-names>B.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Multi-parametric Assessment of Cardiomyocyte Excitation-Contraction Coupling Using Impedance and Field Potential Recording: A Tool for Cardiac Safety Assessment</article-title>. <source>J. Pharmacol. Toxicol. Methods</source> <volume>81</volume>, <fpage>201</fpage>&#x2013;<lpage>216</lpage>. <pub-id pub-id-type="doi">10.1016/j.vascn.2016.06.004</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>