<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front.Toxicology.</journal-id>
<journal-title>Frontiers in Toxicology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front.Toxicology</abbrev-journal-title>
<issn pub-type="epub">2673-3080</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">878976</article-id>
<article-id pub-id-type="doi">10.3389/ftox.2022.878976</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Toxicology</subject>
<subj-group>
<subject>Hypothesis and Theory</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Toxicological Assessment of Flavor Ingredients in E-Vapor Products</article-title>
<alt-title alt-title-type="left-running-head">Sciuscio et al.</alt-title>
<alt-title alt-title-type="right-running-head">Assessment of Flavors in E-cigarettes</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Sciuscio</surname>
<given-names>Davide</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1660400/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Calvino-Martin</surname>
<given-names>Florian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kumar</surname>
<given-names>Ashutosh</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/889354/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Langston</surname>
<given-names>Timothy B.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Martin</surname>
<given-names>Elyette</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Marescotti</surname>
<given-names>Diego</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1166923/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mathis</surname>
<given-names>Carole</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1009161/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hoeng</surname>
<given-names>Julia</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1023278/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Peitsch</surname>
<given-names>Manuel C.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/237174/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Smith</surname>
<given-names>Donna C.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gogova</surname>
<given-names>Maria</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vanscheeuwijck</surname>
<given-names>Patrick</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lee</surname>
<given-names>Kyeonghee M.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1286224/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>PMI R&#x26;D</institution>, <institution>Philip Morris Products S.A.</institution>, <addr-line>Neuch&#xe2;tel</addr-line>, <country>Switzerland</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Altria Client Services LLC</institution>, <addr-line>Richmond</addr-line>, <addr-line>VA</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/279181/overview">Costanza Rovida</ext-link>, University of Konstanz, Germany</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1693815/overview">Franco Cervellati</ext-link>, University of Ferrara, Italy</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/303920/overview">Alison Holloway</ext-link>, McMaster University, Canada</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Davide Sciuscio, <email>davide.sciuscio@pmi.com</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Regulatory Toxicology, a section of the journal Frontiers in Toxicology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>20</day>
<month>04</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>4</volume>
<elocation-id>878976</elocation-id>
<history>
<date date-type="received">
<day>18</day>
<month>02</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>03</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Sciuscio, Calvino-Martin, Kumar, Langston, Martin, Marescotti, Mathis, Hoeng, Peitsch, Smith, Gogova, Vanscheeuwijck and Lee.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Sciuscio, Calvino-Martin, Kumar, Langston, Martin, Marescotti, Mathis, Hoeng, Peitsch, Smith, Gogova, Vanscheeuwijck and Lee</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Many flavor ingredients are often used in potentially reduced-risk tobacco products (such as e-vapor products). Although most are &#x201c;generally recognized as safe (GRAS)&#x201d; when used in food, there is limited information available on their long-term health effects when delivered by inhalation. While obtaining route-of-exposure-specific toxicological data on flavor ingredients is critical to product evaluation, the large number of individual flavor ingredients available and their potential combinations render classical toxicological assessment approaches impractical, as they may require years of preclinical investigations and thousands of laboratory animals. Therefore, we propose a pragmatic approach in which flavor ingredients are initially assigned to groups of structurally related compounds (Flavor Groups), from which flavor group representatives (FGR) are then selected and tested individually and as a mixture <italic>in vitro</italic> and <italic>in vivo</italic>. The premise is that structurally related compounds would have comparable metabolic and biological activity and that the data generated using FGRs could support the toxicological assessment of other structurally related flavor ingredients of their respective Flavor Groups. This approach is explained in a step-wise manner and exemplified by a case study, along with its strengths, limitations as well as recommendations for further confirmatory testing. Once completed, this FGR approach could significantly reduce the time and resources required for filling the data gap in understanding the health risks of many flavor ingredients while also minimizing the need for laboratory animals.</p>
</abstract>
<kwd-group>
<kwd>reduced risk products</kwd>
<kwd>flavor ingredients</kwd>
<kwd>structural grouping</kwd>
<kwd>
<italic>in silico</italic> toxicology</kwd>
<kwd>E-vapor products</kwd>
<kwd>ENDS</kwd>
</kwd-group>
<contract-sponsor id="cn001">Philip Morris International<named-content content-type="fundref-id">10.13039/100014729</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<sec id="s1-1">
<title>1.1 Role of Flavor Ingredients in Reduced-Risk Products</title>
<p>While the prevalence of cigarette smoking is declining in many developed countries (<xref ref-type="bibr" rid="B16">Global Burden of Diseases, 2017</xref>), the actual number of adult smokers is still significant. For instance, there are over 34 million current smokers in the United States (US) (<xref ref-type="bibr" rid="B38">NHIS, 2018</xref>; <xref ref-type="bibr" rid="B58">U.S. Centers for Disease Controland Prevention, 2019</xref>) and cigarette smoking remains the leading cause of major preventable diseases, morbidity, and mortality. While public health strategies for reducing smoking-related harm have focused on preventing smoking initiation and promoting smoking cessation (<xref ref-type="bibr" rid="B60">U.S. Surgeon General, 2010</xref>; <xref ref-type="bibr" rid="B61">U.S. Surgeon General, 2014</xref>; <xref ref-type="bibr" rid="B47">Royal College of Physicians, 2016</xref>), many smokers are either unwilling or unable to quit and the long-term cessation success rate remains very low with most quit attempts often failing within the first year (<xref ref-type="bibr" rid="B23">Hughes et al., 2004</xref>; <xref ref-type="bibr" rid="B60">U.S. Surgeon General, 2010</xref>; <xref ref-type="bibr" rid="B36">Medicine, 2012</xref>; <xref ref-type="bibr" rid="B47">Royal College of Physicians, 2016</xref>). As former US Food and Drug Administration (FDA) Commissioner, Scott Gottlieb, pointed out, &#x201c;we must recognize the potential for innovative, less harmful products that can efficiently deliver satisfying levels of nicotine to adults who want them (<xref ref-type="bibr" rid="B59">U.S. Food and Drug Administration, 2018</xref>). In the United Kingdom, the use of reduced-risk tobacco products (RRPs), in particular e-vapor products, is viewed as a promising tobacco harm reduction (THR) strategy. An expert review published by the Public Health England (PHE) stated that &#x201c;vaping poses only a small fraction of the risks of smoking and switching completely from smoking to vaping conveys substantial health benefits (<xref ref-type="bibr" rid="B35">McNeill et al., 2018</xref>). At the same time, the long-term health risks of e-vapor and flavor ingredient exposures are unknown and further investigations in long-term adverse effects are necessary (<xref ref-type="bibr" rid="B9">National Academies of Sciences, 2018</xref>). Currently a variety of potential RRPs are available around the world, including smokeless oral tobacco products such as snus, &#x201c;tobacco-free&#x201d; oral nicotine products, heated tobacco products (e.g., IQOS&#xae;, Phillip Morris International), and electronic nicotine delivery systems (ENDS) or e-vapor products. While promising, the long-term success of complete switching from cigarettes to RRPs is unknown (<xref ref-type="bibr" rid="B45">Polosa et al., 2013</xref>; <xref ref-type="bibr" rid="B12">Farsalinos et al., 2018</xref>). If smokers do not accept these products as sustainable alternatives to cigarettes regardless of how low their toxicity profile is, they will not switch, and cigarette smoking cessation will not occur. Among RRP candidates, e-vapor products deliver nicotine-containing aerosols via inhalation, potentially enabling rapid nicotine uptake and a sensorial experience overall similar to smoking (<xref ref-type="bibr" rid="B63">Voos et al., 2020</xref>). As postulated in Abrams et al., e-vapor products are in a unique position to achieve THR for adult smokers in terms of (a) (reduced) harmfulness, (b) appeal, and (c) satisfaction (<xref ref-type="bibr" rid="B1">Abrams et al., 2018</xref>). The Institute of Medicine similarly describes the importance of product appeal to a smoker seeking RRPs to switch: &#x201c;Ideally, a reduced risk tobacco product would be sufficiently reinforcing so as to attract smokers away from conventional cigarettes but not encourage the widespread dependent use of the product by individuals who were previously nonusers or who would have quit smoking.&#x201d; (<xref ref-type="bibr" rid="B36">Medicine, 2012</xref>). The &#x201c;sweet spot&#x201d; on the THR model is where RRPs are substantially lower than cigarettes in toxicity/harmfulness, relatively high in appeal to current tobacco users but not adversely impacting initiation by non-smokers including youths (<xref ref-type="bibr" rid="B51">Smith et al., 2016</xref>; <xref ref-type="bibr" rid="B1">Abrams et al., 2018</xref>; <xref ref-type="bibr" rid="B66">Warner, 2019</xref>).</p>
<p>Among product- -related factors that would affect the liking and acceptability of RRPs, flavor ingredients as well as nicotine contribute to taste and sensory experiences that may enhance satisfaction and switching away from cigarettes. The US Population Assessment of Tobacco and Health (PATH) survey data suggest the potential role of flavor ingredients to the e-vapor product user experience that adult e-vapor users engage with a wide variety of e-liquid flavor ingredients, with preferences for non-tobacco flavor ingredients (e.g., fruit, mint, or menthol flavors; <xref ref-type="fig" rid="F1">Figure 1</xref>). Several studies show that e-vapor product users frequently report first using or buying a flavored e-vapor product (<xref ref-type="bibr" rid="B20">Harrell et al., 2017</xref>; <xref ref-type="bibr" rid="B48">Russell et al., 2018</xref>; <xref ref-type="bibr" rid="B29">Landry et al., 2019</xref>; <xref ref-type="bibr" rid="B62">Villanti et al., 2019</xref>; <xref ref-type="bibr" rid="B64">Vu et al., 2019</xref>) and having diverse flavor options was critical to aid continued e-vapor product (only) use over smoking (<xref ref-type="bibr" rid="B5">Chen et al., 2018</xref>; <xref ref-type="bibr" rid="B13">Friedman and Xu, 2020</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Path wave 4 adult dual cigarette and E-vapor product consumers, percent reporting E-vapor product flavor use in past 30&#xa0;Days.</p>
</caption>
<graphic xlink:href="ftox-04-878976-g001.tif"/>
</fig>
</sec>
<sec id="s1-2">
<title>1.2 Gap in Inhalation Toxicity Profiles of Flavor Ingredients in E-Vapor Products</title>
<p>While RRPs, such as e-vapor products, are designed to be substantially less toxic than cigarettes (e.g., lack of tobacco combustion), no tobacco product (including RRPs)is risk-free. For e-vapor products, the long-term health risks of their aerosols, which contain humectants and flavor ingredients, have not yet been assessed and it will take decades before any potential long term health impacts associated with chronic e-vapor use are fully understood. The National Academies of Sciences, Engineering, and Medicine confirmed this notion, suggesting &#x201c;that e-cigarettes are not without physiological activity in humans&#x201d; and that further investigations are needed (<xref ref-type="bibr" rid="B9">National Academies of Sciences, 2018</xref>). Many non-nicotine ingredients used in e-vapor products [e.g., flavor ingredients and humectants such as propylene glycol [PG] and vegetable glycerol (VG)] are GRAS for oral consumption in food, but in general have insufficient toxicity data available when exposure occurs via inhalation (<xref ref-type="bibr" rid="B6">Committee on Toxicity of Chemicals in Food C.P.a.t.E.C, 2016</xref>). While safety profiles via oral exposure provide some assurance in terms of systemic toxicity, they are not applicable in evaluating local aerosol toxicity in the respiratory tract. An often-quoted example is that of diacetyl, a buttery flavor that is commonly used in food products and GRAS for oral consumption (<xref ref-type="bibr" rid="B19">Hallagan, 2017</xref>), which is extremely toxic via chronic inhalation exposure causing bronchiolitis obliterans&#x2013;a lung specific and irreversible respiratory disease (<xref ref-type="bibr" rid="B27">Kreiss et al., 2002</xref>; <xref ref-type="bibr" rid="B65">Wallace, 2017</xref>). An increasing number of studies suggest that e-cigarettes or e-liquids may cause respiratory tissue damage via inflammation and immunogenic effects and that flavor ingredients may contribute to their toxicity (<xref ref-type="bibr" rid="B21">Higham et al., 2016</xref>; <xref ref-type="bibr" rid="B34">Martin et al., 2016</xref>; <xref ref-type="bibr" rid="B25">Kaur et al., 2018</xref>; <xref ref-type="bibr" rid="B22">Hua et al., 2019</xref>). In the United States, all tobacco products marketed after 15 February 2007 must seek market authorization from the FDA. Given the relatively new presence of ENDS, FDA recommends submission of Pre-Market Tobacco Applications (PMTAs) to show whether permitting such new tobacco product to be marketed is appropriate for the protection of the public health, which includes potential health risk to the individual and the population as a whole.</p>
<p>Ideally, e-vapor toxicity assessments should address whether flavor ingredients individually, or as mixtures, cause adverse effects to the respiratory tract upon repeated exposures. The classical approach to evaluate the toxicity of flavor ingredients requires a series of <italic>in vitro</italic> and <italic>in vivo</italic> studies to fill data gaps for individual flavor ingredients and to determine acceptable use levels. However, considering the large number of flavor ingredients available and the even greater number of possible combinations of mixtures in e-liquids (<xref ref-type="bibr" rid="B69">Zhu et al., 2014</xref>), the standard approach requires years of testing and thousands of laboratory animals. To add complexity to investigating health effects of e-vapor products, there are no harmonized, preclinical testing methodologies, including e-vapor aerosol generation and characterization, making comparison of findings from different studies difficult (<xref ref-type="bibr" rid="B44">Orr, 2014</xref>; <xref ref-type="bibr" rid="B47">Royal College of Physicians, 2016</xref>; <xref ref-type="bibr" rid="B2">Breland et al., 2017</xref>; <xref ref-type="bibr" rid="B35">McNeill et al., 2018</xref>; <xref ref-type="bibr" rid="B9">National Academies of Sciences, 2018</xref>; <xref ref-type="bibr" rid="B39">No&#xeb;l et al., 2018</xref>).</p>
<p>In this paper, we propose an alternative approach to evaluate to toxicity of flavors via inhalation, utilizing the &#x201c;read-across&#x201d; and a &#x201c;flavor toolbox&#x201d; concepts. Instead of testing individual flavor ingredients, we assign each flavor ingredient to a structurally related group (&#x201c;read-across&#x201d;), rank and select the &#x201c;Flavor Group Representatives (FGRs)&#x201d; based on defined criteria and create mixtures of FGRs (to represent the &#x201c;flavor toolbox&#x201d;) for subsequent confirmatory <italic>in vitro</italic> or <italic>in vivo</italic> toxicity testing. This concept was presented at scientific meetings (<xref ref-type="bibr" rid="B49">Sciuscio et al. (2021)</xref>; <xref ref-type="bibr" rid="B33">Marescotti et al., 2021</xref>; <xref ref-type="sec" rid="s11">Supplementary Resource S1</xref>).</p>
</sec>
</sec>
<sec id="s2">
<title>2 Toxicological Assessment of Flavor ingredients: Structural Grouping Approach</title>
<p>In this &#x201c;flavor toolbox&#x201d; approach, available experimental and <italic>in silico</italic>-predicted toxicological information is evaluated to select the FGR as the most biologically active or potentially toxic flavor ingredient within each structural group. The underlying principle is that the biological responses of the most toxic chemical from the group would exceed (or at least be comparable to) the expected toxicity profile of all other chemicals within the same group. Thus, once established, the toxicological data acquired on FGRs could be used to predict the toxicity of structurally-related flavor ingredients and set acceptable use levels (AULs). This concept is not new and follows the principle of the &#x201c;read-across&#x201d; approach, where available data from a &#x201c;data-rich&#x201d; substance (the source or FGR chemical) is used to evaluate the toxicity of a structurally similar &#x201c;data-poor&#x201d; substances (the target or new flavor ingredients).</p>
<p>
<xref ref-type="fig" rid="F2">Figure 2</xref> summarizes all of the steps included in this flavor toolbox approach, including the concept, approach, and a case study of FGR selection, followed by confirmatory toxicity testing of FGR mixtures by <italic>in vitro</italic> and <italic>in vivo</italic> studies. Depending on the test outcomes, the approach may involve additional evaluations before the flavor toolbox can be fully applied to other flavor ingredients and mixtures.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Step by step description of the &#x201c;flavor toolbox&#x201d; approach (&#x2a;Disclosures at scientific meetings, see <xref ref-type="sec" rid="s11">Supplementary Resource S1</xref>)</p>
</caption>
<graphic xlink:href="ftox-04-878976-g002.tif"/>
</fig>
<p>As a case study, this paper follows a flavor mixture through each step of the flavor toolbox approach. The first step is screening all candidate flavor ingredients for known toxicity profiles, desirable sensorial properties, their use in marketed e-vapor products, and historical use in cigarettes. To minimize risks from potential contaminants, the candidate flavor list should include only high-purity USP or food-grade ingredients and exclude complex natural flavor mixtures. In addition, the list should exclude known respiratory sensitizers and carcinogenic, mutagenic, or reprotoxic (CMR) compounds (e.g., ingredients classified as group 1, 2A, or 2B carcinogens by the International Agency for Research on Cancer (IARC) or classified as CMR by other authoritative bodies). Once selected, the toxicology data (<italic>in vitro</italic> and <italic>in vivo</italic>) available from the literature is evaluated for each flavor ingredient. In the case of data gaps, computational toxicology software could be used to obtain predicted toxicological properties, and additional <italic>in vitro</italic> high-content screening (HCS) data to characterize the mode of action of flavor ingredients can be collected (<xref ref-type="bibr" rid="B31">Marescotti et al., 2016</xref>; <xref ref-type="bibr" rid="B32">Marescotti et al., 2020</xref>).</p>
<p>The second step of the flavor toolbox approach is to assign or group each flavor ingredient based on their structural, toxicological, and metabolic properties. A well-known example of this approach has been used by the European Food and Safety Authority (EFSA) to evaluate flavor ingredients for their acceptability for use in foods. The EFSA&#x2019;s Flavorings Group Evaluation (FGE) approach has defined groups of flavor ingredients with similar structural and metabolic properties based on the grouping strategy detailed in Commission Regulation No. 1565/2000 (<xref ref-type="bibr" rid="B11">European Commission, 2000</xref>). Similarly, <xref ref-type="bibr" rid="B8">Date et al. (2020)</xref> developed a tiered system for chemical classification of fragrances on the basis of (a) organic functional group, (b) structural similarity and reactivity features of the hydrocarbon skeletons, (c) predicted or experimentally veri&#xfb01;ed phase I and phase II metabolism, and (d) expert screening to consider these variables in the context of speci&#xfb01;c toxicity endpoints (<xref ref-type="bibr" rid="B8">Date et al., 2020</xref>).</p>
<p>The third step is to select the flavor that can represent each group (i.e., FGRs). This can be achieved by using a scoring system to rank each flavor chemical within a group on the basis of the available experimental and predicted toxicological data. This requires objective and quantitative scoring metrics and a computational procedure to calculate the composite toxicity score in order to select the representative flavor&#x2014;the flavor ingredient with the highest predicted toxicity score&#x2014;for each flavor group. This paper explains details of the first three steps in the flavor toolbox development using a case study flavor mixture. For completeness, below we briefly explain the remaining steps, including feasibility and confirmatory <italic>in vitro</italic> and <italic>in vivo</italic> testing, as outlined in <xref ref-type="fig" rid="F2">Figure 2</xref>.</p>
<p>The fourth step is to create a representative flavor mixture (RFM) including all FGRs representing the flavor toolbox. This RFM is then subjected to confirmatory <italic>in vitro</italic> or <italic>in vivo</italic> studies. In particular, <italic>in vitro</italic> toxicity and mechanistic investigations provide a better understanding of hazards associated with the RFM and may potentially yield <italic>in vitro</italic> Point of Departure (PoD) estimates. From <italic>in vivo</italic> chronic inhalation toxicity studies, a benchmark dose (BMD10) or &#x2018;no observed adverse effect level&#x2019; (NOAEL) of the RFM could be obtained and ultimately used for inhalation risk assessment to support the AULs for all FGRs in the flavor toolbox.</p>
<p>The fifth step is to demonstrate the &#x201c;read-across&#x201d; approach for all other flavor ingredients (245) included in the toolbox list. This is achieved by performing a series of <italic>in vitro</italic> HCS studies on cytotoxicity, genotoxicity, and other toxicological endpoints (e.g., oxidative stress, protein damage etc.) on each flavor ingredient and comparing the results, qualitatively (mechanism) and quantitatively (potency or PoD) with its FGR. If a given flavor ingredient causes similar toxicological perturbations that are less than/equal to those of the FGR in the same flavor group, the AUL set for the FGR could be applicable as well. In contrast, if a flavor ingredient of a specific group causes different or greater toxicological perturbations than its corresponding FGR, the FGR AUL cannot be directly applied; additional <italic>in vitro</italic> and <italic>in vivo</italic> studies may be necessary and depending on the biological response, the flavor may potentially be excluded from the flavor toolbox.</p>
<p>The sixth and final step is to independently confirm the flavor toolbox approach, by creating and testing &#x201c;new&#x201d; flavor mixtures (nFMs) of any flavor ingredients in the full list, such as an nFM candidate that is evaluated for e-vapor product development. This step is important to account for potential interactions that may occur between different flavor ingredients selected for inclusion in the nFM. Therefore, any candidate flavor mixture should be screened for <italic>in vitro</italic> cytotoxicity, genotoxicity and other defined toxicological endpoints from the above testing framework and compared with the RFM tested <italic>in vitro</italic>. In the case of nFMs that induce greater or different biological responses compared to the RFMs, the outcomes from the above flavor toolbox chronic <italic>in vivo</italic> studies and their NOAELs would not be directly applicable.</p>
</sec>
<sec id="s3">
<title>3 A Case Study: Applying the Flavor Toolbox Approach</title>
<p>In this section we provide an example of how the flavor toolbox approach described above can be applied.</p>
<sec id="s3-1">
<title>3.1 Generation of a List of Flavor Ingredients for E-Vapor Products and Toxicological Evaluation</title>
<p>The first step of the flavor toolbox approach is to select a list of candidate flavor ingredients and evaluate their toxicity profiles for potential ranking. In this case study, 245 commonly used individual flavor ingredients were selected and their available toxicological data were collected using both the (<xref ref-type="bibr" rid="B10">European Chemicals Agency, 2002</xref>)) and (<xref ref-type="bibr" rid="B57">Toxplanet, 2021</xref>) databases. If there were multiple values for the same toxicological endpoint (e.g., LD50), the ECHA approach was applied and the most relevant data set was selected as follows: in the context of REACH (Registration Evaluation Authorization and Restriction of Chemicals), evaluation of data quality includes an assessment of the adequacy of the information for hazard/risk assessment as well as for classification and labelling (C&#x26;L) purposes and elements of relevance and reliability. The ECHA data categorization for the selection of data from reliable &#x201c;key studies&#x201d; only (<xref ref-type="bibr" rid="B26">Klimisch et al., 1997</xref>) was used whenever possible. A study was considered a reliable &#x201c;key study&#x201d; if it was generally expected to be the most adequate, reliable, and relevant for a specific element/endpoint study section. If properly reported, a key study may fulfil a REACH information requirement on its own. At the same time, we confirmed that all 245 flavor ingredients were not classified as respiratory sensitizers or as group 1, 2A, or 2B carcinogens in the IARC classification or CMR by the FDA.</p>
<p>During the review of available data, we found that most individual flavor ingredients lacked experimental toxicity data. Therefore, additional <italic>in vitro</italic> testing was performed on all 245 individual flavor ingredients for cytotoxicity screening by real-time cellular analysis (RTCA). <xref ref-type="fig" rid="F3">Figure 3</xref> summarizes the Tox Score (ratio of the EC50 of the base solution to the EC50 of the flavored solution) versus the <italic>p</italic> values for all individual flavor ingredients tested. As described previously (<xref ref-type="bibr" rid="B32">Marescotti et al., 2020</xref>), we applied a statistically significant Tox Score value of 1.5 to identify the most cytotoxic flavor ingredients in the list and selected a total of 34 flavor ingredients for subsequent <italic>in vitro</italic> characterization of their mode of action using HCS analysis.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Tox-score for all individual flavor ingredients tested using real-time cell analysis. The horizontal straight line indicates a 1.5 EC50 ratio (ratio of EC50 base solution/EC50 flavored solution). The vertical straight lines indicate a p-value equal to 0.05 on the right. Each dot corresponds to one individual flavor ingredient.</p>
</caption>
<graphic xlink:href="ftox-04-878976-g003.tif"/>
</fig>
<p>In the HCS assessment (<xref ref-type="table" rid="T1">Table 1</xref>), Normal Human Bronchial Epithelial (NHBE) cells were exposed in a concentration-dependent manner to 34 individual flavor ingredients and to non-flavored (base) matrix for either 4&#xa0;h or 24&#xa0;h (30&#xa0;min for the NF-kB translocation endpoint.) (<xref ref-type="bibr" rid="B17">Gonzalez-Suarez et al., 2016</xref>; <xref ref-type="bibr" rid="B31">Marescotti et al., 2016</xref>) Results are shown in <xref ref-type="fig" rid="F4">Figure 4</xref> in three heatmaps which grouped these flavor ingredients based on minimal effective concentration (MEC) profile similarities and the Tox or Phenotypic Score (ratio of MEC base solution/MEC flavored solution) is shown in <xref ref-type="table" rid="T2">Table 2</xref>.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>HCS endpoints description.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Assays</th>
<th align="center">&#x23;</th>
<th align="center">Biological Endpoint</th>
<th align="center">Description</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">All assays</td>
<td align="center">1</td>
<td align="left">Cell Count</td>
<td align="left">A decreasing number of cells indicates toxicity due to necrosis, apoptosis, or a reduction in cellular proliferation</td>
</tr>
<tr>
<td rowspan="3" align="left">Cytotoxicity<break/>Screening Panel</td>
<td align="center">2</td>
<td align="left">Mitochondrial Mass</td>
<td align="left">A decrease in mitochondrial mass indicates a loss of total mitochondria. An increase in mass implies either mitochondrial swelling or an adaptive response to cellular energy demands</td>
</tr>
<tr>
<td align="center">3</td>
<td align="left">Mitochondrial Membrane Potential</td>
<td align="left">A decrease indicates mitochondrial toxicity as well as a potential role in apoptosis signaling. An increase indicates an adaptive response to cellular energy demands</td>
</tr>
<tr>
<td align="center">4</td>
<td align="left">Cytochrome C Release</td>
<td align="left">An increase is one of the hallmarks of the apoptosis signaling cascade</td>
</tr>
<tr>
<td align="left">DNA Damage</td>
<td align="center">5</td>
<td align="left">Phospho-Histone 2AX</td>
<td align="left">Histone H2AX phosphorylation occurs following the induction of DNA double-strand breaks [it correlates with neutral comet assay results (Li et al., 2006)]</td>
</tr>
<tr>
<td align="left">Oxidative Stress</td>
<td align="center">6</td>
<td align="left">Reactive Oxygen Species (ROS)</td>
<td align="left">Assay uses the redox indicator dihydroethidium (DHE). An increase in signal indicates increase ROS formation</td>
</tr>
<tr>
<td align="left">Glutathione Content</td>
<td align="center">7</td>
<td align="left">Glutathione (GSH)</td>
<td align="left">The dye used (monochlorobimane) forms a fluorescent GSH adduct catalyzed by GSH-S-transferase. A decrease in signal indicates a decrease in cellular levels of GSH and suggests the presence of oxidative stress</td>
</tr>
<tr>
<td rowspan="2" align="left">Apoptosis/Necrosis</td>
<td align="center">8</td>
<td align="left">Caspase 3/7 Activity</td>
<td align="left">An increase indicates the onset of the cell signaling apoptosis/necrosis cascade leading to cell death by apoptosis</td>
</tr>
<tr>
<td align="center">9</td>
<td align="left">Cell Membrane Permeability</td>
<td align="left">An increase is a general indicator of cell death</td>
</tr>
<tr>
<td align="left">Stress Kinase</td>
<td align="center">10</td>
<td align="left">Phospho c-jun</td>
<td align="left">An increase indicates the upregulation of the stress kinase pathway, which includes downstream targets such as cell differentiation and apoptosis</td>
</tr>
<tr>
<td align="left">NF-kB</td>
<td align="center">11</td>
<td align="center">NF-kB Nuclear Translocation</td>
<td align="left">An increase in signal indicates that the transcription factor NF-kB is recruited to the cell nucleus to activate the expression of its target genes. Downstream effects include inflammation, cell survival, or apoptosis pathways.</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Heatmaps of the HCS endpoints impacted by single flavor ingredients tested after 30&#xa0;min (only for NF-kB endpoint), 4 and 24&#xa0;H exposure.</p>
</caption>
<graphic xlink:href="ftox-04-878976-g004.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Phenotypic scores (ratio of MEC base solution/MEC flavored solution) and HCS endpoints counts (number of endpoints which returned a computed MEC; higher is the number the more biological pathways are activated) for the 34 individual flavor ingredients that were evaluated using an HCS approach. Diacetyl is not included in the list of flavor ingredients and was added here only as a positive control.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left"/>
<th align="center">Flavor ingredients</th>
<th align="center">Tested conc. (ppm)</th>
<th align="center">Phenotypic score</th>
<th align="center">HCS endpoints (count)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="14" align="left">A</td>
<td align="left">Eugenol</td>
<td align="center">10,800</td>
<td align="center">5,74</td>
<td align="center">16</td>
</tr>
<tr>
<td align="left">Citronellyl Isobutyrate</td>
<td align="center">1,140</td>
<td align="center">4,41</td>
<td align="center">6</td>
</tr>
<tr>
<td align="left">Linalyl Benzoate</td>
<td align="center">540</td>
<td align="center">4,34</td>
<td align="center">9</td>
</tr>
<tr>
<td align="left">Omega Pentadecalactone</td>
<td align="center">415</td>
<td align="center">3,59</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">Alpha Pinene</td>
<td align="center">225</td>
<td align="center">3,14</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">Amyl Butyrate</td>
<td align="center">2,700</td>
<td align="center">2,92</td>
<td align="center">14</td>
</tr>
<tr>
<td align="left">Hexen-1-OL-3</td>
<td align="center">30,000</td>
<td align="center">2,43</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">Hexyl Butanoate</td>
<td align="center">2,160</td>
<td align="center">2,40</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">Linalyl Isobutyrate</td>
<td align="center">1,080</td>
<td align="center">2,11</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Hexanal</td>
<td align="center">2,160</td>
<td align="center">1,77</td>
<td align="center">17</td>
</tr>
<tr>
<td align="left">Octanal</td>
<td align="center">540</td>
<td align="center">1,00</td>
<td align="center">19</td>
</tr>
<tr>
<td align="left">Whiskey Lactone</td>
<td align="center">3,735</td>
<td align="center">0,91</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Valeric Acid</td>
<td align="center">42,000</td>
<td align="center">0,77</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Omega 6-Hexadecenlactone</td>
<td align="center">400</td>
<td align="center">0,66</td>
<td align="center">21</td>
</tr>
<tr>
<td rowspan="5" align="left">B</td>
<td align="left">Lauric Acid</td>
<td align="center">4,500</td>
<td align="center">13,36</td>
<td align="center">14</td>
</tr>
<tr>
<td align="left">Delta Octalactone</td>
<td align="center">31,125</td>
<td align="center">9,43</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Gamma Dodecalactone</td>
<td align="center">3,192</td>
<td align="center">8,94</td>
<td align="center">14</td>
</tr>
<tr>
<td align="left">Nooktanone</td>
<td align="center">4,500</td>
<td align="center">7,39</td>
<td align="center">14</td>
</tr>
<tr>
<td align="left">Alpha Damascone</td>
<td align="center">1,080</td>
<td align="center">5,88</td>
<td align="center">18</td>
</tr>
<tr>
<td rowspan="15" align="left">C</td>
<td align="left">Gamma Undecalactone</td>
<td align="center">1,992</td>
<td align="center">5,24</td>
<td align="center">17</td>
</tr>
<tr>
<td align="left">Beta E-Damascone</td>
<td align="center">679</td>
<td align="center">5,00</td>
<td align="center">18</td>
</tr>
<tr>
<td align="left">&#x2a;Diacetyl 1% (Positive Control)</td>
<td align="center">10</td>
<td align="center">4,35</td>
<td align="center">16</td>
</tr>
<tr>
<td align="left">Menthyl Acetate</td>
<td align="center">2,300</td>
<td align="center">3,27</td>
<td align="center">13</td>
</tr>
<tr>
<td align="left">(2E)-2-Dodecenal</td>
<td align="center">104</td>
<td align="center">3,25</td>
<td align="center">13</td>
</tr>
<tr>
<td align="left">Beta Ionone</td>
<td align="center">1,440</td>
<td align="center">3,21</td>
<td align="center">18</td>
</tr>
<tr>
<td align="left">Citronellol</td>
<td align="center">4,800</td>
<td align="center">3,16</td>
<td align="center">12</td>
</tr>
<tr>
<td align="left">Myristic Acid</td>
<td align="center">450</td>
<td align="center">2,88</td>
<td align="center">13</td>
</tr>
<tr>
<td align="left">Lauryl Alcohol</td>
<td align="center">270</td>
<td align="center">2,78</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Delta Dodecalactone</td>
<td align="center">2,988</td>
<td align="center">2,12</td>
<td align="center">18</td>
</tr>
<tr>
<td align="left">Linalool</td>
<td align="center">2,400</td>
<td align="center">1,29</td>
<td align="center">13</td>
</tr>
<tr>
<td align="left">Eucalyptol</td>
<td align="center">720</td>
<td align="center">1,08</td>
<td align="center">14</td>
</tr>
<tr>
<td align="left">Guaiacol</td>
<td align="center">107</td>
<td align="center">0,84</td>
<td align="center">15</td>
</tr>
<tr>
<td align="left">Eugenyl acetate</td>
<td align="center">1440</td>
<td align="center">0,78</td>
<td align="center">16</td>
</tr>
<tr>
<td align="left">Butyric acid</td>
<td align="center">5600</td>
<td align="center">0,71</td>
<td align="center">16</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Flavor ingredients in heatmap &#x201c;A&#x201d; had the lowest impact for most of the HCS endpoints tested, which also fits with their lower Tox Score as well as with their lower phenotypic score (<xref ref-type="table" rid="T2">Table 2</xref>). Flavor ingredients in heatmap &#x201c;B&#x201d; showed the highest and most significant impact for reactive oxygen species (ROS) and glutathione (GSH) content endpoints after 4&#xa0;h exposure and for DNA damage and GSH content endpoints after 24&#xa0;h exposure (<xref ref-type="fig" rid="F4">Figure 4</xref>). Also, for this group, no ratio was computed for the cytochrome c release endpoint at 4&#xa0;h (except alpha damascone) or the cell membrane permeability endpoint at 24&#xa0;h. For heatmap &#x201c;B,&#x201d; the range of phenotypic scores was between 5.88 and 13.36 (<xref ref-type="table" rid="T2">Table 2</xref>). Flavor ingredients in heatmap &#x201c;C&#x201d; had a phenotypic score ranging between 0.71 and 5.24 (<xref ref-type="table" rid="T2">Table 2</xref>).</p>
<p>In addition to the experimental data, TOPKAT<sup>&#xae;</sup> (<xref ref-type="bibr" rid="B56">Toxicity Prediction by Komputer Assisted Technology, 2017</xref>) prediction software was used to acquire predicted toxicological information for all 245 flavor ingredients. TOPKAT contains models covering a range of different toxicity endpoints including rat chronic LOAEL, irritancy, developmental toxicity, rodent carcinogenicity, carcinogenicity potency TD50, and other endpoints. Many of the models provide a binary summary prediction (yes or no), whereas other models, such as those for acute oral toxicity, estimate a LD50 value. Additionally, Cramer classes were assigned to each flavor ingredient using profilers available in the QSAR toolbox software (<xref ref-type="bibr" rid="B40">OECD QSAR, 2019</xref>). Cramer classes have been proposed to support the Threshold of Toxicological Concern (TTC) for inhalation toxicity and chemicals assigned to Cramer class I are deemed less toxic than those assigned to Cramer classes II or III both at local (respiratory) and systemic levels (<xref ref-type="bibr" rid="B4">Carthew et al., 2009</xref>; <xref ref-type="bibr" rid="B7">Costigan and Meredith, 2015</xref>). For example, the application of the Cramer classification tree to a data set of 92 subacute or subchronic rat inhalation studies resulted in TTC values of 1400 (class 1) and 470 &#xb5;g/person/day (class III) for local effects (based on human lung weight of 650&#xa0;g) and of 980 (class 1) and 170 &#xb5;g/person/day (class III) for systemic effects (<xref ref-type="bibr" rid="B4">Carthew et al., 2009</xref>). Although these TTC values have been proposed to aid in toxicological risk assessment of flavor ingredients in e-liquids (<xref ref-type="bibr" rid="B7">Costigan and Meredith, 2015</xref>), in this case study we did not use TTCs as the limit for AULs. Instead, we used the TTC as well as <italic>in silico</italic> data to rank flavor ingredients for their toxicity potential for the subsequent FGR selection. <xref ref-type="sec" rid="s11">Supplementary Resources S2, S3</xref> show the summary of the obtained literature/experimental (Group 1&#x2013;2B) toxicity data sources and the <italic>in silico</italic> predicted toxicological tools and endpoints.</p>
</sec>
<sec id="s3-2">
<title>3.2 Grouping Flavor Ingredients</title>
<p>The second step of the flavor toolbox approach is to assign each individual flavor ingredient into the appropriate flavor group based on their structural, toxicological, and metabolic properties. The 245 flavor ingredients selected in this case study were initially allocated to one of the 34 structural groups defined in the European Commission (EC) Regulation No 1565/2000 (<xref ref-type="bibr" rid="B11">European Commission, 2000</xref>). Some groups (e.g., EC groups 1 and 2) contain many flavor ingredients (primary aliphatic alcohols/aldehydes/acids, acetals, and esters) and these broader, heterogeneous, structural groups were further subdivided to better represent the range of structural differences. Following this approach, a total of 38 groups were defined, encompassing 27 of the original 34&#xa0;EC groups (<xref ref-type="table" rid="T3">Table 3</xref>).</p>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Chemical groups for flavor ingredients defined in the commission regulation (EC) No 1565/2000 and further subclustering and selected FGRs for this case study.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">(EC) No 1565/2000 Group</th>
<th align="center">Description</th>
<th align="center">Sub-grouping in this case study</th>
<th align="center">Flavor group representatives (FGRs)</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td rowspan="2" align="left">Group 1</td>
<td rowspan="2" align="left">Straight-chain primary aliphatic alcohols/aldehydes/acids, acetals and esters with esters containing saturated alcohols and acetals containing saturated aldehydes, No aromatic or heteroaromatic moiety as a component of an ester or acetal</td>
<td align="left">Group 1</td>
<td align="left">Acetal</td>
</tr>
<tr>
<td align="left">Group 1&#x2013;2 a</td>
<td align="left">Isobutyraldehyde</td>
</tr>
<tr>
<td rowspan="3" align="left">Group 2</td>
<td rowspan="3" align="left">Branched-chain primary aliphatic alcohols/aldehydes/acids, acetal and esters with esters containing branched-chain alcohols and acetals containing branched-chain aldehydes, No aromatic or heteroaromatic moiety as a component of an ester or acetal</td>
<td align="left">Group 1&#x2013;2 b</td>
<td align="left">Isoamyl alcohol</td>
</tr>
<tr>
<td align="left">Group 1&#x2013;2 c</td>
<td align="left">2-methylbutyric acid</td>
</tr>
<tr>
<td align="left">Group 1&#x2013;2 d</td>
<td align="left">Ethyl 2-methylbutyrate</td>
</tr>
<tr>
<td rowspan="2" align="left">Group 3</td>
<td rowspan="2" align="left">&#x3b1;, &#x3b2;-unsaturated (alkene or alkyne) straight-chain and branched-chain aliphatic primary alcohols/aldehydes/acids, acetals and esters with esters containing &#x3b1;, &#x3b2;-unsaturated alcohol and acetal containing &#x3b1;, &#x3b2;-unsaturated alcohols or aldehydes, No aromatic or heteroaromatic moiety as a component of an ester or acetal</td>
<td align="left">Group 3</td>
<td align="left">(<italic>E,z</italic>)-2,6-nonadienal</td>
</tr>
<tr>
<td align="left">Group 3&#x2013;4</td>
<td align="left">D-l-citronellol</td>
</tr>
<tr>
<td align="left">Group 4</td>
<td align="left">Non-conjugated and accumulated unsaturated straight-chain and branched-chain aliphatic primary alcohols/aldehydes/acids, acetals and esters with esters containing unsaturated alcohols and acetals containing unsaturaed alcohols or aldehydes, No aromatic or heteroaromatic moiety as a component of an ester or acetal</td>
<td align="left">Group 4</td>
<td align="left">Cis-3-hexenol</td>
</tr>
<tr>
<td rowspan="2" align="left">Group 5</td>
<td rowspan="2" align="left">Saturated and unsaturated aliphatic secondary alcohols/ketones/ketals/esters with esters containing secondary alcohols, No aromatic or heteroaromatic moiety as a component of an ester or ketal</td>
<td align="left">Group 5 a</td>
<td align="left">Isopulegol</td>
</tr>
<tr>
<td align="left">Group 5b</td>
<td align="left">1-penten-3-one</td>
</tr>
<tr>
<td align="left">Group 6</td>
<td align="left">Aliphatic, alicyclic and aromatic saturated and unsaturated tertiary alcohols and esters with esters containing tertiary alcohols, Esters may contain any acid component</td>
<td align="left">Group 6</td>
<td align="left">Linalool</td>
</tr>
<tr>
<td align="left">Group 7</td>
<td align="left">Primary alicyclic saturated and unsaturated alcohols/aldehydes/acids/acetals/esters with esters containing alicyclic alcohols, Esters/acetals may contain aliphatic acyclic or alicylic acids or alcohol component</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
<tr>
<td rowspan="2" align="left">Group 8</td>
<td rowspan="2" align="left">Secondary alicyclic saturated and unsaturated alcohols/ketones/ketals/esters with ketals containing alicyclic alcohols or ketones and esters containing secondary alicyclic alcohols, Esters may contain aliphatic acyclic or alicyclic acid component</td>
<td align="left">Group 8 a</td>
<td align="left">Alpha-damascone</td>
</tr>
<tr>
<td align="left">Group 8 b</td>
<td align="left">Piperitone</td>
</tr>
<tr>
<td rowspan="3" align="left">Group 9</td>
<td rowspan="3" align="left">Primary aliphatic saturated or unsaturated alcohols/aldehydes/acids/acetals/esters with a second primary, secondary or tertiary oxygenated functional group including aliphatic lactones</td>
<td align="left">Group 9 a</td>
<td align="left">Delta nonalactone</td>
</tr>
<tr>
<td align="left">Group 9 b</td>
<td align="left">Ethyl lactate</td>
</tr>
<tr>
<td align="left">Group 9 c</td>
<td align="left">Triethyl citrate</td>
</tr>
<tr>
<td align="left">Group 10</td>
<td align="left">Secondary aliphatic saturated or unsaturated alcohols/ketones/ketals/esters with a second secondary or tertiary oxygenated functional group</td>
<td align="left">Group 10</td>
<td align="left">3-methyl-2,4-nonanedione</td>
</tr>
<tr>
<td align="left">Group 11</td>
<td align="left">Alicyclic and aromatic lactones</td>
<td align="left">Group 11</td>
<td align="left">Dihydroactinidiolide</td>
</tr>
<tr>
<td align="left">Group 12</td>
<td align="left">Maltol derivatives and ketodioxane derivatives</td>
<td align="left">Group 12</td>
<td align="left">Ethyl maltol</td>
</tr>
<tr>
<td align="left">Group 13</td>
<td align="left">Furanones and tetrahydrofurfuryl derivatives</td>
<td align="left">Group 13</td>
<td align="left">Furaneol</td>
</tr>
<tr>
<td align="left">Group 14</td>
<td align="left">Furfuryl and furan derivatives with and without additional side-chain substituents and heteroatoms</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
<tr>
<td align="left">Group 15</td>
<td align="left">Phenyl ethyl alcohols, phenylacetic acids, related esters, phenoxyacetic acids and related esters</td>
<td align="left">Group 15</td>
<td align="left">2-methyl-4-phenyl-2-butanol</td>
</tr>
<tr>
<td align="left">Group 16</td>
<td align="left">Aliphatic and alicyclic ethers</td>
<td align="left">Group 16</td>
<td align="left">Ambrox</td>
</tr>
<tr>
<td align="left">Group 17</td>
<td align="left">Propenylhydroxybenzenes</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
<tr>
<td align="left">Group 18</td>
<td align="left">Allylhydroxybenzenes</td>
<td align="left">Group 18</td>
<td align="left">Eugenyl acetate</td>
</tr>
<tr>
<td align="left">Group 19</td>
<td align="left">Capsaicin related substances and related amides</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
<tr>
<td align="left">Group 20</td>
<td align="left">Aliphatic and aromatic mono- and di- thiols and mono-, di-, tri-, and polysulfides with or without additional oxygenated functional groups</td>
<td align="left">Group 20</td>
<td align="left">P-mentha-8-thiol-3-one</td>
</tr>
<tr>
<td align="left">Group 21</td>
<td align="left">Aromatic ketones, secondary alcohols and related esters</td>
<td align="left">Group 21</td>
<td align="left">Acetanisole</td>
</tr>
<tr>
<td align="left">Group 22</td>
<td align="left">Aryl-substituted primary alcohol/aldehyde/acid/ester/acetal derivatives, including unsaturated ones</td>
<td align="left">Group 22</td>
<td align="left">Methyl cinnamate</td>
</tr>
<tr>
<td rowspan="2" align="left">Group 23</td>
<td rowspan="2" align="left">Benzyl alcohols/aldehydes/acids/esters/acetals, Benzyl and benzoate esters included, May also contain aliphatic acyclic or alicyclic ester or acetal component</td>
<td align="left">Group 23 a</td>
<td align="left">Ethyl vanillin</td>
</tr>
<tr>
<td align="left">Group 23 b</td>
<td align="left">Benzyl alcohol</td>
</tr>
<tr>
<td align="left">Group 24</td>
<td align="left">Pyrazine derivatives</td>
<td align="left">Group 24</td>
<td align="left">2,5-dimethylpyrazine</td>
</tr>
<tr>
<td align="left">Group 25</td>
<td align="left">Phenol derivatives containing ring-alkyl, ring-alkoxy, and side-chains with an oxygenated functional group</td>
<td align="left">Group 25</td>
<td align="left">2-methoxy-4-methylphenol</td>
</tr>
<tr>
<td align="left">Group 26</td>
<td align="left">Aromatic ethers including anisole derivatives</td>
<td align="left">Group 26</td>
<td align="left">Para-dimethoxybenzene</td>
</tr>
<tr>
<td align="left">Group 27</td>
<td align="left">Anthranilate derivatives</td>
<td align="left">Group 27</td>
<td align="left">Methyl anthranilate</td>
</tr>
<tr>
<td rowspan="2" align="left">Group 28</td>
<td rowspan="2" align="left">Pyridine, pyrrole, and quinoline derivatives</td>
<td align="left">Group 28 a</td>
<td align="left">3-ethylpyridine</td>
</tr>
<tr>
<td align="left">Group 28 b</td>
<td align="left">2-acetylpyrrole</td>
</tr>
<tr>
<td align="left">Group 29</td>
<td align="left">Thiazoles, thiophene, thiazoline and thienyl derivatives</td>
<td align="left">Group 29</td>
<td align="left">2-acetylthiazole</td>
</tr>
<tr>
<td align="left">Group 30</td>
<td align="left">Miscellaneous substances</td>
<td align="left">Group 30</td>
<td align="left">Ketoisophorone</td>
</tr>
<tr>
<td rowspan="2" align="left">Group 31</td>
<td rowspan="2" align="left">Aliphatic and aromatic hydrocarbons</td>
<td align="left">Group 31 a</td>
<td align="left">Alpha-pinene</td>
</tr>
<tr>
<td align="left">Group 31&#xa0;b</td>
<td align="left">Para-cymene</td>
</tr>
<tr>
<td align="left">Group 32</td>
<td align="left">Epoxides</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
<tr>
<td align="left">Group 33</td>
<td align="left">Aliphatic and aromatic amines</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
<tr>
<td align="left">Group 34</td>
<td align="left">Amino acids</td>
<td align="left">N/A</td>
<td align="left">N/A</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3-3">
<title>3.3 Selection Flavor Group Representatives</title>
<p>The third step of the flavor toolbox approach is to select the flavor ingredients that best represent each flavor group. This step can be achieved by ranking each of the flavor ingredients within each flavor group on the basis of the available experimental and predicted toxicological data and subsequently applying a numerical scoring and a computational procedure to select the FGR, the flavor ingredient with the predicted highest toxicity potential within its flavor group.</p>
<p>A numerical score (code) for toxicological attributes (if available) was assigned as follows:<list list-type="simple">
<list-item>
<p>&#x2022; pCramer: Cramer class coded 0, 1 or 2 (for Cramer class I, II, and III, respectively).</p>
</list-item>
<list-item>
<p>&#x2022; pIrritancy, pCarcinogenicity and pDevToxicity: logical TOPKAT predictions, scored 1 (true) or 0 (false).</p>
</list-item>
<list-item>
<p>&#x2022; pExpCarcinogenicity: carcinogenicity defined as the sum of mutagenicity and genotoxicity, which were individually scored &#x201c;Negative&#x201d;, &#x201c;Equivocal&#x201d;, or &#x201c;Positive&#x201d; based on available experimental data. Numerically scored as 0, 1/2, and 1, respectively.</p>
</list-item>
<list-item>
<p>&#x2022; pXCelligence: experimental ratio of the EC50 for the base matrix and the flavor ingredient EC50 (Tox Score) based on real-time cell analysis and HCS <italic>in vitro</italic> assays. This continuous score was transformed into ranks across all flavor ingredients.</p>
</list-item>
<list-item>
<p>&#x2022; pLC50: predicted acute inhalation toxicity using TOPKAT. This continuous score was transformed into ranks across all flavor ingredients.</p>
</list-item>
<list-item>
<p>&#x2022; pChronic_LOAEL: predicted chronic LOAEL from TOPKAT. This continuous score was transformed into ranks across all flavor ingredients.</p>
</list-item>
<list-item>
<p>&#x2022; pNOAEL, pExpLC50, pLD50: multiple evidence (NOAEL, LC50, LD50) extracted from literature and public database:</p>
<list list-type="simple">
<list-item>
<p>&#x2022; Two available features were summarized as follows (e.g. f1 &#x3d; LD50 from ECHA LD50 and f2 &#x3d; Toxplanet LD50 in rodents): f1 by default; if f1 missing use f2; if f1 or f2 &#x201c;&#x3e;&#x2026;&#x201d; take the worst-case scenario (lowest LD50).</p>
</list-item>
<list-item>
<p>&#x2022; The normalized rank of the extracted &#x201c;-feature&#x201d; across all flavor ingredients was subsequently used</p>
</list-item>
</list>
</list-item>
<list-item>
<p>&#x2022; pToxPi: predicted ToxPi index. The ToxPi index is a numerical index developed by the EPA (<xref ref-type="bibr" rid="B46">Reif et al., 2013</xref>) that can be used for ranking, using multiple domains of information (in our case HCS assay endpoints). The ToxPi index is defined as a weighted sum of the phenotypic score; phenotypic scores were obtained from HCS experiments with 34 flavor ingredients at the time of this analysis (see <xref ref-type="sec" rid="s3-1">Section 3.1</xref>). In order to complement this attribute for all flavor ingredients, a prediction model was developed. After statistical feature selection, pCramer, pIrritancy, pChronicLOAEL, pExpCarcinogenicity and pXCelligence were retained in the final model; while pLC50, pCarcinogenicity, and pDevToxicity were excluded as predictors. <xref ref-type="fig" rid="F5">Figure 5</xref> shows the accuracy of the prediction model in that for a subset of flavor ingredients, both the predicted and experimental ToxPi indices were correlated with the correlation R of 0.67. Applying the final model, the ToxPi indices for all flavor ingredients were then predicted and ranked.</p>
</list-item>
</list>
</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Predicted ToxPi index (Called Severity Score) as predicted by the slected regression model <italic>vs</italic>. experimental ToxPi index. The R value of this model is 0.67. FGRs are colored by chemical groups.</p>
</caption>
<graphic xlink:href="ftox-04-878976-g005.tif"/>
</fig>
<p>In order to select FGRs, flavor ingredients within each group were ranked based on pLD50, pDevToxicity, PredictedToxPi, pChronicLOAEL and pIrritancy scores. For each flavor ingredient, the average rank was then computed and used to generate the final ranking. The resulting FGRs are listed in <xref ref-type="table" rid="T3">Table 3</xref> and <xref ref-type="sec" rid="s11">Supplementary Resource S3</xref> details the ranking process using one example (group 1&#x2013;2B).</p>
</sec>
<sec id="s3-4">
<title>3.4 Representative Flavor Mixture Characterization</title>
<p>The fourth step of the flavor toolbox approach is to create a mixture as a proxy to the full &#x201c;flavor toolbox&#x201d; by combining all FGRs and assess its toxicity. This RFM should be tested <italic>in vitro</italic> and <italic>in vivo</italic> in order to characterize both the hazards associated with the RFM and to define the <italic>in vivo</italic> benchmark dose or NOAEL. Below is the recommended plan for these preclinical studies. Some of preliminary findings for the case study mixtures were presented at scientific meetings (<xref ref-type="sec" rid="s11">Supplementary Resource S1</xref>), as briefly summarized.</p>
<sec id="s3-4-1">
<title>3.4.1 Assembling of RFM and Flavor Concentrations</title>
<p>In assembling the RFM for <italic>in vitro</italic> and <italic>in vivo</italic> studies, several factors should be considered when determining the testing concentration of FGRs. In particular, the concentrations of FGRs in RFMs should cover the projected consumer exposure during typical e-vapor usage, taking into account, for instance, information from marketed products and/or the sensorial properties of each. Moreover, in order to evaluate the wide range of possible toxic effects <italic>in vivo</italic> studies, groups of animals should be exposed to both the human relevant (low) concentrations of FGRs, as well as the exaggerated or maximum tolerated (high) concentrations, based on solubility and technical feasibility limits. In addition, the levels of other ingredients typically included in e-liquid (carriers and nicotine) should be defined and the resulting final formulations tested for stability for the duration of usage.</p>
</sec>
<sec id="s3-4-2">
<title>3.4.2 Characterization and Stability of RFM and Aerosols</title>
<p>Briefly, in order to maximize stability and simplify the preparation of RFM for long-term inhalation studies, we created a limited number of stable, concentrated flavor mixtures (these &#x201c;pre-blends&#x201d; did not contain nicotine and carriers). A total of five pre-blends were prepared on the basis of chemical structure, solubility, and chemical reactivity of flavor ingredients (i.e., unreactive, electrophilic, nucleophilic, basic, and acidic) (<xref ref-type="fig" rid="F6">Figure 6</xref>). The stability of these pre-blends were first confirmed by individual flavor analysis for up to 2&#xa0;weeks (<xref ref-type="bibr" rid="B50">Smith et al., 2019</xref>). All pre-blends were then mixed with the remaining ingredients (e.g., nicotine and carriers) to make the final e-liquid formulations. The stability of the final RFMs were shorter (&#x3c;1&#xa0;week) for the case study flavor mixtures (<xref ref-type="bibr" rid="B50">Smith et al., 2019</xref>) and, therefore, the RFMs should be prepared fresh, using pre-blends at least twice per week for long-term inhalation exposures.</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>Criteria for generating concentrated pre-blend formulations.</p>
</caption>
<graphic xlink:href="ftox-04-878976-g006.tif"/>
</fig>
<p>In addition to stability, the aerosolization of e-liquid formulations and the e-liquid-to-aerosol transfer rates of ingredients should be characterized prior to <italic>in vivo</italic> inhalation testing. For the case study RFMs discussed in this paper, we presented the preliminary results of aerosol characterization at a scientific conference in 2019 (<xref ref-type="bibr" rid="B68">Zhang et al., 2019</xref>). Briefly, we used a device-independent aerosol generator, a CAG (Capillary Aerosol Generator) with the capillary temperature set at 250&#xb0;C, which is within the range of typical temperatures of e-cigarette coils (<xref ref-type="bibr" rid="B14">Geiss et al., 2016</xref>). In the case study RFMs, flavor analysis of the generated aerosol was determined by collecting aerosol with a filter pad followed by a series of impingers containing ethanol. The major ingredients of the RFMs (PG, VG, nicotine) were analyzed in addition to aerosol pH and the particle size distribution. Results confirmed that the ingredient content and the pH of aerosol were consistent with the e-liquid, and the mass median aerodynamic diameter (MMAD) of the aerosol was around 1&#xa0;&#xb5;m with the geometric standard deviation (GSD) &#x3c; 2 (<xref ref-type="bibr" rid="B68">Zhang et al., 2019</xref>). Additionally, the yield of six representative flavor ingredients from the RFM e-liquid-to-aerosol was quantified in an <italic>in vivo</italic> exposure chamber (Wong et al. in prep). For the case study RFMs discussed in this paper, we presented the preliminary results of the stability assessment at a scientific conference in 2019 (<xref ref-type="bibr" rid="B50">Smith et al., 2019</xref>).</p>
</sec>
<sec id="s3-4-3">
<title>3.4.3 In <italic>vitro</italic> Characterization of FGRs e-formulations</title>
<p>In addition to the individual ingredient <italic>in vitro</italic> assays discussed earlier, the final RFMs should be evaluated for biological activity as mixtures using standard and/or mechanistic <italic>in vitro</italic> assays. While the ultimate aerosol toxicity assessment will be based on <italic>in vivo</italic> inhalation studies, the <italic>in vitro</italic> results will help understand the potential toxicity of the final RFMs in terms of specific (e.g., genotoxicity) hazard as well as underlying mechanisms. The standard <italic>in vitro</italic> assays include the Ames bacterial mutagenicity test, the Mouse Lymphoma Assay (MLA), an <italic>in vitro</italic> micronucleus genotoxicity assay (MNvit), and the neutral red uptake (NRU) assay for cytotoxicity (<xref ref-type="bibr" rid="B24">INVITTOX, 1990</xref>; <xref ref-type="bibr" rid="B41">Organization for Economic Cooperation and Development, 1997</xref>; <xref ref-type="bibr" rid="B42">Organization for Economic Cooperation and Development, 2016a</xref>; <xref ref-type="bibr" rid="B43">Organization for Economic Cooperation and Development, 2016b</xref>). In addition to the standard <italic>in vitro</italic> assays, a mechanistic <italic>in vitro</italic> assay that characterizes the genotoxic mode of action of RFMs (e.g., ToxTracker<sup>&#xae;1</sup>) can be considered. The ToxTracker<sup>&#xae;</sup> assays consist of six reporter cell lines, which are developed for unique biomarkers that may discriminate between induction of DNA damage, oxidative stress, protein damage, and general cellular stress. The <italic>in vitro</italic> results obtained in this step can serve as a basis for the subsequent head-to-head comparison in the final step of the flavor toolbox approach as described in Section 4.4.6.</p>
</sec>
<sec id="s3-4-4">
<title>3.4.4 I<italic>n vivo</italic> Characterization of FGRs Aerosols</title>
<p>In 2018 the US National Academies of Sciences pointed out the lack of chronic inhalation safety data and recommended conducting &#x201c;long-term animal studies, using inhalation exposure to e-cigarette aerosol, to better understand risks from inhaling complex mixtures containing reactive carbonyl compounds, flavor ingredients and additives&#x201d; (<xref ref-type="bibr" rid="B9">National Academies of Sciences, 2018</xref>). Among reported animal models, we recommend the A/J mouse model for the investigation of chronic toxicity and carcinogenic potential of the RFMs. In contrast to other rodent models, the A/J mouse is highly susceptible to lung tumor induction and has been used as a screening model in carcinogenicity testing and chemoprevention studies (<xref ref-type="bibr" rid="B37">Monteillier et al., 2018</xref>). In addition, past A/J mouse studies have successfully demonstrated the development of lung tumors following up to 18-months mainstream cigarette smoke (CS) exposure (<xref ref-type="bibr" rid="B52">Stinn et al., 2010</xref>; <xref ref-type="bibr" rid="B53">Stinn et al., 2013a</xref>; <xref ref-type="bibr" rid="B54">Stinn et al., 2013b</xref>). In addition to CS-induced lung tumors, the A/J models showed pronounced lung inflammation accompanied by emphysematous changes, indicating that the A/J mouse is also a suitable model for smoking-induced emphysema and chronic obstructive pulmonary disease (COPD) (<xref ref-type="bibr" rid="B53">Stinn et al., 2013a</xref>; <xref ref-type="bibr" rid="B54">Stinn et al., 2013b</xref>; <xref ref-type="bibr" rid="B3">Cabanski et al., 2015</xref>; <xref ref-type="bibr" rid="B67">Wong et al., 2020</xref>). The study endpoints should include not only phenotypic microscopic evaluation (lung tumor incidences and severity), but also systems toxicology assessment to aid in potentially differentiating between test article-induced lung tumors and spontaneously arising tumors (<xref ref-type="bibr" rid="B30">Luettich et al., 2014</xref>; <xref ref-type="bibr" rid="B55">Titz et al., 2020</xref>).</p>
</sec>
</sec>
<sec id="s3-5">
<title>3.5 Estimating Acceptable use Levels for Toolbox Flavor Ingredients not Included in the Tested RFMs</title>
<p>The fifth step of the flavor toolbox approach is to confirm AULs for the remaining flavor ingredients included in the initial list. This step is applicable after the completion of the chronic <italic>in vivo</italic> studies of the RFMs and the confirmation of NOAELs based on evaluation of chronic toxicity outcomes. We hypothesize the chronic <italic>in vivo</italic> inhalation data would allow the determination of the benchmark dose or NOAEL (or LOAEL) based on systemic and respiratory toxicity and carcinogenicity outcomes of RFMs. Then, AULs for the rest of flavor ingredients within a given chemical group could be matched to the AUL of its respective FGR based on the &#x2018;read-cross&#x2019; principle that flavor ingredients within a group have an equal/lower biological activity than the respective FGR. As discussed earlier, this read-cross step should be accompanied by independent mechanism-based HCS <italic>in vitro</italic> studies for all flavor ingredients against the selected FGRs. The outcomes of these <italic>in vitro</italic> studies should confirm that the biological activity across all flavor ingredients within a chemical group are qualitatively comparable and that the selected FGRs are indeed the most biologically active (toxic) ingredient in the respective chemical groups. Following these <italic>in vitro</italic> and <italic>in vivo</italic> confirmatory studies, the NOAELs of RFMs could be applied to the remaining flavors in the toolbox list.</p>
</sec>
<sec id="s3-6">
<title>3.6 Application of Flavor Toolbox Approach to New Formulations</title>
<p>After the above steps are executed according to the proposed rationale and assumptions, the sixth and the last step of the flavor toolbox approach is to explore the approach applied to new flavor mixtures. In this step, a hypothetical new flavor mixture (nFM) can be generated using any flavors in the toolbox list and the AULs defined in the above sections. This nFM should be tested for the battery of <italic>in vitro</italic> OECD and mechanistic assays suggested above, and the results compared to the corresponding <italic>in vitro</italic> testing of the specific RFM tested in chronic <italic>in vivo</italic> studies at the NOAEL or LOAEL level. The <italic>in vitro</italic> testing would allow an indirect screening of unexpected, synergistic, or adverse responses from the nFM mixtures. If the comparison of <italic>in vitro</italic> battery results shows that the nFM has toxicity lower than/equal to that of the RFM, then the nFM could be considered for subsequent product development. Over time, the cumulative results of this approach would help expand the toolbox database, inform potential interactions among flavor ingredients, enhance predictability of the flavor &#x201c;read-across&#x201d; approach, and limit the need for <italic>in vivo</italic> studies to investigate <italic>in vitro</italic> results.</p>
</sec>
</sec>
<sec id="s4">
<title>4 Advantages and Limitations of the Flavor Toolbox Approach</title>
<p>In this work, we have presented a pragmatic <italic>in silico</italic> and experimental, data-based flavor toolbox approach that supports the establishment of AULs for flavor ingredients (up to 245 in this case study) and ultimately other new flavor mixtures as part of product development. The approach can be expanded, in theory, to a new individual flavor ingredient (nFI) not initially included in the tested &#x201c;flavor toolbox&#x201d; list. This can be done following the fifth step by allocating the nFI into the most appropriate chemical group based on its structure and executing the <italic>in vitro</italic> battery of assays against the FGRs to evaluate the application of the chemical group&#x2019;s AUL.</p>
<p>While the presented flavor toolbox approach has many strengths, it also has limitations. First, the grouping strategy adopted in this case study (EC Regulation No 1565/2000) is based on a grouping procedure that is developed for flavor ingredients for ingestion, not for inhalation exposures. Therefore, additional <italic>in vivo</italic> inhalation studies were incorporated to validate the approach for the case study flavor mixtures. As additional inhalation data on flavors becomes available, the grouping approach should be reviewed in the context of new data and, if necessary, revised, focusing on biological and metabolic activity in the respiratory tract. Second, the &#x201c;additivity&#x201d; assumption of flavor mixtures is a limitation in that each selected FGR is unlikely to contribute equally to the overall toxicity of the RFM. It is possible that the <italic>in vivo</italic> toxicity outcomes and the resulting NOAEL (or LOAEL, BMDL10) of the RFM are primarily driven by the toxicity of most toxic FGRs, and this might lead to overly conservative AULs for other, individually less-toxic FGRs. Finally, the selection of the <italic>in vitro</italic> testing battery is critical to derive AULs for flavor ingredients not tested <italic>in vivo</italic> and to screen nFMs against the RFM. While the <italic>in vitro</italic> HCS battery suggested here measures a wide range of biological activities, it is not meant to preclude the use of other assessment tools. Careful consideration should be given to select an <italic>in vitro</italic> battery that not only includes standard endpoints (e.g., cytotoxicity, mutagenicity, genotoxicity), but other mechanistic and phenotypic endpoints using human cellular systems (e.g., oxidative stress, inflammation, DNA damage, histopathology).</p>
</sec>
<sec id="s5">
<title>5 Discussion</title>
<p>Many flavor ingredients used in RRPs are GRAS for use in food. However, the Flavor and Extract Manufacturers Association has strongly cautioned that their GRAS certification is intended for exposure by ingestion, not inhalation (<xref ref-type="bibr" rid="B18">Hallagan, 2014</xref>). Furthermore, with respect to the use of flavored e-vapor product aerosol as RRPs, some studies have reported potential adverse effects of e-vapor product aerosol. For instance, <xref ref-type="bibr" rid="B15">Ghosh et al. (2019)</xref> reported elevated neutrophil elastase matrix metalloproteinases activities in bronchoalveolar lavage fluid of both vapers and smokers relative to non-smokers and suggested that e-vapor product aerosol might adversely affect the lung parenchyma. In contrast, other repeated inhalation studies of e-vapor product aerosol exposures have demonstrated reduced risk potential in animal models compared to cigarette smoke (<xref ref-type="bibr" rid="B67">Wong et al., 2020</xref>; <xref ref-type="bibr" rid="B28">Kumar et al., 2021</xref>). These apparently conflicting results warrant a robust toxicity assessment of flavor ingredients in e-vapor product aerosol via long-term inhalation exposures.</p>
<p>In this work, we presented a pragmatic, structure group-based approach that uses <italic>in silico</italic> predictive toxicity modeling, followed by targeted <italic>in vitro</italic> toxicity and <italic>in vivo</italic> long-term inhalation studies, to evaluate many different flavor toolbox ingredients. Using this approach, we presented a case study where a total of 245 flavor ingredients were assigned to groups of structurally related compounds and 38 FGRs with the predicted worst toxicological profile within each group were identified and combined to generate a RFM, a proxy of the toolbox chemical variety across all 245 ingredients. We have proposed <italic>in vitro</italic> HCS screening and <italic>in vivo</italic> inhalation studies on FGRs and RFMs, with intent to use the resulting data to predict the toxicity of structurally related flavor ingredients and ultimately to assess the toxicity of nFMs.</p>
<p>This concept follows the principle of the &#x201c;read-across&#x201d; approach where available data for a &#x201c;data-rich&#x201d; substance (the source) are used for the toxicity evaluation of a &#x201c;data-poor&#x201d; substance (the target), which is considered similar enough to the source substance. At the same time, two major aspects of the &#x201c;read-across&#x201d; exercise should be considered: similarity and uncertainty. While there is rationale for structure-based grouping, similarities within a group might not always contemplate bioavailability, metabolism, or biological/mechanistic plausibility which can contribute to uncertainty in the similarity justification for &#x201c;reading-across&#x201d; (<xref ref-type="bibr" rid="B70">Schultz et al., 2015</xref>). Therefore, as mentioned in the fifth step, in addition to structural grouping based on EC regulation 1565/2000, an additional wide range of HCS <italic>in vitro</italic> studies is desirable for all flavor ingredients against the selected FGRs, in order to strengthen &#x201c;read-across&#x201d; assumptions and reduce uncertainty.</p>
<p>Once confirmed through <italic>in silico</italic> and additional <italic>in vitro</italic> and <italic>in vivo</italic> experimental data, the flavor toolbox approach has the potential to &#x201c;predict&#x201d; toxicity, reducing the time and resources needed to generate safety data on a large number of flavor ingredients, while minimizing the need for <italic>in vivo</italic> animal studies. The case study presented here demonstrates how this complex challenge could be addressed and provides a basis for future discussion and subsequent research of inhaled flavor ingredients.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s11">Supplementary Materia</xref>l, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>DS, JH, PV, and KML designed the study. DS, FC-M, EM, DM, CM, AK, PV and TBL contributed flavor grouping discussion and review. MCP, DCS, and MG participated discussions and performed critical review of the manuscript.</p>
</sec>
<sec id="s8">
<title>Funding</title>
<p>Philip Morris International (PMI) and Altria Client Services LLC (ALCS) are the sole source of funding and sponsor of this research.</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of Interest</title>
<p>Authors DS, FC-M, EM, DM, CM, JH, MCP, and PV were employed by the company Philip Morris Products S.A. Authors AK, TBL, DCS, MG, and KML were employed by the company Altria Client Services LLC.</p>
</sec>
<sec sec-type="disclaimer" id="s10">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>The authors appreciate the valuable contributions of the following individuals. From ALCS: Kim Ehman (flavor toolbox screening), John Miller and Cam Smith (chemical characterization), and Natasha Knight and Andrea Vansickel (PATH wave 4 analysis and <xref ref-type="fig" rid="F1">Figure 1</xref>); from PMI: Pavel Pospisil (grouping flavor ingredients), Glabasnia Anneke, Pierrick Diana, and Philippe Guy (chemical characterization), and Stefan Lebrun (project management).</p>
</ack>
<sec id="s11">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/ftox.2022.878976/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/ftox.2022.878976/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table3.XLSX" id="SM1" mimetype="application/XLSX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table1.docx" id="SM2" mimetype="application/docx" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Table2.DOCX" id="SM3" mimetype="application/DOCX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<fn id="fn1">
<label>1</label>
<p>Available: <ext-link ext-link-type="uri" xlink:href="https://toxys.com/toxtracker/">https://toxys.com/toxtracker/</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abrams</surname>
<given-names>D. B.</given-names>
</name>
<name>
<surname>Glasser</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Pearson</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Villanti</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Collins</surname>
<given-names>L. K.</given-names>
</name>
<name>
<surname>Niaura</surname>
<given-names>R. S.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Harm Minimization and Tobacco Control: Reframing Societal Views of Nicotine Use to Rapidly Save Lives</article-title>. <source>Annu. Rev. Public Health</source> <volume>39</volume>, <fpage>193</fpage>&#x2013;<lpage>213</lpage>. <pub-id pub-id-type="doi">10.1146/annurev-publhealth-040617-013849</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breland</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Soule</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Lopez</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Ram&#xf4;a</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>El-Hellani</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Eissenberg</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Electronic Cigarettes: what Are They and what Do They Do?</article-title> <source>Ann. N.Y. Acad. Sci.</source> <volume>1394</volume> (<issue>1</issue>), <fpage>5</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1111/nyas.12977</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cabanski</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Fields</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Boue</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Boukharov</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>DeLeon</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Dror</surname>
<given-names>N.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>Transcriptional Profiling and Targeted Proteomics Reveals Common Molecular Changes Associated with Cigarette Smoke-Induced Lung Emphysema Development in Five Susceptible Mouse Strains</article-title>. <source>Inflamm. Res.</source> <volume>64</volume> (<issue>7</issue>), <fpage>471</fpage>&#x2013;<lpage>486</lpage>. <pub-id pub-id-type="doi">10.1007/s00011-015-0820-2</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carthew</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Clapp</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Gutsell</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Exposure Based Waiving: the Application of the Toxicological Threshold of Concern (TTC) to Inhalation Exposure for Aerosol Ingredients in Consumer Products</article-title>. <source>Food Chem. Toxicol.</source> <volume>47</volume> (<issue>6</issue>), <fpage>1287</fpage>&#x2013;<lpage>1295</lpage>. <pub-id pub-id-type="doi">10.1016/j.fct.2009.02.024</pub-id> </citation>
</ref>
<ref id="B60">
<citation citation-type="book">
<collab>Centers for Disease Control and Prevention (US); National Center for Chronic Disease Prevention and Health Promotion (US); Office on Smoking and Health (US)</collab> (<year>2010</year>). <source>How Tobacco Smoke Causes Disease: What it Means to You. The Biology and Behavioral Basis for Smoking-Attributable Disease: A Report of the Surgeon General</source>. <publisher-loc>Atlanta, GA</publisher-loc>: <publisher-name>Centers for Disease Control and Prevention (US)</publisher-name>. </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>J. C.</given-names>
</name>
<name>
<surname>Green</surname>
<given-names>K. M.</given-names>
</name>
<name>
<surname>Arria</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Borzekowski</surname>
<given-names>D. L. G.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Prospective Predictors of Flavored E-Cigarette Use: A One-Year Longitudinal Study of Young Adults in the U.S</article-title>. <source>Drug and Alcohol Dependence</source> <volume>191</volume>, <fpage>279</fpage>&#x2013;<lpage>285</lpage>. <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2018.07.020</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Committee on Toxicity of Chemicals in Food C.P.a.t.E.C</surname>
</name>
</person-group> (<year>2016</year>). <source>Statement on the Potential Toxicological Risks from Electronic Nicotine (And Non-nicotine) Delivery Systems (E(N)NDS &#x2013; E-Cigarettes)</source>. <publisher-loc>London, United Kingdom</publisher-loc>: <publisher-name>Food Standards Agency</publisher-name>. <comment>food.gov.uk</comment>. </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Costigan</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Meredith</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>An Approach to Ingredient Screening and Toxicological Risk Assessment of Flavours in E-Liquids</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>72</volume> (<issue>2</issue>), <fpage>361</fpage>&#x2013;<lpage>369</lpage>. <pub-id pub-id-type="doi">10.1016/j.yrtph.2015.05.018</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Date</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>O&#x2019;Brien</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Botelho</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Schultz</surname>
<given-names>T. W.</given-names>
</name>
<name>
<surname>Liebler</surname>
<given-names>D. C.</given-names>
</name>
<name>
<surname>Penning</surname>
<given-names>T. M.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Clustering a Chemical Inventory for Safety Assessment of Fragrance Ingredients: Identifying Read-Across Analogs to Address Data Gaps</article-title>. <source>Chem. Res. Toxicol.</source> <volume>33</volume> (<issue>7</issue>), <fpage>1709</fpage>&#x2013;<lpage>1718</lpage>. <pub-id pub-id-type="doi">10.1021/acs.chemrestox.9b00518</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>European Chemicals Agency (Echa)</surname>
</name>
</person-group> (<year>2002</year>). <article-title>Information on Chemicals</article-title>. <comment>Available: <ext-link ext-link-type="uri" xlink:href="https://echa.europa.eu/fr/information-on-chemicals">https://echa.europa.eu/fr/information-on-chemicals</ext-link>
</comment>. </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<collab>European Commission</collab> (<year>2000</year>). <article-title>European Commission</article-title> "<comment>Commission Regulation No. 1565/2000</comment>. </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Farsalinos</surname>
<given-names>K. E.</given-names>
</name>
<name>
<surname>Yannovits</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Sarri</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Voudris</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Poulas</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Nicotine Delivery to the Aerosol of a Heat-Not-Burn Tobacco Product: Comparison with a Tobacco Cigarette and E-Cigarettes</article-title>. <source>Nicotine Tob. Res.</source> <volume>20</volume> (<issue>8</issue>), <fpage>1004</fpage>&#x2013;<lpage>1009</lpage>. <pub-id pub-id-type="doi">10.1093/ntr/ntx138</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Friedman</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Associations of Flavored E-Cigarette Uptake with Subsequent Smoking Initiation and Cessation</article-title>. <source>JAMA Netw. Open</source> <volume>3</volume> (<issue>6</issue>), <fpage>e203826</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.3826</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Geiss</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Bianchi</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Barrero-Moreno</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Correlation of Volatile Carbonyl Yields Emitted by E-Cigarettes with the Temperature of the Heating Coil and the Perceived Sensorial Quality of the Generated Vapours</article-title>. <source>Int. J. Hyg. Environ. Health</source> <volume>219</volume> (<issue>3</issue>), <fpage>268</fpage>&#x2013;<lpage>277</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijheh.2016.01.004</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ghosh</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Coakley</surname>
<given-names>R. D.</given-names>
</name>
<name>
<surname>Ghio</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Muhlebach</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Esther</surname>
<given-names>C. R.</given-names>
<suffix>Jr.</suffix>
</name>
<name>
<surname>Alexis</surname>
<given-names>N. E.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Chronic E-Cigarette Use Increases Neutrophil Elastase and Matrix Metalloprotease Levels in the Lung</article-title>. <source>Am. J. Respir. Crit. Care Med.</source> <volume>200</volume> (<issue>11</issue>), <fpage>1392</fpage>&#x2013;<lpage>1401</lpage>. <pub-id pub-id-type="doi">10.1164/rccm.201903-0615OC</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Global Burden of Diseases</surname>
<given-names>I.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Risk Factors StudySmoking Prevalence and Attributable Disease burden in 195 Countries and Territories, 1990-2015: a Systematic Analysis from the GBD Study</article-title>. <source>Lancet</source> <volume>389</volume> (<issue>10082</issue>), <fpage>1885</fpage>&#x2013;<lpage>1906</lpage>. <pub-id pub-id-type="doi">10.1016/s0140-6736(17)30819-x</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gonzalez-Suarez</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Martin</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Marescotti</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Guedj</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Acali</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Johne</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>
<italic>In Vitro</italic> Systems Toxicology Assessment of a Candidate Modified Risk Tobacco Product Shows Reduced Toxicity Compared to that of a Conventional Cigarette</article-title>. <source>Chem. Res. Toxicol.</source> <volume>29</volume> (<issue>1</issue>), <fpage>3</fpage>&#x2013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.1021/acs.chemrestox.5b00321</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hallagan</surname>
<given-names>J. B.</given-names>
</name>
</person-group> (<year>2014</year>). <source>The Safety Assessment and Regulatory Authority to Use Flavors: Focus on E-Cigarettes</source>. </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hallagan</surname>
<given-names>J. B.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>The Use of Diacetyl (2,3-butanedione) and Related Flavoring Substances as Flavorings Added to Foods-Workplace Safety Issues</article-title>. <source>Toxicology</source> <volume>388</volume>, <fpage>1</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.tox.2017.05.010</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harrell</surname>
<given-names>M. B.</given-names>
</name>
<name>
<surname>Weaver</surname>
<given-names>S. R.</given-names>
</name>
<name>
<surname>Loukas</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Creamer</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Marti</surname>
<given-names>C. N.</given-names>
</name>
<name>
<surname>Jackson</surname>
<given-names>C. D.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Flavored E-Cigarette Use: Characterizing Youth, Young Adult, and Adult Users</article-title>. <source>Prev. Med. Rep.</source> <volume>5</volume>, <fpage>33</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.pmedr.2016.11.001</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Higham</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Rattray</surname>
<given-names>N. J. W.</given-names>
</name>
<name>
<surname>Dewhurst</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Trivedi</surname>
<given-names>D. K.</given-names>
</name>
<name>
<surname>Fowler</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Goodacre</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Electronic Cigarette Exposure Triggers Neutrophil Inflammatory Responses</article-title>. <source>Respir. Res.</source> <volume>17</volume> (<issue>1</issue>), <fpage>56</fpage>. <pub-id pub-id-type="doi">10.1186/s12931-016-0368-x</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hua</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Omaiye</surname>
<given-names>E. E.</given-names>
</name>
<name>
<surname>Luo</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>McWhirter</surname>
<given-names>K. J.</given-names>
</name>
<name>
<surname>Pankow</surname>
<given-names>J. F.</given-names>
</name>
<name>
<surname>Talbot</surname>
<given-names>P.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Identification of Cytotoxic Flavor Chemicals in Top-Selling Electronic Cigarette Refill Fluids</article-title>. <source>Sci. Rep.</source> <volume>9</volume> (<issue>1</issue>), <fpage>2782</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-019-38978-w</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hughes</surname>
<given-names>J. R.</given-names>
</name>
<name>
<surname>Keely</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Naud</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Shape of the Relapse Curve and Long-Term Abstinence Among Untreated Smokers</article-title>. <source>Addiction</source> <volume>99</volume> (<issue>1</issue>), <fpage>29</fpage>&#x2013;<lpage>38</lpage>. <pub-id pub-id-type="doi">10.1111/j.1360-0443.2004.00540.x</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="book">
<collab>INVITTOX</collab> (<year>1990</year>). <source>Protocol 3 - the FRAME Modified Neutral Red Uptake Cytotoxicity Test</source>. </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kaur</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Muthumalage</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Rahman</surname>
<given-names>I.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Mechanisms of Toxicity and Biomarkers of Flavoring and Flavor Enhancing Chemicals in Emerging Tobacco and Non-tobacco Products</article-title>. <source>Toxicol. Lett.</source> <volume>288</volume>, <fpage>143</fpage>&#x2013;<lpage>155</lpage>. <pub-id pub-id-type="doi">10.1016/j.toxlet.2018.02.025</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Klimisch</surname>
<given-names>H.-J.</given-names>
</name>
<name>
<surname>Andreae</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Tillmann</surname>
<given-names>U.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>A Systematic Approach for Evaluating the Quality of Experimental Toxicological and Ecotoxicological Data</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>25</volume> (<issue>1</issue>), <fpage>1</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1006/rtph.1996.1076</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kreiss</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Gomaa</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kullman</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Fedan</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Simoes</surname>
<given-names>E. J.</given-names>
</name>
<name>
<surname>Enright</surname>
<given-names>P. L.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Clinical Bronchiolitis Obliterans in Workers at a Microwave-Popcorn Plant</article-title>. <source>N. Engl. J. Med.</source> <volume>347</volume> (<issue>5</issue>), <fpage>330</fpage>&#x2013;<lpage>338</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMoa020300</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kumar</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kogel</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Talikka</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Merg</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Guedj</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Xiang</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>A 7-month Inhalation Toxicology Study in C57BL/6 Mice Demonstrates Reduced Pulmonary Inflammation and Emphysematous Changes Following Smoking Cessation or Switching to E-Vapor Products</article-title>. <source>Toxicol. Res. Appl.</source> <volume>5</volume>, <fpage>239784732199587</fpage>. <pub-id pub-id-type="doi">10.1177/2397847321995875</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Landry</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Groom</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Vu</surname>
<given-names>T.-H. T.</given-names>
</name>
<name>
<surname>Stokes</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Berry</surname>
<given-names>K. M.</given-names>
</name>
<name>
<surname>Kesh</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>The Role of Flavors in Vaping Initiation and Satisfaction Among U.S. Adults</article-title>. <source>Addict. Behaviors</source> <volume>99</volume>, <fpage>106077</fpage>. <pub-id pub-id-type="doi">10.1016/j.addbeh.2019.106077</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Luettich</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Xiang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Iskandar</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sewer</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Martin</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Talikka</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Systems Toxicology Approaches Enable Mechanistic Comparison of Spontaneous and Cigarette Smoke-Related Lung Tumor Development in the A/J Mouse Model</article-title>. <source>Interdiscip. Toxicol.</source> <volume>7</volume> (<issue>2</issue>), <fpage>73</fpage>&#x2013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.2478/intox-2014-0010</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marescotti</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Gonzalez Suarez</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Acali</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Johne</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Laurent</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Frentzel</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>High Content Screening Analysis to Evaluate the Toxicological Effects of Harmful and Potentially Harmful Constituents (HPHC)</article-title>. <source>JoVE</source> (<issue>111</issue>). <pub-id pub-id-type="doi">10.3791/53987</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marescotti</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Mathis</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Belcastro</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Leroy</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Acali</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Martin</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Systems Toxicology Assessment of a Representative E-Liquid Formulation Using Human Primary Bronchial Epithelial Cells</article-title>. <source>Toxicol. Rep.</source> <volume>7</volume>, <fpage>67</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1016/j.toxrep.2019.11.016</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Marescotti</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Mathis</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>May</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Sciuscio</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Peitsch</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Hoeng</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). &#x201c;<article-title>Toxicological Assessment of Flavors Used in E-Vapor Products</article-title>,&#x201d; in <source>Toxicological Evaluation of Electronic Nicotine Delivery Products</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Peitsch</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Hoeng</surname>
<given-names>J.</given-names>
</name>
</person-group> (<publisher-loc>Neuch&#xe2;tel, Switzerland</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>367</fpage>&#x2013;<lpage>383</lpage>. <pub-id pub-id-type="doi">10.1016/b978-0-12-820490-0.00019-5</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Martin</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Talikka</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ivanov</surname>
<given-names>N. V</given-names>
</name>
<name>
<surname>Haziza</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Hoeng</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Peitsch</surname>
<given-names>M. C.</given-names>
</name>
</person-group> (<year>2016</year>). <source>Evaluation of the Tobacco Heating System 2.2. Part 9: Application of Systems Pharmacology to Identify Exposure Response Markers in Periferal Blood of Smokers Switching to THS2</source>, <volume>2</volume>. </citation>
</ref>
<ref id="B35">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>McNeill</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Brose</surname>
<given-names>L. S</given-names>
</name>
<name>
<surname>Calder</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Bauld</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Robson</surname>
<given-names>D.</given-names>
</name>
</person-group> (<year>2018</year>). <source>Evidence Review of E-Cigarettes and Heated Tobacco Products 2018. A Report Commissioned by Public Health England</source>. <publisher-loc>London, United Kingdom</publisher-loc>: <publisher-name>Public Health England</publisher-name>. </citation>
</ref>
<ref id="B36">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Medicine</surname>
<given-names>I. O.</given-names>
</name>
</person-group> (<year>2012</year>). <source>Scientific Standards for Studies on Modified Risk Tobacco Products</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>The National Academies Press</publisher-name>. </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Monteillier</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Voisin</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Furrer</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>All&#xe9;mann</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Cuendet</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Intranasal Administration of Resveratrol Successfully Prevents Lung Cancer in A/J Mice</article-title>. <source>Sci. Rep.</source> <volume>8</volume> (<issue>1</issue>), <fpage>14257</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-018-32423-0</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="book">
<collab>National Academies of Sciences</collab> (<year>2018</year>). &#x201c;<article-title>Public Health Consequences of E-Cigarettes</article-title>,&#x201d; in <source>Public Health Consequences of E-Cigarettes</source>. Editors <person-group person-group-type="editor">
<name>
<surname>Eaton</surname>
<given-names>D. L.</given-names>
</name>
<name>
<surname>Kwan</surname>
<given-names>L. Y.</given-names>
</name>
<name>
<surname>Stratton</surname>
<given-names>K.</given-names>
</name>
</person-group> (<publisher-loc>Washington (DC)</publisher-loc>: <publisher-name>National Academies Press (U.S.</publisher-name>). </citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<collab>NHIS</collab> (<year>2018</year>). <source>National Health Interview Survey 2018</source>. <publisher-loc>Hyattsville, Maryland</publisher-loc>: <publisher-name>National Center for Health Statistics</publisher-name>. <comment>Data file and documentation (machine-readable data file and documentation)</comment>. </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>No&#xeb;l</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Verret</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Hasan</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Lomnicki</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Morse</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Robichaud</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Generation of Electronic Cigarette Aerosol by a Third-Generation Machine-Vaping Device: Application to Toxicological Studies</article-title>. <source>JoVE</source> <volume>138</volume>. <pub-id pub-id-type="doi">10.3791/58095</pub-id> </citation>
</ref>
<ref id="B40">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Oecd Qsar</surname>
</name>
</person-group> (<year>2019</year>). <source>QSAR Toolbox Software</source>. <publisher-loc>Burgas, Bulgaria</publisher-loc>. <comment>Available: <ext-link ext-link-type="uri" xlink:href="https://qsartoolbox.org/">https://qsartoolbox.org/</ext-link>
</comment>. </citation>
</ref>
<ref id="B41">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Organization for Economic Cooperation and Development</surname>
</name>
</person-group> (<year>1997</year>). &#x201c;<article-title>Test No. 471</article-title>,&#x201d; in <source>Bacterial Reverse Mutation Test</source> (<publisher-loc>Paris, France</publisher-loc>: <publisher-name>OECD Publishing</publisher-name>). </citation>
</ref>
<ref id="B42">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Organization for Economic Cooperation and Development</surname>
</name>
</person-group> (<year>2016a</year>). &#x201c;<article-title>Test No. 487</article-title>,&#x201d; <italic>in Vitro</italic>
<source>Mammalian Cell Micronucleus Test</source> (<publisher-loc>Paris, France</publisher-loc>: <publisher-name>OECD Publishing</publisher-name>). </citation>
</ref>
<ref id="B43">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Organization for Economic Cooperation and Development</surname>
</name>
</person-group> (<year>2016b</year>). &#x201c;<article-title>Test No. 490</article-title>,&#x201d; <italic>in Vitro</italic>
<source>Mammalian Cell Gene Mutation Tests Using the Thymidine Kinase Gene</source> (<publisher-loc>Paris, France</publisher-loc>: <publisher-name>OECD Publishing</publisher-name>). </citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Orr</surname>
<given-names>M. S.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Electronic Cigarettes in the USA: a Summary of Available Toxicology Data and Suggestions for the Future: Table 1</article-title>. <source>Tob. Control.</source> <volume>23</volume> (<issue>2</issue>), <fpage>ii18</fpage>&#x2013;<lpage>ii22</lpage>. <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2013-051474</pub-id> </citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Polosa</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Rodu</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Caponnetto</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Maglia</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Raciti</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>A Fresh Look at Tobacco Harm Reduction: the Case for the Electronic Cigarette</article-title>. <source>Harm Reduction J.</source> <volume>10</volume>, <fpage>19</fpage>. <pub-id pub-id-type="doi">10.1186/1477-7517-10-19</pub-id> </citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reif</surname>
<given-names>D. M.</given-names>
</name>
<name>
<surname>Sypa</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Lock</surname>
<given-names>E. F.</given-names>
</name>
<name>
<surname>Wright</surname>
<given-names>F. A.</given-names>
</name>
<name>
<surname>Wilson</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Cathey</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>ToxPi GUI: an Interactive Visualization Tool for Transparent Integration of Data from Diverse Sources of Evidence</article-title>. <source>Bioinformatics</source> <volume>29</volume> (<issue>3</issue>), <fpage>402</fpage>&#x2013;<lpage>403</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/bts686</pub-id> </citation>
</ref>
<ref id="B47">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Royal College of Physicians</surname>
</name>
</person-group> (<year>2016</year>). <source>Nicotine without Smoke: Tobacco Harm Reduction</source>. <comment>April 28, 2016. Working party report</comment>. </citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Russell</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>McKeganey</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Dickson</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Nides</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Changing Patterns of First E-Cigarette Flavor Used and Current Flavors Used by 20,836 Adult Frequent E-Cigarette Users in the USA</article-title>. <source>Harm Reduct J.</source> <volume>15</volume> (<issue>1</issue>), <fpage>33</fpage>. <pub-id pub-id-type="doi">10.1186/s12954-018-0238-6</pub-id> </citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sciuscio</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Langston</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kumar</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>K. M.</given-names>
</name>
<name>
<surname>Marescotti1</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Flavor Ingredients in E-Vapor Products: a Structure-Based Grouping Approach to Predict Their Biological Activity</article-title>. <source>Toxicologist</source> <volume>2047</volume>. </citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schultz</surname>
<given-names>T. W.</given-names>
</name>
<name>
<surname>Amcoff</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Berggren</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Gautier</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Klaric</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Knight</surname>
<given-names>D. J.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>A strategy for structuring and reporting a read-across prediction of toxicity</article-title>. <source>Regul Toxicol Pharmacol.</source> <volume>72</volume> (<issue>3</issue>), <fpage>586</fpage>&#x2013;<lpage>601</lpage>. <pub-id pub-id-type="doi">10.1016/j.yrtph.2015.05.016</pub-id> </citation>
</ref>
<ref id="B50">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Smith</surname>
<given-names>C. R.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>J. H</given-names>
</name>
<name>
<surname>Kumar</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>M. K.</given-names>
</name>
<name>
<surname>Frauendorfer</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <source>Preclinical Testing of Flavors in E-Vapor Products, Part 2: Preparation and Stability Characterization of Representative Flavor Mixtures</source>. <publisher-loc>Leesburg, VA</publisher-loc>: <publisher-name>TSRC Poster</publisher-name>. </citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smith</surname>
<given-names>M. R.</given-names>
</name>
<name>
<surname>Clark</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>L&#xfc;dicke</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Schaller</surname>
<given-names>J.-P.</given-names>
</name>
<name>
<surname>Vanscheeuwijck</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hoeng</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Evaluation of the Tobacco Heating System 2.2. Part 1: Description of the System and the Scientific Assessment Program</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>81</volume> (<issue>Suppl. 2</issue>), <fpage>S17</fpage>&#x2013;<lpage>s26</lpage>. <pub-id pub-id-type="doi">10.1016/j.yrtph.2016.07.006</pub-id> </citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stinn</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Arts</surname>
<given-names>J. H. E.</given-names>
</name>
<name>
<surname>Buettner</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Duistermaat</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Janssens</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Kuper</surname>
<given-names>C. F.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Murine Lung Tumor Response after Exposure to Cigarette Mainstream Smoke or its Particulate and Gas/vapor Phase Fractions</article-title>. <source>Toxicology</source> <volume>275</volume> (<issue>1-3</issue>), <fpage>10</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.tox.2010.05.005</pub-id> </citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stinn</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Berges</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Meurrens</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Buettner</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gebel</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Lichtner</surname>
<given-names>R. B.</given-names>
</name>
<etal/>
</person-group> (<year>2013a</year>). <article-title>Towards the Validation of a Lung Tumorigenesis Model with Mainstream Cigarette Smoke Inhalation Using the A/J Mouse</article-title>. <source>Toxicology</source> <volume>305</volume>, <fpage>49</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1016/j.tox.2013.01.005</pub-id> </citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stinn</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Buettner</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Weiler</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Friedrichs</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Luetjen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>van Overveld</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2013b</year>). <article-title>Lung Inflammatory Effects, Tumorigenesis, and Emphysema Development in a Long-Term Inhalation Study with Cigarette Mainstream Smoke in Mice</article-title>. <source>Toxicol. Sci.</source> <volume>131</volume> (<issue>2</issue>), <fpage>596</fpage>&#x2013;<lpage>611</lpage>. <pub-id pub-id-type="doi">10.1093/toxsci/kfs312</pub-id> </citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Titz</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Sewer</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Luettich</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Wong</surname>
<given-names>E. T.</given-names>
</name>
<name>
<surname>Guedj</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Nury</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Respiratory Effects of Exposure to Aerosol from the Candidate Modified-Risk Tobacco Product THS 2.2 in an 18-Month Systems Toxicology Study with A/J Mice</article-title>. <source>Toxicol. Sci.</source> <volume>178</volume> (<issue>1</issue>), <fpage>138</fpage>&#x2013;<lpage>158</lpage>. <pub-id pub-id-type="doi">10.1093/toxsci/kfaa132</pub-id> </citation>
</ref>
<ref id="B56">
<citation citation-type="book">
<collab>Toxicity Prediction by Komputer Assisted Technology</collab> (<year>2017</year>). &#x201c;<article-title>TOPKAT Prediction Software</article-title>,&#x201d; in <source>BIOVIA Pipeline Pilot, ADMET Collection</source> (<publisher-loc>San Diego, CA</publisher-loc>: <publisher-name>Dassault Syst&#xe8;mes</publisher-name>). </citation>
</ref>
<ref id="B57">
<citation citation-type="web">
<collab>Toxplanet</collab> (<year>2021</year>). <article-title>Toxplanet</article-title>. <comment>Available: <ext-link ext-link-type="uri" xlink:href="https://www.toxplanet.com/default.aspx">https://www.toxplanet.com/default.aspx</ext-link>
</comment>. </citation>
</ref>
<ref id="B58">
<citation citation-type="book">
<collab>U.S. Centers for Disease Controland Prevention</collab> (<year>2019</year>). <source>Cigarette Smoking Among U.S. Adults Hits All-Time Low; 34.2 Million Adults Still Smoking and many Using Other Tobacco Products</source>. </citation>
</ref>
<ref id="B59">
<citation citation-type="book">
<collab>U.S. Food and Drug Administration</collab> (<year>2018</year>). <source>Statement from FDA Commissioner Scott Gottlieb, M.D., on Proposed New Steps to Protect Youth by Preventing Access to Flavored Tobacco Products and banning Menthol in Cigarettes</source>. </citation>
</ref>
<ref id="B61">
<citation citation-type="book">
<collab>U.S. Surgeon General</collab> (<year>2014</year>). <source>U.S. Department of Health and Human Services, the Health Consequences of Smoking&#x2014;50 Years of Progress: A Report of the Surgeon General</source>. </citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Villanti</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>A. L.</given-names>
</name>
<name>
<surname>Glasser</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Rose</surname>
<given-names>S. W.</given-names>
</name>
<name>
<surname>Ambrose</surname>
<given-names>B. K.</given-names>
</name>
<name>
<surname>Conway</surname>
<given-names>K. P.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Association of Flavored Tobacco Use with Tobacco Initiation and Subsequent Use Among US Youth and Adults, 2013-2015</article-title>. <source>JAMA Netw. Open</source> <volume>2</volume> (<issue>10</issue>), <fpage>e1913804</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.13804</pub-id> </citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Voos</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Kaiser</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Mahoney</surname>
<given-names>M. C.</given-names>
</name>
<name>
<surname>Bradizza</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Kozlowski</surname>
<given-names>L. T.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Effect of E-Cigarette Flavors on Nicotine Delivery and Puffing Topography: Results from a Randomized Clinical Trial of Daily Smokers</article-title>. <source>Psychopharmacology</source> <volume>237</volume> (<issue>2</issue>), <fpage>491</fpage>&#x2013;<lpage>502</lpage>. <pub-id pub-id-type="doi">10.1007/s00213-019-05386-x</pub-id> </citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vu</surname>
<given-names>T.-H. T.</given-names>
</name>
<name>
<surname>Hart</surname>
<given-names>J. L.</given-names>
</name>
<name>
<surname>Groom</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Landry</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Walker</surname>
<given-names>K. L.</given-names>
</name>
<name>
<surname>Giachello</surname>
<given-names>A. L.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Age Differences in Electronic Nicotine Delivery Systems (ENDS) Usage Motivations and Behaviors, Perceived Health Benefit, and Intention to Quit</article-title>. <source>Addict. Behaviors</source> <volume>98</volume>, <fpage>106054</fpage>. <pub-id pub-id-type="doi">10.1016/j.addbeh.2019.106054</pub-id> </citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wallace</surname>
<given-names>K. B.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Future Perspective of Butter Flavorings-Related Occupational Lung Disease</article-title>. <source>Toxicology</source> <volume>388</volume>, <fpage>7</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.tox.2017.04.009</pub-id> </citation>
</ref>
<ref id="B66">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Warner</surname>
<given-names>K. E.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>How to Think-Not Feel-About Tobacco Harm Reduction</article-title>. <source>Nicotine Tob. Res.</source> <volume>21</volume> (<issue>10</issue>), <fpage>1299</fpage>&#x2013;<lpage>1309</lpage>. <pub-id pub-id-type="doi">10.1093/ntr/nty084</pub-id> </citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wong</surname>
<given-names>E. T.</given-names>
</name>
<name>
<surname>Luettich</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Krishnan</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wong</surname>
<given-names>S. K.</given-names>
</name>
<name>
<surname>Lim</surname>
<given-names>W. T.</given-names>
</name>
<name>
<surname>Yeo</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Reduced Chronic Toxicity and Carcinogenicity in A/J Mice in Response to Life-Time Exposure to Aerosol from a Heated Tobacco Product Compared with Cigarette Smoke</article-title>. <source>Toxicol. Sci.</source> <volume>178</volume> (<issue>1</issue>), <fpage>44</fpage>&#x2013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1093/toxsci/kfaa131</pub-id> </citation>
</ref>
<ref id="B68">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Smith</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Anderson</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>McCutcheon</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>M. K.</given-names>
</name>
</person-group> (<year>2019</year>). <source>Preclinical Testing of Flavors in E-Vapor Products, Part 4: Flavor Transfer from the Liquid to the Aerosol for Inhalation Exposure</source>. <publisher-loc>Leesburg, VA</publisher-loc>: <publisher-name>TSRC Poster</publisher-name>. </citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname>
<given-names>S.-H.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>J. Y.</given-names>
</name>
<name>
<surname>Bonnevie</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Cummins</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Gamst</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Yin</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Four Hundred and Sixty Brands of E-Cigarettes and Counting: Implications for Product Regulation</article-title>. <source>Tob. Control.</source> <volume>23</volume> <issue>3</issue>, <fpage>iii3</fpage>&#x2013;<lpage>iii9</lpage>. <pub-id pub-id-type="doi">10.1136/tobaccocontrol-2014-051670</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>