<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Toxicol.</journal-id>
<journal-title>Frontiers in Toxicology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Toxicol.</abbrev-journal-title>
<issn pub-type="epub">2673-3080</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1616817</article-id>
<article-id pub-id-type="doi">10.3389/ftox.2025.1616817</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Toxicology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Refinement of a workflow for human relevance assessment of adverse outcome pathways and associated new approach methodologies</article-title>
<alt-title alt-title-type="left-running-head">van den Brand et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/ftox.2025.1616817">10.3389/ftox.2025.1616817</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>van den Brand</surname>
<given-names>Annick D.</given-names>
</name>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2905032/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Meerman</surname>
<given-names>Julia J.</given-names>
</name>
<xref ref-type="author-notes" rid="fn001">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Veltman</surname>
<given-names>Christina H. J.</given-names>
</name>
<xref ref-type="author-notes" rid="fn001">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Luijten</surname>
<given-names>Mirjam</given-names>
</name>
<uri xlink:href="https://loop.frontiersin.org/people/393114/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
</contrib-group>
<aff>
<institution>Centre for Health Protection</institution>, <institution>National Institute for Public Health and the Environment (RIVM)</institution>, <addr-line>Bilthoven</addr-line>, <country>Netherlands</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1150511/overview">George Kass</ext-link>, European Food Safety Authority (EFSA), Italy</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1157591/overview">Poornima Paramasivan</ext-link>, Health and Safety Executive, United Kingdom</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/3051029/overview">Camilla Alexander-White</ext-link>, MKTox &#x26; Co. Ltd., United Kingdom</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Annick D. van den Brand, <email>annick.van.den.brand@rivm.nl</email>
</corresp>
<fn fn-type="equal" id="fn001">
<label>
<sup>&#x2020;</sup>
</label>
<p>These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>08</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>7</volume>
<elocation-id>1616817</elocation-id>
<history>
<date date-type="received">
<day>23</day>
<month>04</month>
<year>2025</year>
</date>
<date date-type="accepted">
<day>18</day>
<month>06</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2025 van den Brand, Meerman, Veltman and Luijten.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>van den Brand, Meerman, Veltman and Luijten</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>In chemical risk assessment the human relevance of adverse health effects observed in experimental animal studies and the underlying toxicological mechanisms, i.e., adverse outcome pathways is often assumed, unless evidence suggests otherwise. Yet, detailed systematic guidance as to how human relevance of perturbed AOPs should be assessed and which data or information should be considered is lacking. Building on previous work we present a refined workflow for human relevance assessment of AOPs and associated new approach methodologies The updated workflow structurally defines the required information for assessing the human relevance of the AOP by means of biological and empirical considerations. Furthermore, the modified workflow better guides assessment of the relevance of NAMs. This is of importance for the use of NAM data in human health risk assessment. In addition, we suggest an approach for weight of evidence assessment by integrating the different lines of evidence. The refined workflow is now accompanied by developed guidance and templates as well as an expanded toolbox, i.e., a list of information sources, to further facilitate application of the workflow. Finally, remaining issues and challenges are discussed. This work is a next step towards to the ultimate goal of a harmonized, structured and transparent approach for human relevance assessment of AOPs and associated NAMs.</p>
</abstract>
<kwd-group>
<kwd>human health risk assessment</kwd>
<kwd>chemicals</kwd>
<kwd>toxicity pathways</kwd>
<kwd>adverse outcome pathways</kwd>
<kwd>new approach methodologies</kwd>
<kwd>next-generation risk assessment</kwd>
<kwd>human relevance assessment</kwd>
</kwd-group>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Regulatory Toxicology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>With the ambition to reduce, refine and replace experiments relying on laboratory animals for the safety assessment of chemicals and pharmaceuticals, novel approaches, methods and techniques are increasingly being developed. These so-called new approach methodologies (NAMs) are by many considered the future of human relevant chemical hazard and risk assessment, coined as next-generation risk assessment. It is to be expected that in the coming years data obtained from NAMs will increasingly be used in human health risk assessment of chemicals. In the context of this work, we define NAMs as any alternative (non-)test method or methodology that can be used to provide information on chemical hazard and risk assessment in line with the Interagency Coordinating Committee on the Validation of Alternative Models (<xref ref-type="bibr" rid="B24">ICCVAM, 2018</xref>).</p>
<p>It is pivotal for human health risk assessment that the relevance of data based on <italic>in vivo</italic>, <italic>in vitro</italic> or <italic>in silico</italic> toxicity studies is assessed. This applies to postulated toxicological pathways (in this work further referred to as adverse outcome pathways (AOPs)) that describe the underlying mechanism for a given adverse health effect as well as to NAMs that are associated with the different elements of such pathways. In order to structure and support human relevance assessment, the mode of action (MOA)/human relevance framework was developed by initiatives of the International Programme on Chemical Safety (IPCS) of the World Health Organization (WHO) (<xref ref-type="bibr" rid="B60">WHO/IPCS, 2007</xref>). According to the initial versions of that framework, human relevance assessment considers whether evidence assembled for a postulated MOA carries sufficient weight to consider the MOA relevant for humans. That framework considers the similarities regarding both the qualitative aspects and quantitative aspects of biological processes in human and animals. In 2014, the MOA/human relevance framework was updated to extend its utility to emerging areas in toxicity testing, i.e., the use of NAMs (<xref ref-type="bibr" rid="B32">Meek et al., 2014a</xref>; <xref ref-type="bibr" rid="B34">Meek et al., 2014b</xref>).</p>
<p>The main questions that need to be addressed to assess human relevance using the WHO/IPCS MOA/human relevance framework are:<list list-type="simple">
<list-item>
<p>&#x2022; Is the weight of evidence sufficient to establish a MOA in animals?</p>
</list-item>
<list-item>
<p>&#x2022; Can human relevance of the MOA be reasonably excluded on the basis of fundamental, qualitative differences in key events between experimental animals and humans?</p>
</list-item>
<list-item>
<p>&#x2022; Can human relevance of the MOA be reasonably excluded on the basis of quantitative differences in either kinetic or dynamic factors between experimental animals and humans (<xref ref-type="bibr" rid="B60">WHO/IPCS, 2007</xref>)?</p>
</list-item>
</list>
</p>
<p>To exemplify how the WHO/IPCS MOA/human relevance framework could be applied, several case studies have been reported. These case studies cover different health effects and different classes of chemicals (e.g., <xref ref-type="bibr" rid="B33">Meek et al., 2003</xref>; <xref ref-type="bibr" rid="B26">Kavlock and Cummings, 2005</xref>; <xref ref-type="bibr" rid="B64">Zoeller and Crofton, 2005</xref>; <xref ref-type="bibr" rid="B9">Cohen et al., 2006</xref>). As to how human relevance of a MOA can reasonably be excluded, the framework also provides examples of types of information that can be useful to include in the assessment, as illustrated by various case studies (<xref ref-type="bibr" rid="B33">Meek et al., 2003</xref>; <xref ref-type="bibr" rid="B46">Rasoulpour et al., 2014</xref>; <xref ref-type="bibr" rid="B54">Strupp et al., 2016</xref>; <xref ref-type="bibr" rid="B21">Frank and Meek, 2024</xref>).</p>
<p>Despite the validity of the questions and the approach used in the MOA/human relevance framework, its application can be improved by systematic guidance as to how to answer these questions and which aspects to consider. Additionally, a specific and dedicated human relevance assessment is currently not required in the development of AOPs according to the OECD Guidance (<xref ref-type="bibr" rid="B39">OECD, 2018</xref>). Furthermore, besides the human relevance of the AOP itself, another important issue is the relevance of NAMs that are associated with the different elements, such as key events (KEs) or key event relationships (KERs), of the respective AOP. According to OECD Guidance Document 34, &#x201c;(&#x2026;) the relevance of a test method describes the relationship between the test and the effect in the target species and whether the test method is meaningful and useful for a defined purpose, with the limitations identified&#x201d; (<xref ref-type="bibr" rid="B37">OECD, 2005</xref>). It is too simplistic to assume that NAMs using cells of human origin are automatically relevant for human health risk assessment. This relevance depends on the specific biological context and the associated type of information that the NAM can provide. For example, aspects like required metabolic competence, p53 functionality or proliferation rate may be of importance for the applicability domain of one NAM, but not for another. A better insight into the relevance of NAMs in the context of a given AOP will greatly advance the transition of traditional animal-based testing towards NAM-based testing for regulatory purposes. Therefore, <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> developed a workflow for the assessment of human relevance of an established AOP as well as its associated NAMs, based on the WHO/IPCS MOA/human relevance framework. <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> provide an initial implementation of the workflow to assess human relevance, as illustrated with a case study on &#x201c;Disruption of retinoic acid metabolism leading to developmental craniofacial defects&#x201d; (<xref ref-type="bibr" rid="B36">Menegola et al., 2021</xref>). Moreover, a toolbox was created providing an overview of various information sources that can be considered when assessing specific aspects of human relevance, for example, the human protein atlas,<xref ref-type="fn" rid="fn2">
<sup>1</sup>
</xref> expression atlas<xref ref-type="fn" rid="fn3">
<sup>2</sup>
</xref> and ENCODE project.<xref ref-type="fn" rid="fn4">
<sup>3</sup>
</xref> Despite the fact that we focus in the context of this work on NAMs, the use of data from traditional toxicity tests in experimental animals should, where relevant, not be excluded in a human relevance assessment.</p>
<p>Although the workflow as described by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> provides a clear example of how human relevance could be assessed using the workflow, a structured guidance on the workflow and templates for the application of the workflow are lacking. Here, we evaluate and refine the human relevance workflow as described in <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> by practically applying it, with a focus on the first (out of three) question. Additionally, we developed guiding templates. Such guidance, including an approach for weight of evidence evaluation and a suggestion on how to merge various lines of evidence is imperative for a wider application of the workflow. Below, we address the main modifications made to the workflow by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref>, describing the developed guidance to help assess whether an AOP relevant to humans.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>2 Methods</title>
<p>We applied the human relevance workflow as described by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref>, where we focused on the first question; whether it is likely that an AOP (or elements thereof) can (qualitatively) occur in humans. The main goal of this work was to test the applicability of the workflow and, based on the lessons learned, refine the workflow, improve the toolbox for sources of information and develop guidance and templates. The starting point of the workflow is an established AOP, with an endpoint that is considered of relevance for human health risk assessment. By applying the workflow to an AOP, two types of data are assessed&#x2013;biological evidence and empirical evidence &#x2013; that are greatly dependent on each other. The end result of applying the workflow is 1) a conclusion on the qualitative likelihood of an AOP in humans; and 2) a conclusion on the relevance of identified NAMs associated with the individual elements of the AOP that can be used to provide data relevant for human health risk assessment (<xref ref-type="fig" rid="F1">Figure 1A</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Schematic overview of the workflow for the assessment of human relevance of an AOP and its associated NAMs. The starting point of the workflow for human relevance assessment is an established AOP. Panel <bold>(A)</bold> overview of the human relevance assessment and information types that result in: 1) a conclusion on the qualitative likelihood of an AOP in humans and 2) a conclusion on the relevance of NAMs associated with the respective AOP. Panel <bold>(B)</bold> overview of the modified workflow with its specific questions. AO: adverse outcome; KE: key event; KER: key event relationship; MIE: molecular initiating event.</p>
</caption>
<graphic xlink:href="ftox-07-1616817-g001.tif">
<alt-text content-type="machine-generated">Schematic showing two diagrams labeled A and B representing the Adverse Outcome Pathway. Diagram A consists of steps: Biological considerations, Biological evidence, Empirical considerations, Empirical evidence, Integration and weight of evidence, concluding with the relevance of NAMs and AOP likelihood in humans. Diagram B shows a decision tree with questions assessing the relevance of MIE/KE/KER and AOP in humans, identifying whether alternative pathways may be relevant, and considering differences between species or conditions.</alt-text>
</graphic>
</fig>
<p>In this study, by applying the workflow using two established AOPs, we identified various limitations of the workflow and made modifications accordingly. We applied elements from AOP&#x23;3 &#x201c;Inhibition of the mitochondrial complex I of nigro-striatal neurons leads to parkinsonian motor deficits&#x201d; (<xref ref-type="bibr" rid="B2">AOPWiki, 2023b</xref>) and AOP&#x23;220 &#x201c;Cytochrome P4502E1 activation leading to liver cancer&#x201d; (<xref ref-type="bibr" rid="B1">AOPWiki, 2023a</xref>).</p>
<p>Below, an updated version of the workflow (<xref ref-type="fig" rid="F1">Figure 1B</xref>) and toolbox is described. Additionally, we developed guidance and templates accompanying the workflow to aid the human relevance assessment of an AOP and associated NAMs <xref ref-type="sec" rid="s12">Supplementary File 1</xref>.</p>
</sec>
<sec sec-type="results" id="s3">
<title>3 Results</title>
<p>The starting point of the workflow for human relevance assessment is an established AOP (<xref ref-type="fig" rid="F1">Figure 1</xref>). We consider an AOP established when the overall weight of evidence for the AOP is at least moderate, i.e., sufficient (empirical) evidence is available to support the biological plausibility of the KERs and the essentiality of the KEs based on the modified Bradford Hill criteria (<xref ref-type="bibr" rid="B38">OECD, 2017</xref>). We thereby skip the first question of the WHO/IPCS MOA/human relevance framework, which addresses the toxicological pathway itself (MOA), to solely focus on the human relevance aspect. In the workflow, the first step addresses the question whether the individual elements of the AOP under consideration, i.e., the molecular initiating event (MIE), KEs and KERs, are qualitatively likely to occur in humans. Such an evaluation should be made for all elements in the AOP. In the original workflow, an additional branch was incorporated for scenarios where there was insufficient data. A sub-question related to evolutionary conservation then had to be answered. Considering this information is also relevant when other information is available and to maximize the applicability of the workflow, this sub-question is now incorporated as a consideration in the first question&#x2019;s guidance (see below). The revised figure of the workflow is depicted in <xref ref-type="fig" rid="F1">Figure 1B</xref>.</p>
<sec id="s3-1">
<title>3.1 Considerations</title>
<p>When evaluating the different elements in an AOP with regard to human relevance, both biological and empirical aspects should be considered. These considerations serve the identification, collection and organization of the data that is needed to answer the question on human relevance of the AOP. Biological considerations provide information with respect to the underlying biology of the chain of events and their relationships. Empirical considerations provide information with respect to the empirical evidence that is provided to describe the chain of events in the AOP, obtained from, e.g., NAMs. These two lines of evidence are dependent on each other. The underlying biology is an important aspect to evaluate when assessing whether NAMs provide evidence that can be considered relevant for the respective AOP. Data from NAMs, when indeed considered to provide relevant evidence, can be used to support the biological evidence that conclude on the human relevance of an AOP. Below we further specify these considerations.</p>
<sec id="s3-1-1">
<title>3.1.1 Biological considerations and toolbox</title>
<p>To answer the question whether the elements of an AOP (which can be a KE and/or KER) are likely to occur in humans, information on various biological aspects of human relevance needs to be systematically gathered. We now refer to these aspects as biological considerations and regard this as the first part of the workflow (<xref ref-type="boxed-text" rid="Box1">Box 1</xref>).</p>
<table-wrap id="Box1" position="float">
<label>Box 1</label>
<caption>
<p>Original and modified biological considerations.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Original</th>
<th align="left">Modified</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">1. Expression/occurrence in target organ</td>
<td align="left">1. Expression/occurrence in target organ</td>
</tr>
<tr>
<td align="left">2. Expression/occurrence specific to a sensitive time-window</td>
<td align="left">2. Expression/occurrence specific to a sensitive time-window(s); and/or specific to life-stage</td>
</tr>
<tr>
<td align="left">3. Expression/occurrence specific to gender</td>
<td align="left">3. Expression/occurrence specific to gender/sex</td>
</tr>
<tr>
<td align="left">4. Expression of isoforms</td>
<td align="left">4. Relevant case reports, pharmacovigilance (clinical data)</td>
</tr>
<tr>
<td align="left">5. Polymorphisms that may affect expression</td>
<td align="left">5. Evolutionary conservation</td>
</tr>
<tr>
<td align="left">6. Enzymes/metabolism that may affect KE/KER</td>
<td align="left"/>
</tr>
<tr>
<td align="left">7. Relevant case reports, pharmacovigilance</td>
<td align="left"/>
</tr>
</tbody>
</table>
</table-wrap>
<p>
<xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> describe various biological aspects of human relevance, such as target organ, sensitive time window(s), or life stage(s), and possible differential expression between sexes. We now grouped and refined the various aspects to be taken into account. In contrast to the original workflow by Veltman et al., we removed the considerations addressing the expression of isoforms, polymorphisms and enzymes (metabolism), which may affect the element(s) of the AOP under assessment (<xref ref-type="boxed-text" rid="Box1">Box 1</xref>). These aspects are certainly important when assessing human relevance of an AOP, yet deemed more important for assessing quantitative differences between subgroups of the human population, and not qualitative relevance of (elements of) an AOP. In the current refined workflow, the biological considerations that are required for human relevance assessment of the AOP are (a full description is provided in the <xref ref-type="sec" rid="s12">Supplementary Material</xref>).</p>
<sec id="s3-1-2">
<title>3.1.2 Expression/occurrence in target organ(s)</title>
<p>This consideration requests information on the actual expression or the occurrence of the element in the human target organ. Is there evidence that supports or does not support the element of the AOP (which can be a KE and/or KER) under assessment occurring in humans?</p>
</sec>
<sec id="s3-1-3">
<title>3.1.3 Expression/occurrence specific to a sensitive time-window(s) and/or specific to life-stage</title>
<p>This consideration requests information on the expression or the occurrence of the element in the appropriate time-window and/or life-stage. Is there evidence available that supports or does not support the element under assessment occurring at the relevant time-window and/or life-stage?</p>
</sec>
<sec id="s3-1-4">
<title>3.1.4 Expression/occurrence specific to gender/sex</title>
<p>This consideration requests information on the possible (lack of, or impaired) expression or occurrence of the element in human males or females. Is there evidence available that supports or does not support the element under assessment in one or both of the sexes? This impacts the information that is applicable to the other considerations as well.</p>
</sec>
<sec id="s3-1-5">
<title>3.1.5 Relevant case reports, pharmacovigilance (clinical data)</title>
<p>This consideration requests information on the event in relation to relevant human case reports, pharmacovigilance or other clinical data. Is there evidence available that supports or does not support the element in the AOP under study in humans? Note that this does not necessarily require information on the human occurrence of the AOP as a whole.</p>
</sec>
<sec id="s3-1-6">
<title>3.1.6 Evolutionary conservation</title>
<p>This consideration requests information on the evolutionary conservation of the element. If the conservation of the element is very high, expression in humans can be assumed. Is there evidence available that supports or does not support the element under assessment in different (e.g., mammalian/vertebrate/&#x2026;) species?</p>
<p>In the original workflow, <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> created a toolbox providing sources for information that may be used to collect data on various biological aspects of human relevance. This toolbox was now modified to better reflect the biological considerations, and additional information sources were added (<xref ref-type="sec" rid="s12">Supplementary Table S1</xref>).</p>
<p>In order to use the gathered information on these biological aspects of human relevance in the assessment, the information needs to be checked for relevance and reliability. Information from general sources, such as widely recognized text books, may be considered established information and, therefore, reliable. However, data from, e.g., single clinical studies need to be of sufficient quality and considered relevant and reliable to be used. For such assessment, various tools are available for clinical and animal studies and epidemiological data, such as the OHAT Risk of Bias Rating Tool and the Critical Appraisal Tools [CATs &#x2013; for assessing quality of randomised controlled trials (RCT CAT) and systematic reviews of intervention studies (SR CAT)] as described by EFSA (<xref ref-type="bibr" rid="B15">EFSA, 2015</xref>; <xref ref-type="bibr" rid="B40">OHAT, 2015</xref>). Criteria regarding the study&#x2019;s conduct and the directionality of potential bias must be critically reviewed. This step is highly important for data to be included in the assessment, but evaluating these tools is out of the scope of the workflow.</p>
</sec>
</sec>
</sec>
<sec id="s3-2">
<title>3.2 Empirical considerations</title>
<p>Each NAM that can be used as source of information should be assessed for its power to support human relevance in relation to the evaluation of an AOP or element(s) thereof. To do so, we provide additional and modified empirical considerations, following the considerations for empirical evidence as mentioned in the original workflow by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> (<xref ref-type="boxed-text" rid="Box2">Box 2</xref>).</p>
<table-wrap id="Box2" position="float">
<label>Box 2</label>
<caption>
<p>Original and modified biological considerations.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Original</th>
<th align="left">Modified</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">1. Species</td>
<td align="left">1. Appropriateness</td>
</tr>
<tr>
<td align="left">2. Representativity</td>
<td align="left">2. Complexity</td>
</tr>
<tr>
<td align="left">3. Complexity, cell status</td>
<td align="left">3. Sensitivity and susceptibility</td>
</tr>
<tr>
<td align="left">4. Directness of evidence</td>
<td align="left"/>
</tr>
<tr>
<td align="left">5. Robustness</td>
<td align="left"/>
</tr>
</tbody>
</table>
</table-wrap>
<p>These considerations reflect aspects that need to be taken into account when using empirical data from NAMs to assess human relevance of an AOP. The empirical considerations are provided to structure the information and systematically assess the relevance of each NAM or other (experimental) model in the context of the AOP under study. It is not meant to (dis)qualify NAMs in general; the purpose rather is to assess their relevance in the context of the AOP studied. In contrast to the original workflow by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref>, we removed the considerations that addressed robustness and validity of the NAMs (<xref ref-type="boxed-text" rid="Box2">Box 2</xref>). Robustness or reproducibility of the (non-)test method is a consideration that needs to be evaluated in general, yet does not affect its relevance evaluation in this context (<xref ref-type="bibr" rid="B37">OECD, 2005</xref>). In the assessment it should be described what is known on the established use and readiness level of the test method and, if applicable, the protocol or standard operating procedure of the test method should referred to. Also, validity of a test method is important, yet does not affect the relevance of a method in the context of an AOP <italic>per se</italic>. As goes for the robustness of the test method, we assume a basic level of validity for the selected NAM. It is assumed that the data can be reproduced within and between laboratories, and that the data are reliable and relevant. In other words, we do not <italic>a priori</italic> question the exposure scenario used, the method setup, etc.</p>
<p>The empirical considerations that are required to be included in the workflow for relevance assessment are as follows (a full description is provided in the <xref ref-type="sec" rid="s12">Supplementary Material</xref>).</p>
<sec id="s3-2-1">
<title>3.2.1 Appropriateness</title>
<p>This consideration requests information on the appropriateness of the test method and measured response in relation to the element under assessment. The test method needs to sufficiently represent the element under assessment and capture the appropriate model response. A range of questions was drafted that need to be considered for this line of thought. For example, is the appropriate organ or life-stage reflected in the test method and is the response that is measured in the test method directly related to the associated element of the AOP and reflecting the human <italic>in vivo</italic> situation? It also considers the possibility of metabolic activation, e.g., expression of relevant CYP enzymes as compared to the <italic>in vivo</italic> situation.</p>
</sec>
<sec id="s3-2-2">
<title>3.2.2 Complexity</title>
<p>This consideration requests information on the complexity of the test method and its appropriateness for the element under assessment. The test method needs to be fit-for-purpose, i.e., sufficiently complex to measure/provide evidence for the element that is under assessment. Two questions were drafted that need to be considered for this line of thought: a) is the complexity of the test method sufficient for the level of biological organization of the element(s) under assessment (because, activation of a receptor or enzymatic catabolism/metabolism do not necessarily need to be demonstrated in an organ on a chip); and b) is the physiological state of the test method sufficiently captured (because, some KEs do not necessarily need to be demonstrated in a 3D model using multiple cell types)?</p>
</sec>
<sec id="s3-2-3">
<title>3.2.3 Sensitivity and susceptibility</title>
<p>This consideration requests information on the sensitivity and susceptibility of the experimental model and its appropriateness for the element under assessment with the aim to identify gaps of analogy. Differences in, e.g., isoforms, polymorphisms, and transporter expression may affect the evidence that the test method can provide regarding human relevance and the translation of the results to the human population. Two questions were drafted that need to be considered for this line of thought: a) is the element under study appropriately expressed in the experimental model; and b) is an increased or decreased response expected as a result of sex/isoform/polymorphism differences?</p>
<p>We acknowledge that it can be more straightforward to evaluate the NAMs and respective considerations for the elements in the anterior part of the AOP. Evidence for, e.g., the activation of a receptor can be acquired using a relatively &#x201c;simple&#x201d; cell culture model, whereas events occurring at an organ level are usually more complex to simulate.</p>
<p>The toolbox provided in the section on biological considerations can also be of use here to gain information on the required biological aspects of relevance for the experimental model.</p>
<p>The evidence that is obtained from the NAMs that are considered sufficiently relevant can be included in the human relevance assessment. This evidence can be used to support the information related to the biological considerations for the respective elements of the AOP. It should be noted that the reliability and quality of these individual studies are essential and need to be assessed by available tools, e.g., the SciRAP tool or the ToxRTool for <italic>in vitro</italic> toxicity data prior to accepting the data in the human relevance assessment (<xref ref-type="bibr" rid="B48">Roth et al., 2021</xref>; <xref ref-type="bibr" rid="B17">EFSA et al., 2017b</xref>; <xref ref-type="bibr" rid="B49">Schneider et al., 2009</xref>). Criteria on, e.g., the conduct and reporting of the study guide the assessment of the reliability and quality of the study&#x2019;s data in a transparent manner resulting in a final &#x201c;score&#x201d; or assigned Klimisch score. Although evaluating these tools is out of the scope of this work, we consider such assessments a mandatory step when using toxicological data in the assessment of human relevance.</p>
</sec>
</sec>
<sec id="s3-3">
<title>3.3 Weight of evidence</title>
<p>To reach an overall conclusion as to whether the elements in an AOP can occur in humans, two types of evidence should thus be pursued (<xref ref-type="fig" rid="F1">Figure 1A</xref>); a) information with respect to the underlying biology of the chain of events (biological considerations), and b) the empirical evidence from NAMs (or other test methods) that can be used to measure the different events (empirical considerations). Based on these bodies of evidence, a final conclusion can be made as to the qualitative human relevance of the (elements in an) AOP and the associated NAMs, which then can be used to demonstrate the effect of chemicals on this pathway in a human health risk assessment.</p>
<p>This biological and empirical evidence, therefore, needs to be systematically investigated to reach a transparent conclusion on the qualitative likelihood of the elements in the AOP to occur in humans (Q1 in the human relevance workflow). We propose that such systematic investigation is performed using a weight of evidence approach (<xref ref-type="bibr" rid="B17">EFSA et al., 2017b</xref>; <xref ref-type="bibr" rid="B19">Escriva et al., 2021</xref>; <xref ref-type="bibr" rid="B62">Wiklund and Beronius, 2022</xref>; <xref ref-type="bibr" rid="B41">OSHA, 2016</xref>).</p>
<p>The first step in a weight of evidence assessment is the definition of an assessment question, which was here defined as Q1 in the human relevance workflow. To answer this question, the biological considerations as defined above can be regarded as individual lines of evidence. Identified information on the biological plausibility of human relevance on the various elements in the AOP can be substantiated with empirical information obtained from NAMs. Theoretically, all information that is available, biological or empirical, needs to be considered in a human relevance assessment. Yet, in practice, when there is a significant amount of evidence supporting the biological plausibility, empirical evidence will most likely not significantly alter the assessment of human relevance. In contrast, in a scenario where evidence on biological plausibility is limited or lacking, empirical evidence is a prerequisite.</p>
<sec id="s3-3-1">
<title>3.3.1 Integration of the lines of evidence</title>
<p>To answer the assessment question, theoretically, both the biological and empirical evidence need to be considered. The integration of this evidence is part of the weight of evidence approach and the considerations as defined above &#x2013; the lines of evidence &#x2013; help to organize and weigh the evidence. We propose to integrate the evidence within each line of evidence in a categorical manner. Therefore, we have suggested a tabulated format with principles for categorization to assess the collected data in a categorical manner (<xref ref-type="sec" rid="s12">Supplementary Tables S3, S5</xref>). This can help the assessor in combining the available information for each line of evidence. Direction is given to conclude on an assessment on human relevance in the context of the particular line of evidence. In addition, factors like consistency of the evidence, and quality of the evidence need to be considered here.</p>
<p>To integrate the evidence from all the considerations, i.e., all lines of evidence, we suggest using a general &#x2018;rule of thumb&#x2019;, to be applied on all elements that are under assessment for human relevance. For each element in the AOP a narrative conclusion should be drawn based on the whole body of evidence, where the biological evidence is leading. When all elements in the AOP have been assessed, an overall conclusion on the relevance of the pathway can be drawn.</p>
<p>For a next version of this workflow we propose to refine this weight of evidence analysis by refining/rephrasing the tables that are proposed for the categorization of the lines of evidence, if required, and by discussing with a broad group of experts the &#x2018;rules of thumb&#x2019; for the integration of the lines of evidence. More considerations for the biological lines of evidence can be added where desired. In addition, some considerations may be preferred to carry more weight in the assessment as compared to other considerations. This can also be included in the weight of evidence analysis. It should, however, be noted that an optimum balance needs to be pursued between a weight of evidence assessment that is complex enough to add value and still be practical to work with.</p>
</sec>
</sec>
<sec id="s3-4">
<title>3.4 Guidance and templates</title>
<p>In addition to the modifications that were made to the considerations of the original workflow, we created a structured guidance and template through the modified workflow of <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> (see <xref ref-type="sec" rid="s12">Supplementary Material</xref>). Such guidance aids in the adoption, the application and the general use of the workflow.</p>
<p>In the guidance developed, we describe the steps that one can take for a structured and transparent assessment on human relevance. We provide more information on the biological and empirical considerations and have created tabulated formats where the information (i.e., evidence) for human relevance can be summarized. Summarized examples of information collected for both the biological and the empirical considerations are presented in <xref ref-type="boxed-text" rid="Box3">Box 3</xref> and <xref ref-type="boxed-text" rid="Box4">Box 4</xref>. The example provided in <xref ref-type="boxed-text" rid="Box3">Box 3</xref> focuses on the AOP &#x201c;Inhibition of the mitochondrial complex I of nigro-striatal neurons leads to parkinsonian motor deficits&#x201d; (<xref ref-type="bibr" rid="B2">AOPWiki, 2023b</xref>), while the example shown in <xref ref-type="boxed-text" rid="Box4">Box 4</xref> is related to the AOP &#x201c;Cyp2E1 Activation Leading to Liver Cancer&#x201d; (<xref ref-type="bibr" rid="B1">AOPWiki, 2023a</xref>).</p>
<boxed-text id="Box3">
<label>BOX 3</label>
<title>Example assessment biological considerations.</title>
<p>Here we evaluate the human relevance of the key event &#x2018;mitochondrial dysfunction&#x2019;, as part of AOP 3 and an AOP network (<xref ref-type="bibr" rid="B35">Meerman et al., 2023</xref>; <xref ref-type="bibr" rid="B55">Terron et al., 2018</xref>; <xref ref-type="bibr" rid="B2">AOPWiki, 2023b</xref>) ultimately leading to the adverse outcome Parkinsonian motor deficits (<xref ref-type="fig" rid="F2">Figure 2</xref>). Dysfunction of the mitochondria in dopaminergic neurons of the substantia nigra is evaluated using the biological considerations.</p>
<p>
<bold>1. Target organ</bold>: Substantia nigra dopaminergic neurons express mitochondria that can be inhibited <italic>in vitro</italic> by prototypic stressors as indicated by, e.g., reduced ATP levels and cellular respiration. It was shown that cellular ATP levels decreased in the SH-SY5Y and SK-N-SH cell lines (originating from human neuroblastoma) after exposure to Rotenone (<xref ref-type="bibr" rid="B31">Mader et al., 2012</xref>; <xref ref-type="bibr" rid="B47">Rekha and Inmozhi Sivakamasundari, 2018</xref>). A decrease in ATP levels is a direct indication of dysfunctional mitochondrial electron transport chain. Also, Trifluralin exposure resulted in impaired cellular respiration in human iPSC dopaminergic neurons (<xref ref-type="bibr" rid="B42">Paul et al., 2023</xref>), which indicates mitochondrial dysfunction. This evidence shows that mitochondrial disfunction can indeed occur in the target cells.</p>
<p>
<bold>2. Time window</bold>: An age-associated decline in mitochondrial functioning has been reported in muscle and liver tissue (healthy elderly and young volunteers) (<xref ref-type="bibr" rid="B43">Petersen et al., 2003</xref>). Mitochondrial DNA (mtDNA) deletions have been reported in adult brain samples, but were not found in fetal brain samples (<xref ref-type="bibr" rid="B10">Cortopassi and Arnheim, 1990</xref>). Increasing mtDNA deletions may confer increased vulnerability of mitochondria due to ageing. The same mtDNA deletion was again reported to increase with age, and the highest frequency of deletions was found in three specific brain areas: the substantia nigra, caudate, and putamen (<xref ref-type="bibr" rid="B52">Soong et al., 1992</xref>). Similarly, the number of mtDNA deletions in substantia nigra was reported to be significantly different between old and young samples (<xref ref-type="bibr" rid="B27">Kraytsberg et al., 2006</xref>). In skeletal muscle tissue, mtDNA and mRNA abundance and ATP production declined with advancing age (<xref ref-type="bibr" rid="B50">Short et al., 2005</xref>). This leads to the conclusion that the KE can occur during all life stages, but is more likely to be adverse as age increases.</p>
<p>
<bold>3. Sex</bold>: Mitochondrial function has been reported to differ between sexes, based on mitochondrial parameters from peripheral blood mononuclear cells and brain metabolites (<xref ref-type="bibr" rid="B51">Silaidos et al., 2018</xref>). There are other indications for sex differences in mitochondrial function and dysfunction, including mitochondrial quality control, mitophagy, and protective mechanisms to deal with excitotoxicity and oxidative stress (<xref ref-type="bibr" rid="B13">Demarest and McCarthy, 2015</xref>). However, many of the studies (if not all) cited used animal data. In PD patients, differentially expressed genes linked to mitochondrial activity were found to be increased in females. Authors suggest mechanisms underlying PD may involve mitochondria more in females as compared to males, although not exclusively (<xref ref-type="bibr" rid="B30">Lopez-Cerdan et al., 2022</xref>).</p>
<p>
<bold>4.</bold> <bold>Clinical data</bold>: Several clinical trials have tried to target mitochondrial dysfunction to prevent PD progression, though with very limited success (<xref ref-type="bibr" rid="B23">Henrich et al., 2023</xref>). The lack of success may be in part due to poor drug delivery and failure to address the complexity of PD development by focusing solely on mitochondria (<xref ref-type="bibr" rid="B44">Prasuhn et al., 2020</xref>). Nonetheless, an impairment of mitochondrial function (as a result of reduced complex-I activity) was observed in substantia nigra in PD patients, but not all evidence hitherto is conclusive (<xref ref-type="bibr" rid="B5">Bose and Beal, 2016</xref>; <xref ref-type="bibr" rid="B8">Chaturvedi and Beal, 2008</xref>; <xref ref-type="bibr" rid="B29">Larsen et al., 2018</xref>). Genetic defects in the mitochondrial quality control genes (DJ1, PINK1, parkin) have been linked to familial cases of PD (<xref ref-type="bibr" rid="B23">Henrich et al., 2023</xref>). Further evidence of the critical role of mitochondria in PD is that parkinsonian symptoms (among other pathologies) manifest in patients with mutations in the mitochondrial polymerase gamma gene (<xref ref-type="bibr" rid="B45">Rahman and Copeland, 2019</xref>).</p>
<p>
<bold>5. Evolutionary conservation</bold>: Mitochondria are present in virtually all mammalian cells considering their critical function in the cell&#x2019;s energy generation (<xref ref-type="bibr" rid="B6">Bulthuis et al., 2019</xref>). The majority of energy of eukaryotic cells, in the form of ATP, is produced in the mitochondrial oxidative phosphorylation (OXPHOS) system (<xref ref-type="bibr" rid="B63">Zhang and Broughton, 2013</xref>). There are many similarities between the regulation of mitochondrial transcription DNA initiation, including the mitochondrial OXPHOS system, between yeast and human which highlight underlying evolutionary conserved elements and mechanisms (<xref ref-type="bibr" rid="B3">Basu et al., 2020</xref>). The synthesis of ATP can, <italic>inter alia</italic>, be inhibited by ATPase inhibitory factor 1 (IF1) thereby regulating mitochondrial respiration (<xref ref-type="bibr" rid="B20">Esparza-Molto et al., 2021</xref>). IF1 is highly conserved in mammals and yeast and the core metabolic and redox circuits that are modulated by IF1 are probably conserved across different cell types and brain regions (<xref ref-type="bibr" rid="B7">Cabezon et al., 2002</xref>; <xref ref-type="bibr" rid="B20">Esparza-Molto et al., 2021</xref>).</p>
<p>Taken together, the human relevance of the KE mitochondrial dysfunction in the context of this AOP is moderate to strong. For none of the considerations, weak evidence for human relevance was identified.</p>
</boxed-text>
<boxed-text id="Box4">
<label>BOX 4</label>
<title>Example assessment empirical considerations.</title>
<p>Here we evaluate the relevance of two NAMs related to the key event &#x2018;Oxidative stress&#x2019;, as part of AOP 220 (<xref ref-type="fig" rid="F3">Figure 3</xref>) and an AOP network (<xref ref-type="bibr" rid="B57">Veltman et al., 2023</xref>; <xref ref-type="bibr" rid="B1">AOPWiki, 2023a</xref>) ultimately leading to the adverse outcome liver cancer. Analysis of oxidative stress in zebrafish embryos (ZFE) and Upcyte human hepatocytes (UHH) are evaluated for their power to support human relevance assessment using the empirical considerations.</p>
<p>ZFE</p>
<p>
<bold>1. Appropriateness</bold>: ZFE are embryos from zebrafish and allow for oxidative stress detection and quantification in a whole organism. The localization of oxidative stress, for example, in the liver, is possible, yet in this specific assay whole embryos are homogenized. Oxidative stress is analyzed at the end of the zebrafish&#x2019; developmental stage. In this assay, antioxidant capacity is analyzed by means of a glutathione reductase activity assay. This is an indirect measure for oxidative stress (<xref ref-type="bibr" rid="B53">Stevens et al., 2024</xref>).</p>
<p>
<bold>2. Complexity</bold>: Suggested CYP2E1 homologues (relevant in this AOP as Cyp2E1 activation is the preceding KE) and antioxidants are present in zebrafish embryos, which are metabolically competent (<xref ref-type="bibr" rid="B22">Hartman et al., 2017</xref>). This assay assesses antioxidant capacity as an indirect measure of oxidative stress in a whole embryo (<xref ref-type="bibr" rid="B53">Stevens et al., 2024</xref>). Considering that embryos were homogenized, this assay cannot be used for localization purposes. Although this is a metabolic competent model, it is relatively complex to represent a cellular key event.</p>
<p>
<bold>3. Sensitivity/susceptibility</bold>: A pool of male and female embryos were analyzed, although this assay does not specifically address sex-specific differences as the sex in zebrafish can be distinguished only after approximately 21&#xa0;days post fertilization (<xref ref-type="bibr" rid="B59">von Hofsten and Olsson, 2005</xref>; <xref ref-type="bibr" rid="B56">Uchida et al., 2002</xref>). The exact genetic make-up of the AB (wildtype) strain is unknown. Affinity of CYP2E1 substrates in zebrafish can differ and enzyme activity is much lower in zebrafish compared to mammalian CYP2E1 (<xref ref-type="bibr" rid="B22">Hartman et al., 2017</xref>). Despite being from the same strain, the ZFE are more genetically diverse as compared to cell lines which originate from a single cell.</p>
<p>UHH</p>
<p>
<bold>1. Appropriateness</bold>: UHH cells are derived from primary adult human liver cells. The cells can be cultured for a relative long period of time as compared to primary cells. The UHH were characterized by transcriptomics and their functionality was assed based on stable expression and activity of CYP enzymes (including the relevant CYP2E1 in this AOP) and antioxidants (<xref ref-type="bibr" rid="B14">Donato et al., 2022</xref>). Oxidative stress was appropriately analysed by means of reactive oxygen species (ROS) detection using CellROX staining.</p>
<p>
<bold>2. Complexity</bold>: ROS are produced in mitochondria of, i.a., liver cells and can, therefore, appropriately be assessed in UHH. These cells are derived from primary human cells and are as such not a tumorigenic cell line but reflect a &#x201c;normal&#x201d; human liver cell. CYP2E1 is expressed and active in these cells and it was shown that ROS production can be increased by chemical exposure. This model is genetically more diverse and metabolically competent as compared to carcinogenic liver cancer cell lines. The application is limited to one organ, yet the relevant organ with respect to the KE under assessment.</p>
<p>
<bold>3.</bold> <bold>Sensitivity/susceptibility</bold>: UHH from multiple donors can be mixed together or assessed individually to overcome or study age or sex-specific differences in the response, in contrast to, e.g., HepaRG cell line that is derived from one donor and does not reflect population differences (<xref ref-type="bibr" rid="B14">Donato et al., 2022</xref>). There is a decreased expression profile observed in CYP2E1 mRNA and activity as compared to primary human hepatocytes. Gene expression of CYP2E1 in UHH over time does not change up to at least culture day 21. This model shows an increased expression of CYP enzymes as compared to the hepatic HepG2 cell line and a more stable expression of CYP enzymes as compared to primary human liver cells.</p>
<p>Taken together, both the ZFE as well as the UHH model are suitable to demonstrate the effect of chemical substances on the KE oxidative stress in the context of this AOP. Although, the appropriateness and the complexity of the UHH model is considered more relevant to humans than the ZFE method since the UHH demonstrates oxidative stress specifically in liver cells.</p>
</boxed-text>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Graphical representation of the adverse outcome pathway &#x201c;Inhibition of the mitochondrial complex I of nigro-striatal neurons leads to parkinsonian motor deficits.&#x201d;</p>
</caption>
<graphic xlink:href="ftox-07-1616817-g002.tif">
<alt-text content-type="machine-generated">Flowchart depicting the progression from binding of an inhibitor to NADH-ubiquinone oxidoreductase (complex I) leading to inhibition of complex I, mitochondrial dysfunction, impaired proteostasis, neuroinflammation, and degeneration of DA neurons in the nigrostriatal pathway, resulting in Parkinsonian motor deficits such as bradykinesia, rigor, and tremor. Steps are labeled MIE, KE1 to KE5, and AO.</alt-text>
</graphic>
</fig>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Graphical representation of the adverse outcome pathway &#x201c;Cyp2E1 Activation Leading to Liver Cancer.&#x201d;</p>
</caption>
<graphic xlink:href="ftox-07-1616817-g003.tif">
<alt-text content-type="machine-generated">Flowchart depicting the progression from the molecular initiating event (MIE) of Cyp2E1 activation to adverse outcome (AO) of liver cancer. Key events (KE1 to KE3) include oxidative stress, hepatotoxicity, and induction of persistent proliferation. Solid arrows indicate sequential progression, while dashed arrows suggest alternative pathways.</alt-text>
</graphic>
</fig>
<sec id="s3-4-1">
<title>3.4.1 Organizing the data</title>
<p>The evidence that is gathered for both considerations for each of the elements in the AOP can be briefly described using the developed template and summarized in a table (<xref ref-type="sec" rid="s12">Supplementary Table S4</xref>). Such templates help to identify, collect and organize the data that is required to answer the main question on human relevance.</p>
<p>In addition to the biological evidence, relevant NAMs associated with elements of the AOP under assessment should be described in the template (<xref ref-type="sec" rid="s12">Supplementary Table S3</xref>). Similarly to the biological considerations, we provide a description of each of the considerations that address the relevance of a NAM and provide more context as to what is meant. Evidence obtained from NAMs that are considered relevant for elements of the AOP under study, should be included in the human relevance assessment of the AOP.</p>
<p>We have also created tabulated formats in the template that guide the integration of the evidence within each line of evidence in a categorical manner. Moreover, there are tables provided where the conclusions of each consideration and integrated line of evidence can be collected and organized.</p>
</sec>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>4 Discussion</title>
<p>For human health risk assessment of chemicals and pharmaceuticals, information on the relevance of AOPs and associated NAMs to humans is pivotal. To conclude whether or not an AOP is relevant to humans, many different aspects and types of data can (and should) be considered. In order to perform such assessment as transparent and systematically as possible, we modified the human relevance workflow as proposed by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> and provided templates to guide human relevance assessment of an AOP (<xref ref-type="fig" rid="F1">Figure 1</xref>). The current work should be considered as a first step towards a more transparent and harmonized approach for human relevance assessment.</p>
<p>We primarily focused on the question whether an AOP can qualitatively occur in humans. Further questions to assess the human relevance of an AOP regarding quantitative differences remain to be explored. We view this work as a starting point that can and should be adapted in the future. This will, for example, be done in the Partnership on the Assessment of Risks from Chemicals (PARC<xref ref-type="fn" rid="fn5">
<sup>4</sup>
</xref>). Pending questions and challenges encountered during the modification of this workflow are addressed below.</p>
<sec id="s4-1">
<title>4.1 Human relevance workflow &#x2013; assessment and modifications Q1</title>
<p>In the workflow for human relevance assessment all elements of an AOP should be assessed for each of the proposed considerations. To ensure an efficient search for information, it is recommendable to evaluate a KER with its accompanying KEs. Moreover, in the assessment of certain AOPs it may be appropriate to evaluate combinations of multiple closely related elements, for example, when they belong to the same level of biological organization.</p>
<sec id="s4-1-1">
<title>4.1.1 Considerations</title>
<p>The considerations that we propose to assess human relevance are a first step towards a systematic and transparent assessment. These considerations, both biological and empirical, are open for modification, addition or refinement. They may best be evaluated using case studies such as those published for the WHO/IPCS MOA/human relevance framework and additional guidance documents to study biological relevance (e.g., <xref ref-type="bibr" rid="B16">EFSA et al., 2017a</xref>). This also applies to the toolbox that was created by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> and supplemented in this work. We envision this toolbox to be an inspirational tool to facilitate the assessment, and not a mandatory or inflexible. Future work may focus on tools to automatically extract relevant information from selected databases or literature. This can increase the objectivity of the assessment.</p>
<p>To evaluate whether empirical evidence from NAMs can be used to assess human relevance of an AOP, the NAM itself should be assessed for its relevance in relation to the element of the AOP that is under assessment. It should be noted that criteria related to the scientific validity of the NAM, such as robustness and reproducibility, are assumed to be sufficient and thus are not included in the considerations. Considering that there currently are no harmonized criteria for the assessment of abovementioned aspects, we considered inclusion of such criteria in the workflow beyond the scope of our work and refer to the assessors&#x2019; tool of choice. Before using the evidence obtained from NAMs that are deemed relevant, the quality of the evidence and risk of bias should be assessed, for example, using available critical appraisal tools [e.g., the OHAT Risk of Bias Rating Tool, CATs described by EFSA, the SciRAP tools or ToxRTool (<xref ref-type="bibr" rid="B15">EFSA, 2015</xref>; <xref ref-type="bibr" rid="B40">OHAT, 2015</xref>; <xref ref-type="bibr" rid="B48">Roth et al., 2021</xref>; <xref ref-type="bibr" rid="B49">Schneider et al., 2009</xref>)].</p>
<p>It should be noted that the empirical considerations could complement existing templates for technical characterization of NAMs, such as ToxTemp (<xref ref-type="bibr" rid="B28">Krebs et al., 2019</xref>) or ReadEDTest (<xref ref-type="bibr" rid="B11">Crouzet et al., 2023</xref>), to reduce the amount of duplicate information that is searched for. This will facilitate the human relevance assessment when many of the required information is already reported elsewhere.</p>
</sec>
<sec id="s4-1-2">
<title>4.1.2 Relevance of NAMs</title>
<p>The empirical considerations we suggested will help to identify the strengths and limitations of a NAM with regard to its relevance for an AOP. The resulting information on a NAM is highly valuable with regard to human health risk assessment: it will help to identify NAMs that are well suited for measuring specific KE(s) of a given AOP. Having better insight into the relevance of a NAM (in the context of a specific AOP) will, together with assessment of its validity (<xref ref-type="bibr" rid="B37">OECD, 2005</xref>), greatly advance the regulatory use of NAMs for predicting toxicological effects.</p>
</sec>
<sec id="s4-1-3">
<title>4.1.3 Non relevance to humans</title>
<p>In addition to the original workflow, we suggest adding a line of thought to the guidance regarding the evidence for human non-relevance. When information is encountered that supports the AOP not being relevant to humans, this should also specifically be included in the assessment in order to reduce the confidence in the human relevance of an AOP. It should then also be defined when one can conclude that there is a lack of human relevance, i.e., what amount and type of evidence is considered sufficient to not consider an AOP in a human health risk assessment. Thus far not many AOPs are considered not human relevant based on qualitative differences (<xref ref-type="bibr" rid="B32">Meek et al., 2014a</xref>). Rather, quantitative species differences will play a role. The magnitude such a difference should have in order for the AOP to be considered not relevant for humans warrants further discussion.</p>
</sec>
</sec>
<sec id="s4-2">
<title>4.2 Weight of evidence and integration of evidence</title>
<p>Here we provided a basic suggestion for a weight of evidence approach in the human relevance assessment workflow. For future use, the provided tables with criteria for categorization of the biological and empirical considerations may be refined. These criteria are open for modification and additional considerations or elements may be added or deleted. For each consideration that is added, a line with criteria for categorization should be added as well. Along the same line of thought, criteria for the &#x2018;rule of thumb&#x2019; that help to conclude on each line of evidence and the integration of all lines of evidence may be refined.</p>
<p>It may also be considered to extend the three descriptive categories in which the evidence for each of the considerations is categorized. We may follow and adjust the example described by <xref ref-type="bibr" rid="B12">Dekant et al. (2017)</xref>, where five numerical scores are given to categories, and also includes a null-category that could include evidence for human non-relevance. This weight of evidence approach provides a summarizing score/quality score to which conclusions can be attached based on prior defined cut-off values (e.g., &#x3e;75% of maximum score results in conclusion x or y, etc.) (<xref ref-type="bibr" rid="B12">Dekant et al., 2017</xref>). Similarly, <xref ref-type="bibr" rid="B4">Becker et al. (2017)</xref> describe a quantitative weight of evidence approach with positive and negative rating categories. As such, contradictory evidence and lacking evidence can also be included in the human relevance assessment (<xref ref-type="bibr" rid="B4">Becker et al., 2017</xref>).</p>
<p>Ideally, a user-friendly tool to evaluate and integrate the evidence may be developed (e.g., along the lines of the SciRAP tool). This tool should also include a visualization of the conclusion on the different lines of evidence and overall integration.</p>
</sec>
<sec id="s4-3">
<title>4.3 Uncertainty assessment and gap identification</title>
<p>An essential element of a weight of evidence assessment is uncertainty assessment. It is of high importance to understand the uncertainties in the assessment and their possible implications. Furthermore, data gaps in the assessment need to be identified. We have not yet prepared a structured guidance for this. In our view, as a first step the considerations that are required for the human relevance assessment need to be evaluated by the conduct of new case studies. Then, as a next step the uncertainty assessment needs to be included in the guidance according to existing guidance on uncertainty assessment (<xref ref-type="bibr" rid="B18">EFSA et al., 2018</xref>; <xref ref-type="bibr" rid="B17">EFSA et al., 2017b</xref>; <xref ref-type="bibr" rid="B61">WHO/IPCS, 2018</xref>).</p>
</sec>
<sec id="s4-4">
<title>4.4 Human relevance workflow - Q2 and Q3</title>
<p>To conclude on the human relevance of an AOP for humans, the entire workflow by <xref ref-type="bibr" rid="B58">Veltman et al. (2025)</xref> needs to be considered. Here, we provide modifications and suggestions for a weight of evidence assessment concerning the first question in the workflow: can the AOP qualitatively occur in humans? Questions 2 and 3, (&#x201c;Do human diseases with similar AO have a similar MOA?&#x201d; and &#x201c;Is human relevance unlikely in view of quantitative differences?,&#x201d; respectively) have not been addressed yet. A guided template should also be developed to address the other questions in the workflow. As such, an AOP can be subjected to a complete structured human relevance assessment, from a qualitative and quantitative point of view. Considering that often quantitative differences between species, and not so much qualitative differences lie at the root of human non-relevance (<xref ref-type="bibr" rid="B32">Meek et al., 2014a</xref>; <xref ref-type="bibr" rid="B60">WHO/IPCS, 2007</xref>), a transparent and structured approach to assessing this is of high importance. However, assessing the quantitative human relevance of an AOP and assessing the quantitative relevance of NAMs is not straightforward to achieve. For example, the magnitude of an effect can differ between genetically diverse cell lines (<xref ref-type="bibr" rid="B25">ICCVAM, 2024</xref>). The selection of NAMs in this context is therefore of great importance.</p>
</sec>
</sec>
<sec sec-type="conclusion" id="s5">
<title>5 Conclusion</title>
<p>In this work we present a refinement of the workflow for human relevance assessment of AOPs and associated NAMs. This workflow aids researchers and regulators in the systematic and transparent assessment of human relevance of an AOP. In addition, it helps to evaluate NAMs for their power to provide evidence that supports human relevance assessment. This workflow, along with the developed templates, is a next step towards a harmonized approach of human relevance assessment of an AOP and will greatly facilitate the use of NAMs for human health risk assessment.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s12">Supplementary Material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec sec-type="author-contributions" id="s7">
<title>Author contributions</title>
<p>AB: Conceptualization, Writing &#x2013; review and editing, Writing &#x2013; original draft, Formal Analysis. JM: Formal Analysis, Writing &#x2013; review and editing, Writing &#x2013; original draft. CV: Formal Analysis, Writing &#x2013; review and editing, Writing &#x2013; original draft. ML: Supervision, Conceptualization, Writing &#x2013; original draft, Funding acquisition, Writing &#x2013; review and editing.</p>
</sec>
<sec sec-type="funding-information" id="s8">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research and/or publication of this article. This work was financially supported by the Dutch Ministry of Health, Welfare, and Sports.</p>
</sec>
<ack>
<p>The authors would like to thank their colleagues B. Hakkert, E. Hessel, H. Heusinkveld, E. McVey, A. Muller and G. Wolterink for constructive discussions and valuable input on the workflow.</p>
</ack>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="s10">
<title>Generative AI statement</title>
<p>The author(s) declare that no Generative AI was used in the creation of this manuscript.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="s12">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/ftox.2025.1616817/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/ftox.2025.1616817/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Supplementaryfile1.docx" id="SM1" mimetype="application/docx" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<fn-group>
<fn id="fn2">
<label>1</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://www.proteinatlas.org/">https://www.proteinatlas.org/</ext-link>
</p>
</fn>
<fn id="fn3">
<label>2</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://www.ebi.ac.uk/">https://www.ebi.ac.uk/</ext-link>
</p>
</fn>
<fn id="fn4">
<label>3</label>
<p>
<ext-link ext-link-type="uri" xlink:href="https://www.encodeproject.org/">https://www.encodeproject.org/</ext-link>
</p>
</fn>
<fn id="fn5">
<label>4</label>
<p>
<ext-link ext-link-type="uri" xlink:href="http://www.eu-parc.eu/">www.eu-parc.eu/</ext-link>
</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="web">
<collab>AOPWiki</collab> (<year>2023a</year>). <article-title>Cyp2E1 activation leading to liver cancer</article-title>. <comment>Available online at: <ext-link ext-link-type="uri" xlink:href="https://aopwiki.org/aops/220">https://aopwiki.org/aops/220</ext-link> (Accessed 05, 2024)</comment>.</citation>
</ref>
<ref id="B2">
<citation citation-type="web">
<collab>AOPWiki</collab> (<year>2023b</year>). <article-title>Inhibition of the mitochondrial complex I of nigro-striatal neurons leads to parkinsonian motor deficits</article-title>. <comment>Available online at: <ext-link ext-link-type="uri" xlink:href="https://aopwiki.org/aops/3">https://aopwiki.org/aops/3</ext-link> (Accessed 05, 2024)</comment>.</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Basu</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Bostwick</surname>
<given-names>A. M.</given-names>
</name>
<name>
<surname>Das</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Dittenhafer-Reed</surname>
<given-names>K. E.</given-names>
</name>
<name>
<surname>Patel</surname>
<given-names>S. S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Structure, mechanism, and regulation of mitochondrial DNA transcription initiation</article-title>. <source>J. Biol. Chem.</source> <volume>295</volume>, <fpage>18406</fpage>&#x2013;<lpage>18425</lpage>. <pub-id pub-id-type="doi">10.1074/jbc.REV120.011202</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Becker</surname>
<given-names>R. A.</given-names>
</name>
<name>
<surname>Dellarco</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Seed</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Kronenberg</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Meek</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Foreman</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Quantitative weight of evidence to assess confidence in potential modes of action</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>86</volume>, <fpage>205</fpage>&#x2013;<lpage>220</lpage>. <pub-id pub-id-type="doi">10.1016/j.yrtph.2017.02.017</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bose</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Beal</surname>
<given-names>M. F.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Mitochondrial dysfunction in Parkinson&#x27;s disease</article-title>. <source>J. Neurochem.</source> <volume>139</volume> (<issue>Suppl. 1</issue>), <fpage>216</fpage>&#x2013;<lpage>231</lpage>. <pub-id pub-id-type="doi">10.1111/jnc.13731</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bulthuis</surname>
<given-names>E. P.</given-names>
</name>
<name>
<surname>Adjobo-Hermans</surname>
<given-names>M. J. W.</given-names>
</name>
<name>
<surname>Willems</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Koopman</surname>
<given-names>W. J. H.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Mitochondrial morphofunction in mammalian cells</article-title>. <source>Antioxid. Redox Signal</source> <volume>30</volume>, <fpage>2066</fpage>&#x2013;<lpage>2109</lpage>. <pub-id pub-id-type="doi">10.1089/ars.2018.7534</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cabezon</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Butler</surname>
<given-names>P. J.</given-names>
</name>
<name>
<surname>Runswick</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Carbajo</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Walker</surname>
<given-names>J. E.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Homologous and heterologous inhibitory effects of ATPase inhibitor proteins on F-ATPases</article-title>. <source>J. Biol. Chem.</source> <volume>277</volume>, <fpage>41334</fpage>&#x2013;<lpage>41341</lpage>. <pub-id pub-id-type="doi">10.1074/jbc.M207169200</pub-id>
</citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chaturvedi</surname>
<given-names>R. K.</given-names>
</name>
<name>
<surname>Beal</surname>
<given-names>M. F.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Mitochondrial approaches for neuroprotection</article-title>. <source>Ann. N. Y. Acad. Sci.</source> <volume>1147</volume>, <fpage>395</fpage>&#x2013;<lpage>412</lpage>. <pub-id pub-id-type="doi">10.1196/annals.1427.027</pub-id>
</citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cohen</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Arnold</surname>
<given-names>L. L.</given-names>
</name>
<name>
<surname>Eldan</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Lewis</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Beck</surname>
<given-names>B. D.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Methylated arsenicals: the implications of metabolism and carcinogenicity studies in rodents to human risk assessment</article-title>. <source>Crit. Rev. Toxicol.</source> <volume>36</volume>, <fpage>99</fpage>&#x2013;<lpage>133</lpage>. <pub-id pub-id-type="doi">10.1080/10408440500534230</pub-id>
</citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cortopassi</surname>
<given-names>G. A.</given-names>
</name>
<name>
<surname>Arnheim</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>1990</year>). <article-title>Detection of a specific mitochondrial DNA deletion in tissues of older humans</article-title>. <source>Nucleic Acids Res.</source> <volume>18</volume>, <fpage>6927</fpage>&#x2013;<lpage>6933</lpage>. <pub-id pub-id-type="doi">10.1093/nar/18.23.6927</pub-id>
</citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Crouzet</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Grignard</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Brion</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Blanc</surname>
<given-names>E. B.</given-names>
</name>
<name>
<surname>Podechard</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Langouet</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2023</year>). <article-title>ReadEDTest: a tool to assess the readiness of <italic>in vitro</italic> test methods under development for identifying endocrine disruptors</article-title>. <source>Environ. Int.</source> <volume>174</volume>, <fpage>107910</fpage>. <pub-id pub-id-type="doi">10.1016/j.envint.2023.107910</pub-id>
</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dekant</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Bridges</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Scialli</surname>
<given-names>A. R.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>A quantitative weight of evidence assessment of confidence in modes-of-action and their human relevance</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>90</volume>, <fpage>51</fpage>&#x2013;<lpage>71</lpage>. <pub-id pub-id-type="doi">10.1016/j.yrtph.2017.08.012</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Demarest</surname>
<given-names>T. G.</given-names>
</name>
<name>
<surname>McCarthy</surname>
<given-names>M. M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Sex differences in mitochondrial (dys)function: implications for neuroprotection</article-title>. <source>J. Bioenerg. Biomembr.</source> <volume>47</volume>, <fpage>173</fpage>&#x2013;<lpage>188</lpage>. <pub-id pub-id-type="doi">10.1007/s10863-014-9583-7</pub-id>
</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Donato</surname>
<given-names>M. T.</given-names>
</name>
<name>
<surname>Jimenez</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Pelecha</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Tolosa</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Oxidative-stress and long-term hepatotoxicity: comparative study in Upcyte human hepatocytes and hepaRG cells</article-title>. <source>Arch. Toxicol.</source> <volume>96</volume>, <fpage>1021</fpage>&#x2013;<lpage>1037</lpage>. <pub-id pub-id-type="doi">10.1007/s00204-022-03236-y</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<collab>EFSA</collab> (<year>2015</year>). <article-title>Tools for critically appraising different study designs, systematic review and literature searches</article-title>. <source>EFSA Tech. Rep.</source> <volume>12</volume>. <pub-id pub-id-type="doi">10.2903/sp.efsa.2015.EN-836</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<collab>EFSA</collab>
<collab>Scientific Committee</collab>
<person-group person-group-type="author">
<name>
<surname>Hardy</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Benford</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Halldorsson</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Jeger</surname>
<given-names>M. J.</given-names>
</name>
<etal/>
</person-group> (<year>2017a</year>). <article-title>Guidance on the assessment of the biological relevance of data in scientific assessments</article-title>. <source>EFSA J.</source> <volume>15</volume>, <fpage>e04970</fpage>. <pub-id pub-id-type="doi">10.2903/j.efsa.2017.4970</pub-id>
</citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<collab>EFSA</collab>
<collab>Scientific Committee</collab>
<person-group person-group-type="author">
<name>
<surname>Hardy</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Benford</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Halldorsson</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Jeger</surname>
<given-names>M. J.</given-names>
</name>
<etal/>
</person-group> (<year>2017b</year>). <article-title>Guidance on the use of the weight of evidence approach in scientific assessments</article-title>. <source>EFSA J.</source> <volume>15</volume>, <fpage>e04971</fpage>. <pub-id pub-id-type="doi">10.2903/j.efsa.2017.4971</pub-id>
</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<collab>EFSA</collab>
<collab>Scientific Committee</collab>
<person-group person-group-type="author">
<name>
<surname>Benford</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Halldorsson</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Jeger</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Knutsen</surname>
<given-names>H. K.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Guidance on uncertainty analysis in scientific assessments</article-title>. <source>EFSA J.</source> <volume>16</volume>, <fpage>e05123</fpage>. <pub-id pub-id-type="doi">10.2903/j.efsa.2018.5123</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Escriva</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Zilliacus</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hessel</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Beronius</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Assessment of the endocrine disrupting properties of bisphenol AF: a case study applying the European regulatory criteria and guidance</article-title>. <source>Environ. Health</source> <volume>20</volume>, <fpage>48</fpage>. <pub-id pub-id-type="doi">10.1186/s12940-021-00731-0</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Esparza-Molto</surname>
<given-names>P. B.</given-names>
</name>
<name>
<surname>Romero-Carraminana</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Nunez de Arenas</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Pereira</surname>
<given-names>M. P.</given-names>
</name>
<name>
<surname>Blanco</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Pardo</surname>
<given-names>B.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Generation of mitochondrial reactive oxygen species is controlled by ATPase inhibitory factor 1 and regulates cognition</article-title>. <source>PLoS Biol.</source> <volume>19</volume>, <fpage>e3001252</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pbio.3001252</pub-id>
</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Frank</surname>
<given-names>E. A.</given-names>
</name>
<name>
<surname>Meek</surname>
<given-names>M. E. B.</given-names>
</name>
</person-group> (<year>2024</year>). <article-title>Procedural application of mode-of-action and human relevance analysis: styrene-induced lung tumors in mice</article-title>. <source>Crit. Rev. Toxicol.</source> <volume>54</volume>, <fpage>134</fpage>&#x2013;<lpage>151</lpage>. <pub-id pub-id-type="doi">10.1080/10408444.2024.2310600</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hartman</surname>
<given-names>J. H.</given-names>
</name>
<name>
<surname>Kozal</surname>
<given-names>J. S.</given-names>
</name>
<name>
<surname>Di Giulio</surname>
<given-names>R. T.</given-names>
</name>
<name>
<surname>Meyer</surname>
<given-names>J. N.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Zebrafish have an ethanol-inducible hepatic 4-nitrophenol hydroxylase that is not CYP2E1-like</article-title>. <source>Environ. Toxicol. Pharmacol.</source> <volume>54</volume>, <fpage>142</fpage>&#x2013;<lpage>145</lpage>. <pub-id pub-id-type="doi">10.1016/j.etap.2017.07.004</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Henrich</surname>
<given-names>M. T.</given-names>
</name>
<name>
<surname>Oertel</surname>
<given-names>W. H.</given-names>
</name>
<name>
<surname>Surmeier</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Geibl</surname>
<given-names>F. F.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>Mitochondrial dysfunction in Parkinson&#x2019;s disease - a key disease hallmark with therapeutic potential</article-title>. <source>Mol. Neurodegener.</source> <volume>18</volume>, <fpage>83</fpage>. <pub-id pub-id-type="doi">10.1186/s13024-023-00676-7</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<collab>ICCVAM</collab> (<year>2018</year>). <article-title>A strategic roadmap for establishing new approaches to evaluate the safety of chemicals and medical products in the United States</article-title>.</citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<collab>ICCVAM</collab> (<year>2024</year>). <article-title>Validation, qualification, and regulatory acceptance of new approach methodologies</article-title>.</citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kavlock</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Cummings</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Mode of action: inhibition of androgen receptor function--vinclozolin-induced malformations in reproductive development</article-title>. <source>Crit. Rev. Toxicol.</source> <volume>35</volume>, <fpage>721</fpage>&#x2013;<lpage>726</lpage>. <pub-id pub-id-type="doi">10.1080/10408440591007377</pub-id>
</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kraytsberg</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Kudryavtseva</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>McKee</surname>
<given-names>A. C.</given-names>
</name>
<name>
<surname>Geula</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kowall</surname>
<given-names>N. W.</given-names>
</name>
<name>
<surname>Khrapko</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Mitochondrial DNA deletions are abundant and cause functional impairment in aged human substantia nigra neurons</article-title>. <source>Nat. Genet.</source> <volume>38</volume>, <fpage>518</fpage>&#x2013;<lpage>520</lpage>. <pub-id pub-id-type="doi">10.1038/ng1778</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krebs</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Waldmann</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Wilks</surname>
<given-names>M. F.</given-names>
</name>
<name>
<surname>Van Vugt-Lussenburg</surname>
<given-names>B. M. A.</given-names>
</name>
<name>
<surname>Van der Burg</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Terron</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Template for the description of cell-based toxicological test methods to allow evaluation and regulatory use of the data</article-title>. <source>ALTEX</source> <volume>36</volume>, <fpage>682</fpage>&#x2013;<lpage>699</lpage>. <pub-id pub-id-type="doi">10.14573/altex.1909271</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Larsen</surname>
<given-names>S. B.</given-names>
</name>
<name>
<surname>Hanss</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Kruger</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>The genetic architecture of mitochondrial dysfunction in Parkinson&#x27;s disease</article-title>. <source>Cell Tissue Res.</source> <volume>373</volume>, <fpage>21</fpage>&#x2013;<lpage>37</lpage>. <pub-id pub-id-type="doi">10.1007/s00441-017-2768-8</pub-id>
</citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lopez-Cerdan</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Andreu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Hidalgo</surname>
<given-names>M. R.</given-names>
</name>
<name>
<surname>Grillo-Risco</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Catala-Senent</surname>
<given-names>J. F.</given-names>
</name>
<name>
<surname>Soler-Saez</surname>
<given-names>I.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Unveiling sex-based differences in Parkinson&#x27;s disease: a comprehensive meta-analysis of transcriptomic studies</article-title>. <source>Biol. Sex. Differ.</source> <volume>13</volume>, <fpage>68</fpage>. <pub-id pub-id-type="doi">10.1186/s13293-022-00477-5</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mader</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Pivtoraiko</surname>
<given-names>V. N.</given-names>
</name>
<name>
<surname>Flippo</surname>
<given-names>H. M.</given-names>
</name>
<name>
<surname>Klocke</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Roth</surname>
<given-names>K. A.</given-names>
</name>
<name>
<surname>Mangieri</surname>
<given-names>L. R.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Rotenone inhibits autophagic flux prior to inducing cell death</article-title>. <source>ACS Chem. Neurosci.</source> <volume>3</volume>, <fpage>1063</fpage>&#x2013;<lpage>1072</lpage>. <pub-id pub-id-type="doi">10.1021/cn300145z</pub-id>
</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meek</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Boobis</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Cote</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Dellarco</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Fotakis</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Munn</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2014a</year>). <article-title>New developments in the evolution and application of the WHO/IPCS framework on mode of action/species concordance analysis</article-title>. <source>J. Appl. Toxicol.</source> <volume>34</volume>, <fpage>1</fpage>&#x2013;<lpage>18</lpage>. <pub-id pub-id-type="doi">10.1002/jat.2949</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meek</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Bucher</surname>
<given-names>J. R.</given-names>
</name>
<name>
<surname>Cohen</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Dellarco</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Hill</surname>
<given-names>R. N.</given-names>
</name>
<name>
<surname>Lehman-McKeeman</surname>
<given-names>L. D.</given-names>
</name>
<etal/>
</person-group> (<year>2003</year>). <article-title>A framework for human relevance analysis of information on carcinogenic modes of action</article-title>. <source>Crit. Rev. Toxicol.</source> <volume>33</volume>, <fpage>591</fpage>&#x2013;<lpage>653</lpage>. <pub-id pub-id-type="doi">10.1080/713608373</pub-id>
</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meek</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Palermo</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Bachman</surname>
<given-names>A. N.</given-names>
</name>
<name>
<surname>North</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Jeffrey Lewis</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2014b</year>). <article-title>Mode of action human relevance (species concordance) framework: evolution of the Bradford Hill considerations and comparative analysis of weight of evidence</article-title>. <source>J. Appl. Toxicol.</source> <volume>34</volume>, <fpage>595</fpage>&#x2013;<lpage>606</lpage>. <pub-id pub-id-type="doi">10.1002/jat.2984</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meerman</surname>
<given-names>J. J.</given-names>
</name>
<name>
<surname>Legler</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Piersma</surname>
<given-names>A. H.</given-names>
</name>
<name>
<surname>Westerink</surname>
<given-names>R. H. S.</given-names>
</name>
<name>
<surname>Heusinkveld</surname>
<given-names>H. J.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>An adverse outcome pathway for chemical-induced Parkinson&#x27;s disease: calcium is key</article-title>. <source>Neurotoxicology</source> <volume>99</volume>, <fpage>226</fpage>&#x2013;<lpage>243</lpage>. <pub-id pub-id-type="doi">10.1016/j.neuro.2023.11.001</pub-id>
</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Menegola</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Veltman</surname>
<given-names>C. H. J.</given-names>
</name>
<name>
<surname>Battistoni</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Di Renzo</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Moretto</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Metruccio</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>An adverse outcome pathway on the disruption of retinoic acid metabolism leading to developmental craniofacial defects</article-title>. <source>Toxicology</source> <volume>458</volume>, <fpage>152843</fpage>. <pub-id pub-id-type="doi">10.1016/j.tox.2021.152843</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="book">
<collab>OECD</collab> (<year>2005</year>). &#x201c;<article-title>Guidance document on the validation and international acceptance of new or updated test methods for hazard assessment</article-title>,&#x201d; in <source>OECD series on testing and assessment</source> (<publisher-loc>Paris</publisher-loc>: <publisher-name>OECD Publishing</publisher-name>).</citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<collab>OECD</collab> (<year>2017</year>). &#x201c;<article-title>Revised guidance document on developing and assessing adverse outcome pathways</article-title>,&#x201d; in <source>Series oN testing and assessment No. 184</source> (<publisher-loc>Paris, France</publisher-loc>).</citation>
</ref>
<ref id="B39">
<citation citation-type="book">
<collab>OECD</collab> (<year>2018</year>). &#x201c;<article-title>Users&#x2019; handbook supplement to the guidance document for developing and assessing adverse outcome pathways</article-title>,&#x201d; in <source>OECD series on adverse outcome pathways</source>.</citation>
</ref>
<ref id="B40">
<citation citation-type="book">
<collab>OHAT</collab> (<year>2015</year>). &#x201c;<article-title>Handbook for conducting a literature-based health assessment using OHAT approach for SystematicReview and evidence integration</article-title>,&#x201d;. <publisher-loc>Research Triangle PARC, NC</publisher-loc>: <publisher-name>OHAT</publisher-name>.</citation>
</ref>
<ref id="B41">
<citation citation-type="book">
<collab>OSHA</collab> (<year>2016</year>). <source>Guidance on data evaluation for weight of evidence determination: application to the 2012 Hazard Communication Standard</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>Occupational Safety and Health Administration</publisher-name>.</citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Paul</surname>
<given-names>K. C.</given-names>
</name>
<name>
<surname>Krolewski</surname>
<given-names>R. C.</given-names>
</name>
<name>
<surname>Lucumi Moreno</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Blank</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Holton</surname>
<given-names>K. M.</given-names>
</name>
<name>
<surname>Ahfeldt</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2023</year>). <article-title>A pesticide and iPSC dopaminergic neuron screen identifies and classifies Parkinson-relevant pesticides</article-title>. <source>Nat. Commun.</source> <volume>14</volume>, <fpage>2803</fpage>. <pub-id pub-id-type="doi">10.1038/s41467-023-38215-z</pub-id>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Petersen</surname>
<given-names>K. F.</given-names>
</name>
<name>
<surname>Befroy</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Dufour</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Dziura</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Ariyan</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Rothman</surname>
<given-names>D. L.</given-names>
</name>
<etal/>
</person-group> (<year>2003</year>). <article-title>Mitochondrial dysfunction in the elderly: possible role in insulin resistance</article-title>. <source>Science</source> <volume>300</volume>, <fpage>1140</fpage>&#x2013;<lpage>1142</lpage>. <pub-id pub-id-type="doi">10.1126/science.1082889</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prasuhn</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Davis</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Kumar</surname>
<given-names>K. R.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Targeting mitochondrial impairment in Parkinson&#x27;s disease: challenges and opportunities</article-title>. <source>Front. Cell Dev. Biol.</source> <volume>8</volume>, <fpage>615461</fpage>. <pub-id pub-id-type="doi">10.3389/fcell.2020.615461</pub-id>
</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rahman</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Copeland</surname>
<given-names>W. C.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>POLG-related disorders and their neurological manifestations</article-title>. <source>Nat. Rev. Neurol.</source> <volume>15</volume>, <fpage>40</fpage>&#x2013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1038/s41582-018-0101-0</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rasoulpour</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Terry</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>LeBaron</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Stebbins</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Ellis-Hutchings</surname>
<given-names>R. G.</given-names>
</name>
<name>
<surname>Billington</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Mode-of-action and human relevance framework analysis for rat Leydig cell tumors associated with sulfoxaflor</article-title>. <source>Crit. Rev. Toxicol.</source> <volume>44</volume> (<issue>Suppl. 2</issue>), <fpage>25</fpage>&#x2013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.3109/10408444.2014.910750</pub-id>
</citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rekha</surname>
<given-names>K. R.</given-names>
</name>
<name>
<surname>Inmozhi Sivakamasundari</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Geraniol protects against the protein and oxidative stress induced by Rotenone in an <italic>in vitro</italic> model of Parkinson&#x27;s disease</article-title>. <source>Neurochem. Res.</source> <volume>43</volume>, <fpage>1947</fpage>&#x2013;<lpage>1962</lpage>. <pub-id pub-id-type="doi">10.1007/s11064-018-2617-5</pub-id>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roth</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Zilliacus</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Beronius</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Development of the SciRAP approach for evaluating the reliability and relevance of <italic>in vitro</italic> toxicity data</article-title>. <source>Front. Toxicol.</source> <volume>3</volume>, <fpage>746430</fpage>. <pub-id pub-id-type="doi">10.3389/ftox.2021.746430</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schneider</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Schwarz</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Burkholder</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Kopp-Schneider</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Edler</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Kinsner-Ovaskainen</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2009</year>). <article-title>&#x201c;ToxRTool&#x201d;, a new tool to assess the reliability of toxicological data</article-title>. <source>Toxicol. Lett.</source> <volume>189</volume>, <fpage>138</fpage>&#x2013;<lpage>144</lpage>. <pub-id pub-id-type="doi">10.1016/j.toxlet.2009.05.013</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Short</surname>
<given-names>K. R.</given-names>
</name>
<name>
<surname>Bigelow</surname>
<given-names>M. L.</given-names>
</name>
<name>
<surname>Kahl</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Singh</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Coenen-Schimke</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Raghavakaimal</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2005</year>). <article-title>Decline in skeletal muscle mitochondrial function with aging in humans</article-title>. <source>Proc. Natl. Acad. Sci. U. S. A.</source> <volume>102</volume>, <fpage>5618</fpage>&#x2013;<lpage>5623</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.0501559102</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Silaidos</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Pilatus</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Grewal</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Matura</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Lienerth</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Pantel</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Sex-associated differences in mitochondrial function in human peripheral blood mononuclear cells (PBMCs) and brain</article-title>. <source>Biol. Sex. Differ.</source> <volume>9</volume>, <fpage>34</fpage>. <pub-id pub-id-type="doi">10.1186/s13293-018-0193-7</pub-id>
</citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Soong</surname>
<given-names>N. W.</given-names>
</name>
<name>
<surname>Hinton</surname>
<given-names>D. R.</given-names>
</name>
<name>
<surname>Cortopassi</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Arnheim</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>1992</year>). <article-title>Mosaicism for a specific somatic mitochondrial DNA mutation in adult human brain</article-title>. <source>Nat. Genet.</source> <volume>2</volume>, <fpage>318</fpage>&#x2013;<lpage>323</lpage>. <pub-id pub-id-type="doi">10.1038/ng1292-318</pub-id>
</citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stevens</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Kramer</surname>
<given-names>A. T.</given-names>
</name>
<name>
<surname>Coogan</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Sayes</surname>
<given-names>C. M.</given-names>
</name>
</person-group> (<year>2024</year>). <article-title>Developmental effects of zebrafish (<italic>Danio rerio</italic>) embryos after exposure to glyphosate and lead mixtures</article-title>. <source>Ecotoxicol. Environ. Saf.</source> <volume>271</volume>, <fpage>115886</fpage>. <pub-id pub-id-type="doi">10.1016/j.ecoenv.2023.115886</pub-id>
</citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Strupp</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Bomann</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Cohen</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Weber</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Relationship of metabolism and cell proliferation to the mode of action of fluensulfone-induced mouse lung tumors. II: additional mechanistic studies</article-title>. <source>Toxicol. Sci.</source> <volume>154</volume>, <fpage>296</fpage>&#x2013;<lpage>308</lpage>. <pub-id pub-id-type="doi">10.1093/toxsci/kfw168</pub-id>
</citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Terron</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bal-Price</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Paini</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Monnet-Tschudi</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Bennekou</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Members</surname>
<given-names>E. W. E.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>An adverse outcome pathway for parkinsonian motor deficits associated with mitochondrial complex I inhibition</article-title>. <source>Arch. Toxicol.</source> <volume>92</volume>, <fpage>41</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1007/s00204-017-2133-4</pub-id>
</citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Uchida</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Yamashita</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Kitano</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Iguchi</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Oocyte apoptosis during the transition from ovary-like tissue to testes during sex differentiation of juvenile zebrafish</article-title>. <source>J. Exp. Biol.</source> <volume>205</volume>, <fpage>711</fpage>&#x2013;<lpage>718</lpage>. <pub-id pub-id-type="doi">10.1242/jeb.205.6.711</pub-id>
</citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Veltman</surname>
<given-names>C. H. J.</given-names>
</name>
<name>
<surname>Pennings</surname>
<given-names>J. L. A.</given-names>
</name>
<name>
<surname>van de Water</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Luijten</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2023</year>). <article-title>An adverse outcome pathway network for chemically induced oxidative stress leading to (Non)genotoxic carcinogenesis</article-title>. <source>Chem. Res. Toxicol.</source> <volume>36</volume>, <fpage>805</fpage>&#x2013;<lpage>817</lpage>. <pub-id pub-id-type="doi">10.1021/acs.chemrestox.2c00396</pub-id>
</citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Veltman</surname>
<given-names>C. H. J.</given-names>
</name>
<name>
<surname>Van der Ven</surname>
<given-names>L. T. M.</given-names>
</name>
<name>
<surname>Menegola</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Luijten</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2025</year>). <article-title>A pragmatic workflow for human relevance assessment of toxicological pathways and associated new approach methodologies</article-title>. <source>Regul. Toxicol. Pharmacol.</source> <volume>160</volume>, <fpage>105828</fpage>. <pub-id pub-id-type="doi">10.1016/j.yrtph.2025.105828</pub-id>
</citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>von Hofsten</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Olsson</surname>
<given-names>P. E.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Zebrafish sex determination and differentiation: involvement of FTZ-F1 genes</article-title>. <source>Reprod. Biol. Endocrinol.</source> <volume>3</volume>, <fpage>63</fpage>. <pub-id pub-id-type="doi">10.1186/1477-7827-3-63</pub-id>
</citation>
</ref>
<ref id="B60">
<citation citation-type="book">
<collab>WHO/IPCS</collab>. (<year>2007</year>). &#x201c;<source>IPCS mode of action framework part 1: IPCS framework for analysing the relevance of a cancer mode of action for humans and case Studies. Part 2: IPCS framework for analysing the relevance of a non-cancer mode of action for humans</source>. <publisher-name>Geneva, Switzerland: World Health Organization</publisher-name>. Available online at: <ext-link ext-link-type="uri" xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="https://iris.who.int/bitstream/handle/10665/43741/9789241563499_eng.pdf?sequence=1">https://iris.who.int/bitstream/handle/10665/43741/9789241563499_eng.pdf?sequence=1</ext-link>.</citation>
</ref>
<ref id="B61">
<citation citation-type="book">
<collab>WHO/IPCS</collab>. (<year>2018</year>). <article-title>Guidance document on evaluating and expressing uncertainty in harzard characterization</article-title>. <source>IPCS Harmonization project document no 11</source>, <publisher-name>Geneva, Switzerland: World Health Organization</publisher-name>. Available online at: <ext-link ext-link-type="uri" xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="https://iris.who.int/bitstream/handle/10665/259858/9789241513548-eng.pdf?sequence=1">https://iris.who.int/bitstream/handle/10665/259858/9789241513548-eng.pdf?sequence=1</ext-link>.</citation>
</ref>
<ref id="B62">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wiklund</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Beronius</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Systematic evaluation of the evidence for identification of endocrine disrupting properties of Bisphenol F</article-title>. <source>Toxicology</source> <volume>476</volume>, <fpage>153255</fpage>. <pub-id pub-id-type="doi">10.1016/j.tox.2022.153255</pub-id>
</citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Broughton</surname>
<given-names>R. E.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Mitochondrial-nuclear interactions: compensatory evolution or variable functional constraint among vertebrate oxidative phosphorylation genes?</article-title> <source>Genome Biol. Evol.</source> <volume>5</volume>, <fpage>1781</fpage>&#x2013;<lpage>1791</lpage>. <pub-id pub-id-type="doi">10.1093/gbe/evt129</pub-id>
</citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zoeller</surname>
<given-names>R. T.</given-names>
</name>
<name>
<surname>Crofton</surname>
<given-names>K. M.</given-names>
</name>
</person-group> (<year>2005</year>). <article-title>Mode of action: developmental thyroid hormone insufficiency--neurological abnormalities resulting from exposure to propylthiouracil</article-title>. <source>Crit. Rev. Toxicol.</source> <volume>35</volume>, <fpage>771</fpage>&#x2013;<lpage>781</lpage>. <pub-id pub-id-type="doi">10.1080/10408440591007313</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>