<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" 'JATS-journalpublishing1-3-mathml3.dtd'>
<article article-type="research-article" dtd-version="1.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:ali="http://www.niso.org/schemas/ali/1.0/" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Bioinform.</journal-id>
<journal-title-group>
<journal-title>Frontiers in Bioinformatics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Bioinform.</abbrev-journal-title>
</journal-title-group>
<issn pub-type="epub">2673-7647</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1665892</article-id>
<article-id pub-id-type="doi">10.3389/fbinf.2025.1665892</article-id>
<article-version article-version-type="Version of Record" vocab="NISO-RP-8-2008"/>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Original Research</subject>
</subj-group>
</article-categories>
<title-group>
<article-title>Identification of ordinal relations and alternative suborders within high-dimensional molecular data</article-title>
<alt-title alt-title-type="left-running-head">Stolnicu et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/fbinf.2025.1665892">10.3389/fbinf.2025.1665892</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Stolnicu</surname>
<given-names>Ana</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1058561"/>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Conceptualization" vocab-term-identifier="https://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Data curation" vocab-term-identifier="https://credit.niso.org/contributor-roles/data-curation/">Data curation</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Formal analysis" vocab-term-identifier="https://credit.niso.org/contributor-roles/formal-analysis/">Formal Analysis</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Investigation" vocab-term-identifier="https://credit.niso.org/contributor-roles/investigation/">Investigation</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Methodology" vocab-term-identifier="https://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Software" vocab-term-identifier="https://credit.niso.org/contributor-roles/software/">Software</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Validation" vocab-term-identifier="https://credit.niso.org/contributor-roles/validation/">Validation</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Visualization" vocab-term-identifier="https://credit.niso.org/contributor-roles/visualization/">Visualization</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; original draft" vocab-term-identifier="https://credit.niso.org/contributor-roles/writing-original-draft/">Writing - original draft</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; review &#x26; editing" vocab-term-identifier="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/">Writing - review and editing</role>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Eckhardt-Bellmann</surname>
<given-names>Peter</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2038187"/>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Formal analysis" vocab-term-identifier="https://credit.niso.org/contributor-roles/formal-analysis/">Formal Analysis</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Methodology" vocab-term-identifier="https://credit.niso.org/contributor-roles/methodology/">Methodology</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; original draft" vocab-term-identifier="https://credit.niso.org/contributor-roles/writing-original-draft/">Writing - original draft</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; review &#x26; editing" vocab-term-identifier="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/">Writing - review and editing</role>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kestler</surname>
<given-names>Angelika M. R.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/3249219/overview"/>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; review &#x26; editing" vocab-term-identifier="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/">Writing - review and editing</role>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Kestler</surname>
<given-names>Hans A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/473607"/>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Conceptualization" vocab-term-identifier="https://credit.niso.org/contributor-roles/conceptualization/">Conceptualization</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Formal analysis" vocab-term-identifier="https://credit.niso.org/contributor-roles/formal-analysis/">Formal Analysis</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Funding acquisition" vocab-term-identifier="https://credit.niso.org/contributor-roles/funding-acquisition/">Funding acquisition</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Investigation" vocab-term-identifier="https://credit.niso.org/contributor-roles/investigation/">Investigation</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Project administration" vocab-term-identifier="https://credit.niso.org/contributor-roles/project-administration/">Project administration</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Resources" vocab-term-identifier="https://credit.niso.org/contributor-roles/resources/">Resources</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Supervision" vocab-term-identifier="https://credit.niso.org/contributor-roles/supervision/">Supervision</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; original draft" vocab-term-identifier="https://credit.niso.org/contributor-roles/writing-original-draft/">Writing - original draft</role>
<role vocab="credit" vocab-identifier="https://credit.niso.org/" vocab-term="Writing &#x2013; review &#x26; editing" vocab-term-identifier="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/">Writing - review and editing</role>
</contrib>
</contrib-group>
<aff id="aff1">
<label>1</label>
<institution>Institute of Medical Systems Biology, Ulm University</institution>, <city>Ulm</city>, <country country="DE">Germany</country>
</aff>
<aff id="aff2">
<label>2</label>
<institution>Department of Internal Medicine I, Ulm University Hospital</institution>, <city>Ulm</city>, <country country="DE">Germany</country>
</aff>
<aff id="aff3">
<label>3</label>
<institution>Leibniz Institute on Aging &#x2013; Fritz Lipmann Institute</institution>, <city>Jena</city>, <country country="DE">Germany</country>
</aff>
<author-notes>
<corresp id="c001">
<label>&#x2a;</label>Correspondence: Hans A. Kestler, <email xlink:href="mailto:hans.kestler@uni-ulm.de">hans.kestler@uni-ulm.de</email>
</corresp>
<fn fn-type="equal" id="fn001">
<label>&#x2020;</label>
<p>These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date publication-format="electronic" date-type="pub" iso-8601-date="2025-11-03">
<day>03</day>
<month>11</month>
<year>2025</year>
</pub-date>
<pub-date publication-format="electronic" date-type="collection">
<year>2025</year>
</pub-date>
<volume>5</volume>
<elocation-id>1665892</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>07</month>
<year>2025</year>
</date>
<date date-type="accepted">
<day>13</day>
<month>10</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2025 Stolnicu, Eckhardt-Bellmann, Kestler and Kestler.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Stolnicu, Eckhardt-Bellmann, Kestler and Kestler</copyright-holder>
<license>
<ali:license_ref start_date="2025-11-03">https://creativecommons.org/licenses/by/4.0/</ali:license_ref>
<license-p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</license-p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Numerous biological systems exhibit ordinal connections between categories. Developmental and time-series information inherently depict sequences like &#x201c;early,&#x201d; &#x201c;intermediate,&#x201d; and &#x201c;late&#x201d; phases, showing that these specific processes follow a progression. Ordinal classification techniques are often applied in biological and medical contexts, ranging from the evaluation of pain intensity, to the detection of evolving diseases, such as cancer. These ranking systems may assist clinicians in establishing diagnoses and developing tailored treatment plans. For instance, tumor staging might guide early detection strategies and targeted therapies, improving patient outcomes. However, applying ordinal classification to biological data presents considerable challenges. In addition to their high dimensionality, these datasets can be highly heterogeneous, often reflecting branching processes that occur simultaneously during progression. Factors such as intratumoral diversity, asynchronous progress, and context-specific signaling activity may interfere with the identification of such alternative development routes.</p>
</sec>
<sec>
<title>Methods</title>
<p>To address these challenges, we propose a framework for uncovering ordinal relationships within molecular data. Specifically, directed threshold classifiers are introduced as base learners for ordinal classifier cascades, enabling the detection of both total and partial orderings between molecular states.</p>
</sec>
<sec>
<title>Results</title>
<p>This approach preserves the inherent ordinal structure by projecting high-dimensional data onto one single dimension while simultaneously decreasing complexity. Additionally, the distinct features of the resulting thresholds allow the prediction of potential alternative paths among the suborders.</p>
</sec>
</abstract>
<kwd-group>
<kwd>alternative progression patterns</kwd>
<kwd>classifier cascades</kwd>
<kwd>directed threshold classifiers</kwd>
<kwd>ordinal classification</kwd>
<kwd>high-throughput data</kwd>
</kwd-group>
<funding-group>
<award-group id="gs1">
<funding-source id="sp1">
<institution-wrap>
<institution>Deutsche Forschungsgemeinschaft</institution>
<institution-id institution-id-type="doi" vocab="open-funder-registry" vocab-identifier="10.13039/open_funder_registry">10.13039/501100001659</institution-id>
</institution-wrap>
</funding-source>
<award-id rid="sp1">450627322</award-id>
<award-id rid="sp1">520750254</award-id>
</award-group>
<award-group id="gs2">
<funding-source id="sp2">
<institution-wrap>
<institution>Bundesministerium f&#xfc;r Bildung und Forschung</institution>
<institution-id institution-id-type="doi" vocab="open-funder-registry" vocab-identifier="10.13039/open_funder_registry">10.13039/501100002347</institution-id>
</institution-wrap>
</funding-source>
<award-id rid="sp2">01ZZ2316N</award-id>
</award-group>
<funding-statement>The author(s) declare that financial support was received for the research and/or publication of this article. HK acknowledges funding from the German Science Foundation (DFG, SFB 1506, Aging at Interfaces, no. 450627322 and GRK 3012, KEMAI, no. 520750254) and the German Federal Ministry of Education and Research (BMFTR, Medical Informatics Initiative, project Private AIM, no. 01ZZ2316N).</funding-statement>
</funding-group>
<counts>
<fig-count count="7"/>
<table-count count="0"/>
<equation-count count="11"/>
<ref-count count="57"/>
<page-count count="12"/>
</counts>
<custom-meta-group>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Integrative Bioinformatics</meta-value>
</custom-meta>
</custom-meta-group>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<label>1</label>
<title>Introduction</title>
<p>Various physiological processes and health conditions naturally follow an ordinal arrangement, in which stages progress hierarchically (<xref ref-type="bibr" rid="B40">Prigogine and Nicolis, 1971</xref>). Organizing disease phases into meaningful semantic groups can be a valuable predictive tool in clinical practice (<xref ref-type="bibr" rid="B33">Lee et al., 2004</xref>). In oncology, tumor classification aids in prognosis and treatment strategies, guiding the choice of interventions and targeted therapies based on predicted tumor behavior (<xref ref-type="bibr" rid="B5">Beadsmoore and Screaton, 2003</xref>; <xref ref-type="bibr" rid="B18">Forner et al., 2014</xref>; <xref ref-type="bibr" rid="B13">Cort&#xe9;s et al., 2014</xref>). Similarly, categorizing the stages of neurodegenerative disorders, such as Alzheimer&#x2019;s disease (<xref ref-type="bibr" rid="B47">Sperling et al., 2011</xref>; <xref ref-type="bibr" rid="B14">Davis et al., 2018</xref>; <xref ref-type="bibr" rid="B49">Tahami Monfared et al., 2022</xref>) might facilitate prompt therapeutic decisions and patient monitoring (<xref ref-type="bibr" rid="B44">Scharre, 2019</xref>). Pain classification adheres to comparable principles, where pain intensity reported by patients can be arranged into numerical or categorical scales (<xref ref-type="bibr" rid="B22">Hadjistavropoulos and Craig, 2002</xref>; <xref ref-type="bibr" rid="B23">Haefeli and Elfering, 2006</xref>). These may also be used in anesthesiology and pain management to guide treatment suitability (<xref ref-type="bibr" rid="B8">Breivik et al., 2008</xref>). Despite its clinical utility, ordinal classification in biological and medical data presents considerable computational challenges. Molecular datasets, such as gene expression profiles, are not only high-dimensional, consisting of thousands of interrelated features, but also may encode multiple, potentially parallel biological processes, each with its own progression dynamics (<xref ref-type="bibr" rid="B9">Brody, 2009</xref>; <xref ref-type="bibr" rid="B56">Wu et al., 2019</xref>; <xref ref-type="bibr" rid="B57">Yang et al., 2022</xref>; <xref ref-type="bibr" rid="B20">Gerlinger et al., 2012</xref>). Additionally, high-throughput data often suffer from noise introduced by experimental variability, batch effects, and underlying biological diversity, which can hinder ordinal relationships and complicate model training (<xref ref-type="bibr" rid="B52">Tu et al., 2002</xref>; <xref ref-type="bibr" rid="B21">Goh et al., 2017</xref>). Moreover, numerous biological processes lack clear stage transitions, exhibiting overlapped molecular signatures and divergent trajectories, leading to ambiguous classification boundaries and partial ordering of states (<xref ref-type="bibr" rid="B45">Seoane and De Mattos-Arruda, 2014</xref>). Further suggesting that these mechanisms could potentially evolve through various parallel pathways (<xref ref-type="bibr" rid="B38">Olschwang et al., 1997</xref>; <xref ref-type="bibr" rid="B51">Traverso et al., 2002</xref>).</p>
<p>The proposed architecture is tailored for the detection of ordinal structures within one-dimensional data, derived from high-throughput datasets. The categories, i.e., classes, are delineated by thresholds that partition the input space into distinct intervals. An essential aspect of this method is the ability to recreate potential alternative ordinal trajectories from the resulting suborders. This can be accomplished based on the properties of the decision boundaries. As a result, the model can provide a distinct benefit in scenarios in which the ordinal structure may not be strictly predefined, allowing for more nuanced and adaptable classification decisions. However, note that our introduced architecture is designed for the detection of ordinal structures and (parallel) substructures, not for the classification process at hand.</p>
</sec>
<sec id="s2">
<label>2</label>
<title>Related work</title>
<p>Ordinal classification is a type of supervised learning in which the classes exhibit an intrinsic order that does not necessarily adhere to specific numerical intervals (<xref ref-type="bibr" rid="B19">Frank and Hall, 2001</xref>). In contrast to conventional ordinal classification approaches, which typically assume a fixed class order and often fail to capture the optimal ordinal correlations between classes, ordinal classifier cascades (OCCs) (<xref ref-type="bibr" rid="B30">Lattke et al., 2015</xref>) decompose the task into a series of simplified binary classification problems. In this framework, a cascade of classifiers is used, where each classifier determines whether a given instance belongs to a specific category or a higher-ranked one. The cascade approach evaluates samples sequentially, attributing a label according to the first classifier that provides a confident prediction. This structure not only streamlines the classification problem at each stage, but also allows the exploration of potential class sequences. In this context, the CASCADES algorithm (<xref ref-type="bibr" rid="B31">Lausser et al., 2019</xref>) extends the sequential framework by improving its efficiency, replacing the exhaustive search with exploratory screening of candidate orders. To handle the computational complexity of this search, it employs early rejection criteria based on class-wise sensitivity limits, discarding underperforming cascades prior to complete training. Additionally, binary classifiers in the cascade are trained to distinguish between a class and its successor, enabling pairwise trained classifiers to be stored and reused for different input orders, thus decreasing runtime and minimizing redundant computations. Because the algorithm is independent of the classifier type, allowing the integration of any suitable binary training method, this approach enhances both efficiency and flexibility. Finally, it produces a set of candidate cascades that satisfy the established performance criteria, which can be further evaluated for ensemble integration or downstream model selection.</p>
<p>Formally, in the context of ordinal classification, we are given a set of <inline-formula id="inf1">
<mml:math id="m1">
<mml:mrow>
<mml:mi mathvariant="script">N</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> samples, <inline-formula id="inf2">
<mml:math id="m2">
<mml:mrow>
<mml:mi mathvariant="script">D</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>y</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi mathvariant="script">N</mml:mi>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>, where <inline-formula id="inf3">
<mml:math id="m3">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> denotes the feature vector of the <inline-formula id="inf4">
<mml:math id="m4">
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>-th sample and <inline-formula id="inf5">
<mml:math id="m5">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>y</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> indicates its associated label. Here, <inline-formula id="inf6">
<mml:math id="m6">
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
<mml:mo>&#x2286;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mi mathvariant="double-struck">R</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>d</mml:mi>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> is the feature space and <inline-formula id="inf7">
<mml:math id="m7">
<mml:mrow>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> corresponds to the finite set of class labels. The objective is to predict the label for each sample <inline-formula id="inf8">
<mml:math id="m8">
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> taking into account its feature vector. Thus, a binary classifier, <inline-formula id="inf9">
<mml:math id="m9">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, of an OCCs ensemble, <inline-formula id="inf10">
<mml:math id="m10">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3b5;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>C</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, is trained to differentiate between samples belonging to adjacent classes, <inline-formula id="inf11">
<mml:math id="m11">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf12">
<mml:math id="m12">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, in the given semantic order, <inline-formula id="inf13">
<mml:math id="m13">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:mo>&#x22ef;</mml:mo>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, as:<disp-formula id="e1">
<mml:math id="m14">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3b5;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>C</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:msub>
<mml:mo>:</mml:mo>
<mml:mi mathvariant="script">X</mml:mi>
<mml:mo>&#x21a6;</mml:mo>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo stretchy="false">&#x2223;</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
<mml:mo>.</mml:mo>
</mml:mrow>
</mml:math>
<label>(1)</label>
</disp-formula>
</p>
<p>The index <inline-formula id="inf14">
<mml:math id="m15">
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> designates the position of the classes in the given order. Throughout the classification procedure, every <inline-formula id="inf15">
<mml:math id="m16">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> is evaluated by the sequence of classifiers arranged according to the order under investigation, that is, if the input order is <inline-formula id="inf16">
<mml:math id="m17">
<mml:mrow>
<mml:mi>o</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:mo>&#x22ef;</mml:mo>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, the classifiers are organized as <inline-formula id="inf17">
<mml:math id="m18">
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>1,2</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>2,3</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>. For a sample <inline-formula id="inf18">
<mml:math id="m19">
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, if a classifier <inline-formula id="inf19">
<mml:math id="m20">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> generates a positive prediction for the first label, <inline-formula id="inf20">
<mml:math id="m21">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, the corresponding label will be assigned to <inline-formula id="inf21">
<mml:math id="m22">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, and the cascade ends. Otherwise, the sample is passed to the next classifier in the sequence, continuing the process until the final classifier <inline-formula id="inf22">
<mml:math id="m23">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> is reached, in which case, if the second label is predicted, then the predicted label <inline-formula id="inf23">
<mml:math id="m24">
<mml:mrow>
<mml:msubsup>
<mml:mrow>
<mml:mi>y</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula> is equal to <inline-formula id="inf24">
<mml:math id="m25">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, as defined in <xref ref-type="disp-formula" rid="e2">Equation 2</xref>:<disp-formula id="e2">
<mml:math id="m26">
<mml:mrow>
<mml:msubsup>
<mml:mrow>
<mml:mi>y</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>&#x3d;</mml:mo>
<mml:mfenced open="{" close="">
<mml:mrow>
<mml:mtable class="cases">
<mml:mtr>
<mml:mtd columnalign="left">
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mspace width="1em"/>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mtext>where</mml:mtext>
<mml:mspace width="0.17em"/>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mi>min</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
<mml:mtext>&#x2003;</mml:mtext>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mtext>&#x2003;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:msub>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd columnalign="left">
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mspace width="1em"/>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mtext>if</mml:mtext>
<mml:mspace width="0.17em"/>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:msub>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mspace width="1em"/>
<mml:mo>&#x2200;</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x3c;</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>.</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:math>
<label>(2)</label>
</disp-formula>
</p>
<p>In order to guide the selection of the most effective cascades, the class-wise sensitivity serves as primary efficiency criterion for the classifiers. An example of an OCC architecture is depicted in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Ordinal classifier cascade (OCC) ensemble. The OCC architecture consists of <inline-formula id="inf25">
<mml:math id="m27">
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula> binary classifiers <inline-formula id="inf26">
<mml:math id="m28">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> that can either predict label <inline-formula id="inf27">
<mml:math id="m29">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> or label <inline-formula id="inf28">
<mml:math id="m30">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. If the <italic>greater</italic> class <inline-formula id="inf29">
<mml:math id="m31">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> is predicted, the input is passed to the next classifier in the sequence. Otherwise, if the <italic>lower</italic> class <inline-formula id="inf30">
<mml:math id="m32">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> is predicted by <inline-formula id="inf31">
<mml:math id="m33">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, then this output is taken as the ensemble&#x2019;s final prediction for input <inline-formula id="inf32">
<mml:math id="m34">
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>. The last classifier in the sequence, <inline-formula id="inf33">
<mml:math id="m35">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, cannot further pass input <inline-formula id="inf34">
<mml:math id="m36">
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, and therefore, once reached, always provides the ensemble&#x2019;s final output, by predicting either <inline-formula id="inf35">
<mml:math id="m37">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> or <inline-formula id="inf36">
<mml:math id="m38">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. An OCC ensemble is defined by its set of classifiers, as in <xref ref-type="disp-formula" rid="e1">Equation 1</xref>.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g001.tif">
<alt-text content-type="machine-generated">Flowchart depicting a series of classifiers and outputs. The input, \(x\), represented by a blue square, is processed through classifiers \(c_{(1,2)}, c_{(2,3)}, \ldots, c_{(|L|-1,|L|)}\), shown as yellow rectangles. Outputs \(l_1, l_2, \ldots, l_{|L|}\) are depicted as orange circles, with the final ensemble prediction output indicated by an outlined circle. Annotations explain the shapes: input \(x\), classifier outputs \(l_i\), and ensemble prediction.</alt-text>
</graphic>
</fig>
<p>
<xref ref-type="bibr" rid="B6">Bellmann and Schwenker (2020)</xref> proposed another approach for the detection of ordinal class structures, in which it is not necessary to explicitly evaluate all possible class orderings. The idea is to determine the performance (resubstitution accuracy) of linear Support Vector Machines (SVMs) (<xref ref-type="bibr" rid="B54">Vapnik, 2000</xref>) for each class pair, i.e., <inline-formula id="inf37">
<mml:math id="m39">
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x22c5;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>/</mml:mo>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula> binary subtasks. The resulting performance values, <inline-formula id="inf38">
<mml:math id="m40">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, imply how well the classes, <inline-formula id="inf39">
<mml:math id="m41">
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, can be separated from each other. As the next step, the values <inline-formula id="inf40">
<mml:math id="m42">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> are combined into <inline-formula id="inf41">
<mml:math id="m43">
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> symmetric matrices <inline-formula id="inf42">
<mml:math id="m44">
<mml:mrow>
<mml:mi mathvariant="script">A</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf43">
<mml:math id="m45">
<mml:mrow>
<mml:mi mathvariant="script">A</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>, with different arrangements of the row (and column) elements. While the symmetry of each <inline-formula id="inf44">
<mml:math id="m46">
<mml:mrow>
<mml:mi mathvariant="script">A</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is obtained by definition, due to <inline-formula id="inf45">
<mml:math id="m47">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, for all <inline-formula id="inf46">
<mml:math id="m48">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2260;</mml:mo>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, the authors defined <inline-formula id="inf47">
<mml:math id="m49">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2254;</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf48">
<mml:math id="m50">
<mml:mrow>
<mml:mo>&#x2200;</mml:mo>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>. An ordinal class structure is found if and only if there exist exactly two matrices <inline-formula id="inf49">
<mml:math id="m51">
<mml:mrow>
<mml:mi mathvariant="script">A</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> for which the row (and column) entries are monotonously decreasing towards the diagonal elements. From the symmetry characteristic, it follows that each ordinal structure is found together with its reverse order.</p>
<p>
<xref ref-type="bibr" rid="B6">Bellmann and Schwenker (2020)</xref> further extended their work in (<xref ref-type="bibr" rid="B7">Bellmann et al., 2022</xref>). They generalized their working definition of ordinal classification tasks by introducing a theoretical framework which makes it possible to detect ordinal class structures without utilizing any classification model. As an example, they proposed using a multidimensional adaptation of Fisher&#x2019;s discriminant ratio (<xref ref-type="bibr" rid="B17">Fisher, 1936</xref>). Using their framework, they proved that, in general, 3-class classification problems can be regarded as ordinal classification tasks consisting of two edge classes and a class identified as the central one. Note that the authors reduced the detection complexity from evaluating all possible class orderings, <inline-formula id="inf50">
<mml:math id="m52">
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>!</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> evaluations, to only <inline-formula id="inf51">
<mml:math id="m53">
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x22c5;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>/</mml:mo>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>. However, they did not discuss the potential for detecting substructures, a useful property that was elaborated by <xref ref-type="bibr" rid="B32">Lausser et al. (2020)</xref> based on the CASCADES algorithm. In contrast to the methods discussed above, in our current approach, the mining for ordinal suborders is not conducted in the provided, and often high-dimensional, feature space, but in combination with the one-dimensional real space. Moreover, with our approach presented in this work, we are able to identify alternate progressions.</p>
</sec>
<sec sec-type="materials|methods" id="s3">
<label>3</label>
<title>Materials and methods</title>
<sec id="s3-1">
<label>3.1</label>
<title>Directed threshold classifiers</title>
<p>The purpose of the Directed Threshold Classifiers (DTCs) introduced in this work is to recognize ordinal relations within univariate data <inline-formula id="inf52">
<mml:math id="m54">
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
<mml:mo>&#x2286;</mml:mo>
<mml:mi mathvariant="double-struck">R</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>. A DTC <inline-formula id="inf53">
<mml:math id="m55">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>f</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>:</mml:mo>
<mml:mi mathvariant="script">X</mml:mi>
<mml:mo>&#x2192;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>, defined by a threshold <inline-formula id="inf54">
<mml:math id="m56">
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mi mathvariant="double-struck">R</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, is built to differentiate between two distinct categories <inline-formula id="inf55">
<mml:math id="m57">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>:<disp-formula id="e3">
<mml:math id="m58">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>f</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>x</mml:mi>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x3d;</mml:mo>
<mml:mfenced open="{" close="">
<mml:mrow>
<mml:mtable class="cases">
<mml:mtr>
<mml:mtd columnalign="left">
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mspace width="1em"/>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mi mathvariant="normal">i</mml:mi>
<mml:mi mathvariant="normal">f</mml:mi>
<mml:mspace width="1em"/>
<mml:mi>x</mml:mi>
<mml:mo>&#x2265;</mml:mo>
<mml:mi>&#x3c4;</mml:mi>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd columnalign="left">
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mspace width="1em"/>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mi mathvariant="normal">o</mml:mi>
<mml:mi mathvariant="normal">t</mml:mi>
<mml:mi mathvariant="normal">h</mml:mi>
<mml:mi mathvariant="normal">e</mml:mi>
<mml:mi mathvariant="normal">r</mml:mi>
<mml:mi mathvariant="normal">w</mml:mi>
<mml:mi mathvariant="normal">i</mml:mi>
<mml:mi mathvariant="normal">s</mml:mi>
<mml:mi mathvariant="normal">e</mml:mi>
<mml:mo>.</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:math>
<label>(3)</label>
</disp-formula>
</p>
<p>The threshold <inline-formula id="inf56">
<mml:math id="m59">
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> divides the input space into two decision areas, in which all elements belonging to class <inline-formula id="inf57">
<mml:math id="m60">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, which have values greater than <inline-formula id="inf58">
<mml:math id="m61">
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, are assigned on the right side, whereas instances of class <inline-formula id="inf59">
<mml:math id="m62">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, with values below <inline-formula id="inf60">
<mml:math id="m63">
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> fall into the region on the left side, as shown in <xref ref-type="disp-formula" rid="e3">Equation 3</xref>. A set of DTCs can be organized sequentially according to a specified input order <inline-formula id="inf61">
<mml:math id="m64">
<mml:mrow>
<mml:mi>o</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:mo>&#x22ef;</mml:mo>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> to be further applied as base classifiers within the OCCs framework. The samples being examined are assumed to be arranged along a one-dimensional axis, and the thresholds, corresponding to specific points, are constrained to follow a strictly increasing order on the same line, <inline-formula id="inf62">
<mml:math id="m65">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3c;</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>&#x3c;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. This guarantees that the decision regions form contiguous segments within the space, leading to a connected and non-overlapping partitioning of the domain that mirrors a consistent progression aligned with the ordinal nature of the targeted labels. Moreover, the non-intersecting characteristic of the regions inherently creates parallel decision boundaries, as each one is orthogonal to the axis of progression. For the computation of the one-dimensional thresholds, we apply linear SVM models, making use of their margin maximization characteristic.</p>
</sec>
<sec id="s3-2">
<label>3.2</label>
<title>Data transformation to one dimension</title>
<p>As univariate data rarely appear in real-world scenarios, the first step of the method involves dimension reduction, for which supervised and non-supervised techniques exist. Principal components analysis (PCA) (<xref ref-type="bibr" rid="B28">Kambhatla and Leen, 1997</xref>), Linear discriminant analysis (LDA) (<xref ref-type="bibr" rid="B17">Fisher, 1936</xref>), t-distributed stochastic neighbor embedding (t-SNE) (<xref ref-type="bibr" rid="B53">Van der Maaten and Hinton, 2008</xref>), and uniform manifold approximation and projection (UMAP) (<xref ref-type="bibr" rid="B34">McInnes and Healy, 2018</xref>) are just a few of the numerous applicable methods that can be used. In this section, we provide a different strategy tailored to meet the specific objective of our study. The process is summed up in the following main steps: From the available category set we select a pair of classes, <inline-formula id="inf63">
<mml:math id="m66">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, to which we apply a linear binary classifier. The data points are then projected onto the orthogonal hyperplane of the resulting linear model. For this binary linear classification, we employed SVMs, in which the data were streamlined to a one-dimensional form by mapping the points using the normal vector.</p>
<p>Note that we prioritized SVM models for the mapping of the high-dimensional data onto one dimension for the following main reasons. First, SVM models are supervised, i.e., classes play an important role during projection. Second, SVMs are deterministic, ensuring reproducibility. In addition, SVM models maximize the margin between the classes of the chosen projection class pair, which we consider to be important when mining for ordinal structures in the one-dimensional space. However, users of our introduced approach can replace the SVM-based projection by any projection of their preferred choice.</p>
<p>Given that the selection of the initial data mapping most likely affects the direction of the DTCs during the overall screening process, a key aspect to take into account is the choice of this class pair. Despite appearing trivial, it is important to notice that the two classes are maintained apart from each other in the classification process. Consequently, the resulting projection is likely to highlight distinctions between these selected classes, potentially overlooking variations or correlations in the other classes. In the experiments reported in this work, we examined every possible pairwise combination. We observed that using the two least related categories in the developmental process described by the dataset, generally produced the most consistent results.</p>
</sec>
<sec id="s3-3">
<label>3.3</label>
<title>Alternative progressions</title>
<p>In the cascaded system, both total orders and potential suborders can be identified. When partial configurations emerge, it may be particularly valuable to investigate whether they reflect alternative advancements of the same underlying progression. In this context, the afore described properties of the thresholds can help uncover and characterize competing developmental paths. For suborders to be considered as potential parallel trajectories of the same process, they must share a subset of thresholds. In the following, we formally define the criteria that determine when a threshold qualifies as shared between suborders. Let <inline-formula id="inf64">
<mml:math id="m67">
<mml:mrow>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> represent a finite collection of class labels for which no global order is determined. Assume that two suborders, <inline-formula id="inf65">
<mml:math id="m68">
<mml:mrow>
<mml:mi>o</mml:mi>
<mml:mo>&#x2282;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf66">
<mml:math id="m69">
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
<mml:mo>&#x2282;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, can be recognized so that each defines a valid ordinal sequence. Suppose that a classifier system exists according to which the associated decision threshold is identified with minimal class-wise sensitivity, <inline-formula id="inf67">
<mml:math id="m70">
<mml:mrow>
<mml:mi>s</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:math>
</inline-formula>, for every category within the respective suborders (i.e., all class instances are correctly classified). The threshold sets obtained for the suborders <inline-formula id="inf68">
<mml:math id="m71">
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf69">
<mml:math id="m72">
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula> can be denoted as <inline-formula id="inf70">
<mml:math id="m73">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf71">
<mml:math id="m74">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>m</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>, respectively. We are interested in identifying whether a threshold equivalence relation <inline-formula id="inf72">
<mml:math id="m75">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2261;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>, with <inline-formula id="inf73">
<mml:math id="m76">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf74">
<mml:math id="m77">
<mml:mrow>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>&#x2208;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, can be established. Two thresholds are deemed equivalent if they induce identical separation boundaries in regions in which two distinct classes have the same adjacent class in their respective suborders. A threshold can be left-shared or right-shared, depending on whether the common neighboring class is on the left or on the right side of the two categories, detailed in <xref ref-type="disp-formula" rid="e4">Equations 4</xref>&#x2013;<xref ref-type="disp-formula" rid="e10">10</xref>. Formally, given the classes <inline-formula id="inf75">
<mml:math id="m78">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mi>o</mml:mi>
<mml:mo>&#x5c;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf76">
<mml:math id="m79">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
<mml:mo>&#x5c;</mml:mo>
<mml:mi>o</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf77">
<mml:math id="m80">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2208;</mml:mo>
<mml:mi>o</mml:mi>
<mml:mo>&#x2229;</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</inline-formula>, if the subsequent inequalities occur,<disp-formula id="e4">
<mml:math id="m81">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3c;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2264;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mtext>&#x2009;and&#x2009;</mml:mtext>
</mml:mrow>
</mml:math>
<label>(4)</label>
</disp-formula>
<disp-formula id="e5">
<mml:math id="m82">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3c;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>&#x2264;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
<label>(5)</label>
</disp-formula>where <inline-formula id="inf78">
<mml:math id="m83">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the set of feature values associated with class <inline-formula id="inf79">
<mml:math id="m84">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, then <inline-formula id="inf80">
<mml:math id="m85">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2261;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>. Moreover, a threshold <inline-formula id="inf81">
<mml:math id="m86">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> exists such that <inline-formula id="inf82">
<mml:math id="m87">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>&#x21a6;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, where <inline-formula id="inf83">
<mml:math id="m88">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the left-shared threshold between the respective class transitions. Similarly, if the following inequalities arise,<disp-formula id="e6">
<mml:math id="m89">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3c;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2264;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mtext>&#x2009;and&#x2009;</mml:mtext>
</mml:mrow>
</mml:math>
<label>(6)</label>
</disp-formula>
<disp-formula id="e7">
<mml:math id="m90">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3c;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>&#x2264;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
<label>(7)</label>
</disp-formula>then <inline-formula id="inf84">
<mml:math id="m91">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2261;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:math>
</inline-formula>, and a threshold <inline-formula id="inf85">
<mml:math id="m92">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> exists, such that <inline-formula id="inf86">
<mml:math id="m93">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msubsup>
<mml:mo>&#x21a6;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> represents the right-shared threshold of <inline-formula id="inf87">
<mml:math id="m94">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf88">
<mml:math id="m95">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. It follows that <inline-formula id="inf89">
<mml:math id="m96">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> will be situated between <inline-formula id="inf90">
<mml:math id="m97">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and the minimum among <inline-formula id="inf91">
<mml:math id="m98">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf92">
<mml:math id="m99">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, whereas, <inline-formula id="inf93">
<mml:math id="m100">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> has to be greater than the maximum of <inline-formula id="inf94">
<mml:math id="m101">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf95">
<mml:math id="m102">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and less than <inline-formula id="inf96">
<mml:math id="m103">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>:<disp-formula id="e8">
<mml:math id="m104">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3c;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2264;</mml:mo>
<mml:mi>min</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
</mml:mrow>
</mml:math>
<label>(8)</label>
</disp-formula>
<disp-formula id="e9">
<mml:math id="m105">
<mml:mrow>
<mml:mi>max</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x3c;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2264;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>.</mml:mo>
</mml:mrow>
</mml:math>
<label>(9)</label>
</disp-formula>
</p>
<p>In a wider framework, in which incorrect sample classifications are allowed with a misclassification rate of <inline-formula id="inf97">
<mml:math id="m106">
<mml:mrow>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, with <inline-formula id="inf98">
<mml:math id="m107">
<mml:mrow>
<mml:mi>s</mml:mi>
<mml:mi>e</mml:mi>
<mml:mi>n</mml:mi>
<mml:mi>s</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mrow>
<mml:mo stretchy="false">[</mml:mo>
<mml:mrow>
<mml:mn>0.5</mml:mn>
<mml:mo>,</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo stretchy="false">]</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf99">
<mml:math id="m108">
<mml:mrow>
<mml:mi>&#x3b8;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> can be incorporated to define the thresholds between each pair of adjacent classes <inline-formula id="inf100">
<mml:math id="m109">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf101">
<mml:math id="m110">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> as:<disp-formula id="e10">
<mml:math id="m111">
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
<mml:mo>&#x2208;</mml:mo>
<mml:mfenced open="[" close="]">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
<mml:mo>.</mml:mo>
</mml:mrow>
</mml:math>
<label>(10)</label>
</disp-formula>
</p>
<p>Two suborders are required to have a common minimal class sensitivity for each involved class to qualify as viable alternatives, thus left- and right-shared thresholds can be adapted to account for the same amount of misclassifications as outlined below:<disp-formula id="equ1">
<mml:math id="m112">
<mml:mrow>
<mml:mtable class="align-star" columnalign="left">
<mml:mtr>
<mml:mtd columnalign="right">
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mo>&#x3e;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mi>min</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mtext>&#x2003;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd columnalign="right">
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mo>&#x2264;</mml:mo>
<mml:mi>min</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
<mml:mtext>&#x2003;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd columnalign="right">
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mo>&#x3e;</mml:mo>
<mml:mi>max</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
<mml:mtext>&#x2003;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mfenced>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd columnalign="right">
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mo>&#x2264;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>&#x3b8;</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:mi>max</mml:mi>
<mml:mfenced open="{" close="}">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>;</mml:mo>
<mml:mtext>&#x2003;</mml:mtext>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2212;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="script">X</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
<mml:mo>.</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:mrow>
</mml:math>
</disp-formula>
</p>
<p>This ensures that the decision boundaries retain a consistent level of ambiguity across class transitions. The concept of shared thresholds is illustrated in <xref ref-type="fig" rid="F2">Figure 2</xref>.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Representation of equivalent thresholds across suborders. For suborders <inline-formula id="inf102">
<mml:math id="m113">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>a</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>d</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf103">
<mml:math id="m114">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>c</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>d</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf104">
<mml:math id="m115">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf105">
<mml:math id="m116">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> share <inline-formula id="inf106">
<mml:math id="m117">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> on the left, similarly <inline-formula id="inf107">
<mml:math id="m118">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf108">
<mml:math id="m119">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> share <inline-formula id="inf109">
<mml:math id="m120">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>d</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> on the right. This characteristic allows to consider <inline-formula id="inf110">
<mml:math id="m121">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf111">
<mml:math id="m122">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, as well as <inline-formula id="inf112">
<mml:math id="m123">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf113">
<mml:math id="m124">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, as equivalent, enabling the arrangement of the two suborders as alternatives of the same phenomenon.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g002.tif">
<alt-text content-type="machine-generated">Diagram illustrating equivalent thresholds between two suborders. \(l_l\) &#x3c; \(l_a\) &#x3c; \(l_d\) and \(l_l\) &#x3c; \(l_b\) &#x3c; \(l_c\) &#x3c; \(l_d\), represented as coloured horizontal bars, have \(l_a\) overlapping with \(l_b\) &#x3c; \(l_c\). Since \(l_a\) and \(l_b\) share \(l_l\) on the left, separated by thresholds \(\tau_1\) and \(\tau_3\), respectively, and (l_a\) and \(l_c\) share \(l_d\) on the right, separated by (\tau_2\) and \(\tau_5\), respectively, these pairs of thresholds can be considered equivalent.</alt-text>
</graphic>
</fig>
<p>A visual representation of the designed procedure is provided in <xref ref-type="fig" rid="F3">Figure 3</xref>, beginning with the data projection (A&#x2013;B), followed by the application of DTCs and the screening procedure to extract ordinal substructures (C&#x2013;D), and concluding with their aggregation for the retrieval of potential alternative structures (E).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Depiction of the entire process for identifying ordinal structures in molecular high-throughput data. Steps A to B illustrate the data projection, beginning with the selection of a pair of classes <bold>(A)</bold> on which a binary linear classifier is utilized, followed by the projection of the data onto the boundary&#x2019;s perpendicular <bold>(B)</bold>. Consequently, the directed threshold classifiers are applied on the one-attribute observations <bold>(C)</bold>. Ordinal patterns are found using an extensive screening procedure by means of ordinal classifier cascades <bold>(D)</bold> which are subsequently analyzed to ascertain potential alternative trajectories <bold>(E)</bold>.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g003.tif">
<alt-text content-type="machine-generated">Flowchart illustrating a stepwise process. Step A: &#x22;Class pair selection in high-dimensional space&#x22; shows colored circles grouped in clusters. Step B: &#x22;SVM for data mapping on one dimension&#x22; displays points on the perpendicular of the separation line between the two selected classes. Step C: &#x22;Directed threshold classification&#x22; features a linear arrangement with thresholds. Step D: &#x22;Screening for ordinal (sub)structures&#x22; highlights row groupings. Step E: &#x22;Ordinal substructures aggregation&#x22; depicts linked clusters. Arrows indicate progression through steps.</alt-text>
</graphic>
</fig>
</sec>
<sec id="s3-4">
<label>3.4</label>
<title>Reversed orders</title>
<p>Another feature of this approach lies in the implicit retrieval of inverted suborders. More precisely, for a specific class pair <inline-formula id="inf114">
<mml:math id="m125">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, if the sequence <inline-formula id="inf115">
<mml:math id="m126">
<mml:mrow>
<mml:mi>o</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:mo>&#x22ef;</mml:mo>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> is retrieved, applying the inverse combination, i.e., <inline-formula id="inf116">
<mml:math id="m127">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, for the data transformation yields the reversed order <inline-formula id="inf117">
<mml:math id="m128">
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>o</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:mrow>
</mml:msup>
<mml:mo>&#x3d;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="script">L</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:mo>&#x22ef;</mml:mo>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. This behavior arises from the fact that switching the class pairs results in a mapping transformation that mirrors the original structure, thereby naturally producing the converse sequence without additional interventions. By definition, this means that reversed orders are mathematical artifacts. Whether the reversal is biologically meaningful depends on the classification task at hand and has to be discussed for each case individually.</p>
</sec>
<sec id="s3-5">
<label>3.5</label>
<title>Analyzed datasets</title>
<p>The method was initially evaluated using synthetic data comprising 10 distinct categories, <inline-formula id="inf118">
<mml:math id="m129">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, each containing 100 samples described by two features, which were further reduced to one dimension using the technique introduced in <xref ref-type="sec" rid="s3-2">Section 3.2</xref>.</p>
<p>To validate our approach, we used two publicly available developmental datasets from the Gene Expression Omnibus (GEO) (<xref ref-type="bibr" rid="B4">Barrett et al., 2012</xref>). The expression measurements of 4028 genes of <italic>Drosophila melanogaster</italic> (<italic>D. melanogaster</italic>) (<xref ref-type="bibr" rid="B3">Arbeitman et al., 2002</xref>) (included in GEO accession number: GSE4347) were taken at various stages of the fruit fly&#x2019;s life cycle. The developmental phases can be arranged as <inline-formula id="inf119">
<mml:math id="m130">
<mml:mrow>
<mml:mi>e</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>y</mml:mi>
<mml:mi>o</mml:mi>
<mml:mo>&#x227a;</mml:mo>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>a</mml:mi>
<mml:mo>&#x227a;</mml:mo>
<mml:mi>p</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>a</mml:mi>
<mml:mo>&#x227a;</mml:mo>
<mml:mi>a</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, with 31, 10, 18 and 8 samples in each category, respectively. The second dataset is composed by pineal glands gene expression profiles collected at five distinct time periods of the zebrafish&#x2019;s (<italic>D. rerio</italic>) maturation process (<xref ref-type="bibr" rid="B50">Toyama et al., 2009</xref>) (GEO accession number: GSE13371). They cover three embryonic (3 days, 5 days, and 10 days) and two adult time points (3 months, 1&#x2013;2 years). The first group consists of 14, 14, and 15 samples, respectively, whereas the second group comprises 12 and 14 samples, respectively.</p>
<p>Furthermore, we used two tumor datasets to test our methodology. The pancreatic ductal adenocarcinoma (PDAC) (<xref ref-type="bibr" rid="B10">Buchholz et al., 2005</xref>) which includes 21521 gene expression profiles from human microdissected cells, with 38 samples split into 5 classes: normal ductal cells (6 samples), three intermediate pancreatic intraepithelial neoplasia (PanIN), PanIN-1 (6 samples), PanIN-2 (8 samples) and PanIN-3 (10 samples), as well as the metastatic stage (PDAC) (8 samples). This process is assumed to develop according to the sequence normal <inline-formula id="inf120">
<mml:math id="m131">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-1 <inline-formula id="inf121">
<mml:math id="m132">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-2 <inline-formula id="inf122">
<mml:math id="m133">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-3 <inline-formula id="inf123">
<mml:math id="m134">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PDAC. The pancreatic neuroendocrine tumors (PanNET) (<xref ref-type="bibr" rid="B43">Sadanandam et al., 2015</xref>) (GEO accession number: GSE73514) comprise 35511 mutational profiles from the RIP1 TAG2 mouse model, containing 22 samples organized into 6 categories: 3 samples for each normal mature <inline-formula id="inf124">
<mml:math id="m135">
<mml:mrow>
<mml:mi>&#x3b2;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>-cells (NM), hyperplastic islet (HI), angiogenic islet (AI) and liver metastasis (MET), and 5 samples for tumor islet (TI) and met like primary (MLP), each. The assumed progression is NM <inline-formula id="inf125">
<mml:math id="m136">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> HI <inline-formula id="inf126">
<mml:math id="m137">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> AI <inline-formula id="inf127">
<mml:math id="m138">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> TI <inline-formula id="inf128">
<mml:math id="m139">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP <inline-formula id="inf129">
<mml:math id="m140">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET.</p>
<p>For all non-synthetic datasets analyzed in this work, we utilized the normalized versions of the samples provided by the original authors to ensure reproducibility. Details of the normalization procedures can be found in the respective dataset publications (<xref ref-type="bibr" rid="B3">Arbeitman et al., 2002</xref>; <xref ref-type="bibr" rid="B50">Toyama et al., 2009</xref>; <xref ref-type="bibr" rid="B10">Buchholz et al., 2005</xref>; <xref ref-type="bibr" rid="B43">Sadanandam et al., 2015</xref>). For the zebrafish dataset (<xref ref-type="bibr" rid="B50">Toyama et al., 2009</xref>) we additionally applied a <inline-formula id="inf130">
<mml:math id="m141">
<mml:mrow>
<mml:mi>l</mml:mi>
<mml:mi>o</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>g</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> transformation to stabilize variance and diminish asymmetry.</p>
</sec>
</sec>
<sec sec-type="results" id="s4">
<label>4</label>
<title>Results</title>
<sec id="s4-1">
<label>4.1</label>
<title>Synthetic data simulations</title>
<p>Upon considering either dimension of the simulated data, no ordinal arrangement encompassing all classes can be discerned with minimal class sensitivity of 1, as illustrated in <xref ref-type="fig" rid="F4">Figure 4</xref>. To investigate the impact of the data projection on the final outcome, we employed all pair combinations of the categories which is the design of the linear decision boundary. The class pairings that returned orders of length six or five are shown in <xref ref-type="fig" rid="F5">Figure 5</xref>. The suborders are illustrated in a concise graph where overlapping categories, or groups, are shown layered atop each other. For example, in the first graph, the sequence <inline-formula id="inf131">
<mml:math id="m142">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> extends alongside class <inline-formula id="inf132">
<mml:math id="m143">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>6</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, likewise <inline-formula id="inf133">
<mml:math id="m144">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> overlaps with <inline-formula id="inf134">
<mml:math id="m145">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf135">
<mml:math id="m146">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> with <inline-formula id="inf136">
<mml:math id="m147">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, and <inline-formula id="inf137">
<mml:math id="m148">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> with <inline-formula id="inf138">
<mml:math id="m149">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Synthetic two-dimensional data. Within the ten classes, no total order can be found, yet four suborders of length six are present: <inline-formula id="inf139">
<mml:math id="m150">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:mo>&#x22ef;</mml:mo>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf140">
<mml:math id="m151">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf141">
<mml:math id="m152">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf142">
<mml:math id="m153">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>. In addition, 8 subsequences of length five can be likewise identified, resembling the previous ones where sequences <inline-formula id="inf143">
<mml:math id="m154">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf144">
<mml:math id="m155">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> are replaced by classes <inline-formula id="inf145">
<mml:math id="m156">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>6</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf146">
<mml:math id="m157">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>, respectively.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g004.tif">
<alt-text content-type="machine-generated">Scatter plot displaying ten clusters of data points in two dimensional space, each represented by different shapes and colors. The classes are identified by l_0, through l_9 and no total order among them can be observed.</alt-text>
</graphic>
</fig>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Predicted suborders for the synthetic data. For every outcome the corresponding pairs of classes used to project the data are listed. The resulting suborders are depicted as aggregated graphs where overlapping classes can be seen as alternatives. Only results that produced sequences of lengths six and five are shown. The average runtime for suborder screening across the 45 projections was 0.10 s.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g005.tif">
<alt-text content-type="machine-generated">Matrix displaying class pair projections and predicted suborders. The left column lists class pairs, such as \( (l_0, l_1) \). The right column shows graphical suborder predictions, with nodes labeled \( l_0 \) to \( l_9 \) and directional arrows indicating relationships. Each row contrasts specific class pairs with their corresponding suborder structure, illustrating varying patterns of linkage and hierarchy among the labeled nodes.</alt-text>
</graphic>
</fig>
<p>It can be seen that the suborders <inline-formula id="inf147">
<mml:math id="m158">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf148">
<mml:math id="m159">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>6</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> appear in the outcomes obtained from various combinations. The majority consists of class couples that incorporate categories from the same suborder, for instance <inline-formula id="inf149">
<mml:math id="m160">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> paired with any other class among <inline-formula id="inf150">
<mml:math id="m161">
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> or <inline-formula id="inf151">
<mml:math id="m162">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> with any class from <inline-formula id="inf152">
<mml:math id="m163">
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>6</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>. Six out of 45 combinations, namely <inline-formula id="inf153">
<mml:math id="m164">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>6</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf154">
<mml:math id="m165">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>6</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf155">
<mml:math id="m166">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf156">
<mml:math id="m167">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>8</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, <inline-formula id="inf157">
<mml:math id="m168">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf158">
<mml:math id="m169">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>9</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, produced suborders with lengths less than four and are excluded from the shown results. Particularly poor were the sequences obtained from the data mapping of pair <inline-formula id="inf159">
<mml:math id="m170">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>7</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, in which only orders of length two were identified.</p>
</sec>
<sec id="s4-2">
<label>4.2</label>
<title>Empirical datasets</title>
<p>We additionally analyzed our approach using the developmental datasets. Alongside the employed projection class pair, <xref ref-type="fig" rid="F6">Figure 6</xref> presents the outcomes of length four and three achieved for <italic>D. melanogaster</italic> and of lengths from five to three for <italic>D. rerio</italic>. After projecting the data based on class pair (embryo, adult), being the first and last stages in the maturation process, our classification strategy accurately provided the fruit fly&#x2019;s development, <inline-formula id="inf160">
<mml:math id="m171">
<mml:mrow>
<mml:mi>e</mml:mi>
<mml:mi>m</mml:mi>
<mml:mi>b</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>y</mml:mi>
<mml:mi>o</mml:mi>
<mml:mo>&#x227a;</mml:mo>
<mml:mi>l</mml:mi>
<mml:mi>a</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>v</mml:mi>
<mml:mi>a</mml:mi>
<mml:mo>&#x227a;</mml:mo>
<mml:mi>p</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>a</mml:mi>
<mml:mo>&#x227a;</mml:mo>
<mml:mi>a</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, with a minimal sensitivity of at least 0.9 for all the classes. However, when the data was projected using <inline-formula id="inf161">
<mml:math id="m172">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mi>p</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>p</mml:mi>
<mml:mi>a</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>a</mml:mi>
<mml:mi>d</mml:mi>
<mml:mi>u</mml:mi>
<mml:mi>l</mml:mi>
<mml:mi>t</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, a slightly different order was obtained, with minimal class sensitivity of 0.94. The reported suborders of length three were acquired with a minimum sensitivity of 1 for each class. Similarly, the zebrafish transitions, from embryo to adult, were predicted to follow the expected sequence, with sensitivity 1 for all classes, when the class projection (3d, 1&#x2013;2yrs) was used. Whereas employing different class projections, the predicted orders exhibit some discrepancies, treating nearby stages as substitutes; for instance, we frequently observe 3d overlapping with 5d, and 3mo overlapping with 1&#x2013;2yrs.</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>Predicted overall and partial sequences for the two developmental datasets. The projecting class pairs that returned orders either matching the length of the expected order or one element shorter (assumed length <inline-formula id="inf162">
<mml:math id="m173">
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> 1) are provided for both <italic>Drosophila melanogaster</italic> and <italic>Danio rerio</italic>. The average computation time for suborders detection in all projections is also provided.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g006.tif">
<alt-text content-type="machine-generated">Chart summarizing class pair projections and predicted suborders for D. melanogaster and D. rerio datasets, showing developmental stages with arrows indicating progression. D. melanogaster stages include embryo, larva, pupa, adult, while D. rerio includes various day and month stages, averaging running times of 0.006 s and 0.01 s, respectively.</alt-text>
</graphic>
</fig>
<p>The proposed approach was further applied on the two datasets pertaining pancreatic cancer, the human PDAC and mouse PanNET. The results displayed in <xref ref-type="fig" rid="F7">Figure 7</xref> were obtained with minimal class-wise sensitivity of 1. Here, we employed projecting pairs that describe remote stages of the process under consideration. The pairs (normal, PDAC), (PanIN-1, PDAC), (normal, PanIN-3) and (PanIN-1, PanIN-3) were examined for PDAC. For PanNET we investigated (NM, MET), (HI, MET), (NM, MLP) and (HI, MLP). Each of these class combinations returned partial orders of length not greater than three for PDAC and not greater than four for PanNET.</p>
<fig id="F7" position="float">
<label>FIGURE 7</label>
<caption>
<p>Predicted partial sequences related to pancreatic cancer, namely human PDAC and PanNET derived from the mouse model. In either case, no comprehensive orders of the entire process were predicted. However, we can observe that early phases are located in initial spots, whereas later stages are more distributed in final positions. The average runtime for the detection of suborders in all projections is also stated.</p>
</caption>
<graphic xlink:href="fbinf-05-1665892-g007.tif">
<alt-text content-type="machine-generated">Chart comparing predicted suborders for PDAC and PanNet datasets. PDAC data show multiple paths leading to PDAC from 'normal' or 'PanIN' stages. PanNet data illustrate progression from 'NM' and 'HI' to 'AI,' 'TI,' 'MLP,' or 'MET,' with average running times noted: PDAC at 0.21 seconds and PanNet at 0.01 seconds. Arrows indicate progression pathways.</alt-text>
</graphic>
</fig>
<p>It can be noticed that in both scenarios, no orders, comprising transitions from normal tissue to the metastatic disease, were predicted following a fully continuous or linear sequence. The observed sequences are characterized by gaps, where certain precursor lesions are noticeably absent.</p>
</sec>
<sec id="s4-3">
<label>4.3</label>
<title>Validation of detected structures</title>
<p>To validate the ordinal structures and substructures detected by our approach, we also applied the detection method introduced in (<xref ref-type="bibr" rid="B7">Bellmann et al., 2022</xref>). Since the method proposed by <xref ref-type="bibr" rid="B7">Bellmann et al. (2022)</xref> is limited to detecting total orders, we utilized it as follows. First, the complete datasets were analyzed. Subsequently, we evaluated all data subsets that contained only samples from the classes that constitute the longest substructures detected by our architecture. The evaluation led to the following outcomes.</p>
<p>As with our current approach, for the synthetic dataset, no total order was detected. The longest substructure consisting of six classes was confirmed, which is <inline-formula id="inf163">
<mml:math id="m174">
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>0</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>3</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>4</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x227a;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>l</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>5</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula>. For <italic>D. rerio</italic>, the total order was confirmed, as we detected with the projection class pair <inline-formula id="inf164">
<mml:math id="m175">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mrow>
<mml:mn>3</mml:mn>
<mml:mi>d</mml:mi>
<mml:mo>,</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>2</mml:mn>
<mml:mi>y</mml:mi>
<mml:mi>r</mml:mi>
<mml:mi>s</mml:mi>
</mml:mrow>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>. For PanNET, no total order was detected. All nine suborders of length 4 were confirmed, which are depicted in <xref ref-type="fig" rid="F7">Figure 7</xref>, i.e., (NM <inline-formula id="inf165">
<mml:math id="m176">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> HI <inline-formula id="inf166">
<mml:math id="m177">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP <inline-formula id="inf167">
<mml:math id="m178">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET), (NM <inline-formula id="inf168">
<mml:math id="m179">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> AI <inline-formula id="inf169">
<mml:math id="m180">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP <inline-formula id="inf170">
<mml:math id="m181">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET), (NM <inline-formula id="inf171">
<mml:math id="m182">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> TI <inline-formula id="inf172">
<mml:math id="m183">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP <inline-formula id="inf173">
<mml:math id="m184">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET), (HI <inline-formula id="inf174">
<mml:math id="m185">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> AI <inline-formula id="inf175">
<mml:math id="m186">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP <inline-formula id="inf176">
<mml:math id="m187">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET), (HI <inline-formula id="inf177">
<mml:math id="m188">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> TI <inline-formula id="inf178">
<mml:math id="m189">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP <inline-formula id="inf179">
<mml:math id="m190">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET), (NM <inline-formula id="inf180">
<mml:math id="m191">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> HI <inline-formula id="inf181">
<mml:math id="m192">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> TI <inline-formula id="inf182">
<mml:math id="m193">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP), (NM <inline-formula id="inf183">
<mml:math id="m194">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> HI <inline-formula id="inf184">
<mml:math id="m195">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> TI <inline-formula id="inf185">
<mml:math id="m196">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET), (NM <inline-formula id="inf186">
<mml:math id="m197">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> HI <inline-formula id="inf187">
<mml:math id="m198">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> AI <inline-formula id="inf188">
<mml:math id="m199">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MLP), and (NM <inline-formula id="inf189">
<mml:math id="m200">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> HI <inline-formula id="inf190">
<mml:math id="m201">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> AI <inline-formula id="inf191">
<mml:math id="m202">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> MET). For the PDAC dataset, again no total order was found and the following suborders were confirmed (cf. <xref ref-type="fig" rid="F7">Figure 7</xref>): (normal <inline-formula id="inf192">
<mml:math id="m203">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-1 <inline-formula id="inf193">
<mml:math id="m204">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PDAC), (PanIN-1 <inline-formula id="inf194">
<mml:math id="m205">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-2 <inline-formula id="inf195">
<mml:math id="m206">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PDAC), and (PanIN-1 <inline-formula id="inf196">
<mml:math id="m207">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-3 <inline-formula id="inf197">
<mml:math id="m208">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PDAC). In contrast to our outcomes, for the data subset including the classes (normal, PanIN-2, PanIn-3), the approach of <xref ref-type="bibr" rid="B7">Bellmann et al. (2022)</xref> led to the unconventional order normal <inline-formula id="inf198">
<mml:math id="m209">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-3 <inline-formula id="inf199">
<mml:math id="m210">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> PanIN-2.</p>
<p>The most interesting case was observed for dataset <italic>D. melanogaster</italic>. While we were able to detect the conventional total structure embryo <inline-formula id="inf200">
<mml:math id="m211">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> larva <inline-formula id="inf201">
<mml:math id="m212">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> pupa <inline-formula id="inf202">
<mml:math id="m213">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> adult with the projection pair (embryo, adult), no total order was detected with the approach proposed by <xref ref-type="bibr" rid="B7">Bellmann et al. (2022)</xref>. To further analyze this phenomenon, we additionally evaluated all data subsets including three of the four total classes. The returned detected orders of length three were (larva <inline-formula id="inf203">
<mml:math id="m214">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> pupa <inline-formula id="inf204">
<mml:math id="m215">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> adult), (embryo <inline-formula id="inf205">
<mml:math id="m216">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> pupa <inline-formula id="inf206">
<mml:math id="m217">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> adult), (embryo <inline-formula id="inf207">
<mml:math id="m218">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> larva <inline-formula id="inf208">
<mml:math id="m219">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> adult), and (embryo <inline-formula id="inf209">
<mml:math id="m220">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> pupa <inline-formula id="inf210">
<mml:math id="m221">
<mml:mrow>
<mml:mo>&#x227a;</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula> larva). The last suborder seems to lead to a failed detection of a total class structure.</p>
<p>In summary, the comparison to the detection method introduced in (<xref ref-type="bibr" rid="B7">Bellmann et al., 2022</xref>) validated our detection architecture, emphasizing the benefit that our proposed approach is not limited to the analysis of total orders.</p>
</sec>
</sec>
<sec id="s5">
<label>5</label>
<title>Discussion and conclusion</title>
<p>Uncovering ordinal correlations concealed within high-throughput data might significantly enhance our understanding of genetic alterations underlying various biological processes and assist in predicting plausible disease progression. This paper introduces a methodology to retrieve univariate representations from high-throughput datasets and further analyze them using an advanced ordinal classification framework. This approach is especially suitable when examining intricate biological mechanisms concerning, for instance, cancer progressions such as pancreatic ductal adenocarcinomas (PDACs) or pancreatic neuroendocrine tumors (PanNETs). Alongside their unpredictable non-linear progressions, these tumors often exhibit heterogeneous staging among different patients, as well as within an individual (<xref ref-type="bibr" rid="B27">Jones et al., 2008</xref>; <xref ref-type="bibr" rid="B41">Raphael et al., 2017</xref>; <xref ref-type="bibr" rid="B55">Witkiewicz et al., 2015</xref>; <xref ref-type="bibr" rid="B1">Adamo et al., 2017</xref>), indicating the likely presence of distinct alternative developmental trajectories. In order to investigate these possibilities we integrate our novel directed threshold classifiers with the existent ordinal classifier cascades. The combination of these two techniques enables the detection of underlying ordinal substructures, which can be further aggregated into partial orders to reveal potential coexisting transition routes.</p>
<p>The approach used for projecting the data into a single-dimensional space plays a critical role in determining the effectiveness of the identified ordinal patterns. Specifically, we observed that selecting biologically distant class pairs for the initial binary separation results in a more pronounced separability of the categories throughout the entire progression. Although the approach could benefit from additional domain expertise concerning the definition of remote stages, it still proves effective, also in its absence. One option to choose an <italic>effective</italic> projection class pair, without focusing on the biological meaning of the classes, is to conduct an exhaustive search over all possible class pairs and to select the two <italic>most distant</italic> classes, based on the provided feature space. If the biological order or possible (parallel) suborders are reflected in the provided feature space, the exhaustive search is expected to lead to a meaningful initial projection class pair. Note that, despite choosing a well-founded data transformation to one dimension, ordinal detection may be influenced by class imbalance.</p>
<p>The method was validated on both, synthetic and biological datasets. When applied to the artificially generated dataset, engineered to include multiple suborders, the method accurately recovered all alternative sequences. Furthermore, we successfully rebuilt known linear stage orders in developmental data from <italic>Drosophila melanogaster</italic> and <italic>Danio rerio</italic>. These preliminary findings support the suggestion that employing projection pairs describing biologically distant stages in a specific developmental process, may more effectively direct the classifier in recognizing also intermediate phases, unlike using closely related stages that might hide certain transitions. Moreover, the results also prove that the methodology is suitable for detecting overall orders encompassing all classes, as well as suborders within data that lack an underlying total order.</p>
<p>Predicting the staging and progression becomes more challenging when investigating oncological datasets, such as PDACs and PanNETs (<xref ref-type="bibr" rid="B10">Buchholz et al., 2005</xref>; <xref ref-type="bibr" rid="B42">Ro et al., 2013</xref>; <xref ref-type="bibr" rid="B11">Chan et al., 2018</xref>; <xref ref-type="bibr" rid="B35">Mpilla et al., 2020</xref>). In these cases, the classifiers failed to recognize a uniform and stepwise course of the diseases from the onset to the ending phase. For the human pancreatic cancer, the pancreatic intraepithelial neoplasia of degree 1 (PanIN-1) as well as dysplasias of degrees 2 (PanIN-2) and 3 (PanIN-3) appear to be followed by PDAC. This observation is consistent with the current literature characterizing pancreatic carcinomas as mostly heterogeneous tumors with a complex evolution, whereby different tumor regions can develop independently of each other (<xref ref-type="bibr" rid="B16">Felsenstein et al., 2018</xref>). On the cellular level, PanINs arise from neoplastic transformation of normal cells like ductal, acinar, central acinar and normal stem cells in the exocrine part of the pancreas. Various molecular changes, as well as mutations in different signaling pathways (Hedgehog, Wnt, EGF, Notch and IL-17), contribute to varying degrees to the evolution of PanIN lesions in PDAC with a key role for Notch signalling (<xref ref-type="bibr" rid="B39">Pian et al., 2025</xref>). This leads to the formation of many subclonal populations, supporting the hypothesis that some malignancies might not follow a single linear progression model, but rather develop through multiple, parallel evolutionary routes (<xref ref-type="bibr" rid="B37">Notta et al., 2017</xref>; <xref ref-type="bibr" rid="B56">Wu et al., 2019</xref>). Previous transcriptional profiles analyses revealed a substantial difference between lesions and malignant pancreatic tumors, with the earliest lesions resembling more closely normal tissues (<xref ref-type="bibr" rid="B10">Buchholz et al., 2005</xref>). This is also evident in the arrangements that result from our detection technique. The research conducted by <xref ref-type="bibr" rid="B36">Notta et al. (2016)</xref> revealed that approximately 65% of PDAC tumors exhibit complex chromosomal rearrangements, including chromothripsis, a phenomenon in which chromosomes massively split and rejoin in a single event (<xref ref-type="bibr" rid="B48">Stephens et al., 2011</xref>). Multiple tumor suppressor genes, including TP53, CDKN2A, and SMAD4, can be simultaneously inactivated by this process, leading to rapid development and spread of tumors. These findings further challenge the conventional model of incremental genetic alterations in PDAC progression, suggesting that in some cases, the disease may advance rapidly due to such genomic failures. These molecular insights also align with the sudden onset of an advanced disease and the transition of duct lesions to invasive carcinoma that have been documented in clinical settings of certain patients (<xref ref-type="bibr" rid="B24">Hruban et al., 1999</xref>; <xref ref-type="bibr" rid="B2">Al-Sukhni et al., 2012</xref>). The observation of patients undergoing yearly magnetic resonance imaging screenings revealed that although imaging could detect small pancreatic tumors and cystic lesions, some participants still developed higher stage PDAC with minimal or no prior symptoms. Pancreatic neuroendocrine tumors can be clinically differentiated into functionally active and inactive types, and further subdivided into well-differentiated and poorly differentiated subgroups. Further subtyping of this clinically heterogeneous tumor entity can be achieved by integrating molecular information that may be relevant to tumor development and progression (<xref ref-type="bibr" rid="B46">Shen et al., 2022</xref>). Despite the fact that PDAC and PanNETs are distinct entities, several studies highlight the role of chromatin remodeling and genomic alterations in pancreatic tumorigenesis, showing both similarities and differences between the two (<xref ref-type="bibr" rid="B15">De Wilde et al., 2012</xref>; <xref ref-type="bibr" rid="B25">Iacobuzio-Donahue et al., 2012</xref>; <xref ref-type="bibr" rid="B26">Jiao et al., 2011</xref>).</p>
<p>A valuable foundation for comprehending tumor heterogeneity was provided by examining the RIP1-TAG2 mouse model as a representation of human PanNETs (<xref ref-type="bibr" rid="B43">Sadanandam et al., 2015</xref>). The integration of transcriptomic and metabolic profiling across human and mouse models led to the identification of multiple tumor subtypes, each characterized by unique molecular and clinical features. This work reveals concurrent routes of PanNET carcinogenesis, exhibiting distinctive cells of origin that result in tumor islets and metastasis-like primary subtypes, strengthening the concept of non-linear development of these tumor types.</p>
<p>In conclusion, the approach we introduce offers a foundation for examining variability in the development of diseases, effectively unveiling underlying potential ordinal patterns. Additional research into intricate biological and pathological mechanisms, particularly understanding the distinct developmental routes in both PanNETs and PDAC may have significant implications for prognostic evaluations and tailored treatment plans. While the presented outcomes were obtained from relatively small datasets, further research will focus on external validation with larger sample cohorts, together with the analysis of additional technical modifications. An example could be to complement the OCC sensitivity by alternative OC measures, such as the weighted <inline-formula id="inf211">
<mml:math id="m222">
<mml:mrow>
<mml:mi>&#x3ba;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> (<xref ref-type="bibr" rid="B12">Cohen, 1968</xref>) or Kendall&#x2019;s <inline-formula id="inf212">
<mml:math id="m223">
<mml:mrow>
<mml:mi>&#x3c4;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> (<xref ref-type="bibr" rid="B29">Kendall, 1938</xref>).</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s6">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec sec-type="author-contributions" id="s7">
<title>Author contributions</title>
<p>AS: Conceptualization, Data curation, Formal Analysis, Investigation, Methodology, Software, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review and editing. PE-B: Formal Analysis, Methodology, Writing &#x2013; original draft, Writing &#x2013; review and editing. AK: Writing &#x2013; review and editing. HK: Conceptualization, Formal Analysis, Funding acquisition, Investigation, Project administration, Resources, Supervision, Writing &#x2013; original draft, Writing &#x2013; review and editing.</p>
</sec>
<sec sec-type="COI-statement" id="s9">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="s10">
<title>Generative AI statement</title>
<p>The author(s) declare that no Generative AI was used in the creation of this manuscript.</p>
<p>Any alternative text (alt text) provided alongside figures in this article has been generated by Frontiers with the support of artificial intelligence and reasonable efforts have been made to ensure accuracy, including review by the authors wherever possible. If you identify any issues, please contact us.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<fn-group>
<fn id="n2" fn-type="custom" custom-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/552744/overview">Tao Zeng</ext-link>, Guangzhou Labratory, China</p>
</fn>
<fn id="n3" fn-type="custom" custom-type="reviewed-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/265201/overview">Dola Sundeep</ext-link>, Indian Institute of Information Technology Design and Manufacturing, India</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1672624/overview">Michiel Stock</ext-link>, Ghent University, Belgium</p>
</fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Adamo</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Cowley</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Neal</surname>
<given-names>C. P.</given-names>
</name>
<name>
<surname>Mistry</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Page</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Dennison</surname>
<given-names>A. R.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Profiling tumour heterogeneity through circulating tumour dna in patients with pancreatic cancer</article-title>. <source>Oncotarget</source> <volume>8</volume>, <fpage>87221</fpage>&#x2013;<lpage>87233</lpage>. <pub-id pub-id-type="doi">10.18632/oncotarget.20250</pub-id>
<pub-id pub-id-type="pmid">29152076</pub-id>
</mixed-citation>
</ref>
<ref id="B2">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Al-Sukhni</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Borgida</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Rothenmund</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Holter</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Semotiuk</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Grant</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Screening for pancreatic cancer in a high-risk cohort: an eight-year experience</article-title>. <source>J. Gastrointest. Surg.</source> <volume>16</volume>, <fpage>771</fpage>&#x2013;<lpage>783</lpage>. <pub-id pub-id-type="doi">10.1007/s11605-011-1781-6</pub-id>
<pub-id pub-id-type="pmid">22127781</pub-id>
</mixed-citation>
</ref>
<ref id="B3">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Arbeitman</surname>
<given-names>M. N.</given-names>
</name>
<name>
<surname>Furlong</surname>
<given-names>E. E.</given-names>
</name>
<name>
<surname>Imam</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Null</surname>
<given-names>B. H.</given-names>
</name>
<name>
<surname>Baker</surname>
<given-names>B. S.</given-names>
</name>
<etal/>
</person-group> (<year>2002</year>). <article-title>Gene expression during the life cycle of drosophila melanogaster</article-title>. <source>Science</source> <volume>297</volume>, <fpage>2270</fpage>&#x2013;<lpage>2275</lpage>. <pub-id pub-id-type="doi">10.1126/science.1072152</pub-id>
<pub-id pub-id-type="pmid">12351791</pub-id>
</mixed-citation>
</ref>
<ref id="B4">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barrett</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Wilhite</surname>
<given-names>S. E.</given-names>
</name>
<name>
<surname>Ledoux</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Evangelista</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>I. F.</given-names>
</name>
<name>
<surname>Tomashevsky</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>NCBI GEO: archive for functional genomics data sets&#x2013;update</article-title>. <source>Nucleic Acids Res.</source> <volume>41</volume>, <fpage>D991</fpage>&#x2013;<lpage>D995</lpage>. <pub-id pub-id-type="doi">10.1093/nar/gks1193</pub-id>
<pub-id pub-id-type="pmid">23193258</pub-id>
</mixed-citation>
</ref>
<ref id="B5">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beadsmoore</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Screaton</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2003</year>). <article-title>Classification, staging and prognosis of lung cancer</article-title>. <source>Eur. J. Radiology</source> <volume>45</volume>, <fpage>8</fpage>&#x2013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1016/s0720-048x(02)00287-5</pub-id>
<pub-id pub-id-type="pmid">12499060</pub-id>
</mixed-citation>
</ref>
<ref id="B6">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bellmann</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Schwenker</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Ordinal classification: working definition and detection of ordinal structures</article-title>. <source>IEEE Access</source> <volume>8</volume>, <fpage>164380</fpage>&#x2013;<lpage>164391</lpage>. <pub-id pub-id-type="doi">10.1109/access.2020.3021596</pub-id>
</mixed-citation>
</ref>
<ref id="B7">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bellmann</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Lausser</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Kestler</surname>
<given-names>H. A.</given-names>
</name>
<name>
<surname>Schwenker</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>A theoretical approach to ordinal classification: feature space-based definition and classifier-independent detection of ordinal class structures</article-title>. <source>Appl. Sci.</source> <volume>12</volume>, <fpage>1815</fpage>. <pub-id pub-id-type="doi">10.3390/app12041815</pub-id>
</mixed-citation>
</ref>
<ref id="B8">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breivik</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Borchgrevink</surname>
<given-names>P.-C.</given-names>
</name>
<name>
<surname>Allen</surname>
<given-names>S.-M.</given-names>
</name>
<name>
<surname>Rosseland</surname>
<given-names>L.-A.</given-names>
</name>
<name>
<surname>Romundstad</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Breivik Hals</surname>
<given-names>E.</given-names>
</name>
<etal/>
</person-group> (<year>2008</year>). <article-title>Assessment of pain</article-title>. <source>Br. J. Anaesth.</source> <volume>101</volume>, <fpage>17</fpage>&#x2013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1093/bja/aen103</pub-id>
<pub-id pub-id-type="pmid">18487245</pub-id>
</mixed-citation>
</ref>
<ref id="B9">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brody</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Parallel routes of human carcinoma development: implications of the age-specific incidence data</article-title>. <source>Nat. Preced.</source> <volume>4</volume>, <fpage>e7053</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0007053</pub-id>
<pub-id pub-id-type="pmid">19774079</pub-id>
</mixed-citation>
</ref>
<ref id="B10">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Buchholz</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Kestler</surname>
<given-names>H. A.</given-names>
</name>
<name>
<surname>Bauer</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>B&#xf6;ck</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Rau</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Leder</surname>
<given-names>G.</given-names>
</name>
<etal/>
</person-group> (<year>2005</year>). <article-title>Specialized dna arrays for the differentiation of pancreatic tumors</article-title>. <source>Clin. Cancer Res.</source> <volume>11</volume>, <fpage>8048</fpage>&#x2013;<lpage>8054</lpage>. <pub-id pub-id-type="doi">10.1158/1078-0432.ccr-05-1274</pub-id>
<pub-id pub-id-type="pmid">16299235</pub-id>
</mixed-citation>
</ref>
<ref id="B11">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chan</surname>
<given-names>C. S.</given-names>
</name>
<name>
<surname>Laddha</surname>
<given-names>S. V.</given-names>
</name>
<name>
<surname>Lewis</surname>
<given-names>P. W.</given-names>
</name>
<name>
<surname>Koletsky</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Robzyk</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Da Silva</surname>
<given-names>E.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Atrx, daxx or men1 mutant pancreatic neuroendocrine tumors are a distinct alpha-cell signature subgroup</article-title>. <source>Nat. Commun.</source> <volume>9</volume>, <fpage>4158</fpage>. <pub-id pub-id-type="doi">10.1038/s41467-018-06498-2</pub-id>
<pub-id pub-id-type="pmid">30315258</pub-id>
</mixed-citation>
</ref>
<ref id="B12">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cohen</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>1968</year>). <article-title>Weighted kappa: nominal scale agreement provision for scaled disagreement or partial credit</article-title>. <source>Psychol. Bull.</source> <volume>70</volume>, <fpage>213</fpage>&#x2013;<lpage>220</lpage>. <pub-id pub-id-type="doi">10.1037/h0026256</pub-id>
<pub-id pub-id-type="pmid">19673146</pub-id>
</mixed-citation>
</ref>
<ref id="B13">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cort&#xe9;s</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Calvo</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Vivancos</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Perez-Garcia</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Recio</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Seoane</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>New approach to cancer therapy based on a molecularly defined cancer classification</article-title>. <source>CA a Cancer J. Clin.</source> <volume>64</volume>, <fpage>70</fpage>&#x2013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.3322/caac.21211</pub-id>
<pub-id pub-id-type="pmid">24249308</pub-id>
</mixed-citation>
</ref>
<ref id="B14">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Davis</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>O&#x2019;Connell</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Cline</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Merikle</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Martenyi</surname>
<given-names>F.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Estimating alzheimer&#x2019;s disease progression rates from normal cognition through mild cognitive impairment and stages of dementia</article-title>. <source>Curr. Alzheimer Res.</source> <volume>15</volume>, <fpage>777</fpage>&#x2013;<lpage>788</lpage>. <pub-id pub-id-type="doi">10.2174/1567205015666180119092427</pub-id>
<pub-id pub-id-type="pmid">29357799</pub-id>
</mixed-citation>
</ref>
<ref id="B15">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>De Wilde</surname>
<given-names>R. F.</given-names>
</name>
<name>
<surname>Edil</surname>
<given-names>B. H.</given-names>
</name>
<name>
<surname>Hruban</surname>
<given-names>R. H.</given-names>
</name>
<name>
<surname>Maitra</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Well-differentiated pancreatic neuroendocrine tumors: from genetics to therapy</article-title>. <source>Nat. Rev. Gastroenterology and Hepatology</source> <volume>9</volume>, <fpage>199</fpage>&#x2013;<lpage>208</lpage>. <pub-id pub-id-type="doi">10.1038/nrgastro.2012.9</pub-id>
<pub-id pub-id-type="pmid">22310917</pub-id>
</mixed-citation>
</ref>
<ref id="B16">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Felsenstein</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Hruban</surname>
<given-names>R. H.</given-names>
</name>
<name>
<surname>Wood</surname>
<given-names>L. D.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>New developments in the molecular mechanisms of pancreatic tumorigenesis</article-title>. <source>Adv. Anatomic pathology</source> <volume>25</volume>, <fpage>131</fpage>&#x2013;<lpage>142</lpage>. <pub-id pub-id-type="doi">10.1097/pap.0000000000000172</pub-id>
<pub-id pub-id-type="pmid">28914620</pub-id>
</mixed-citation>
</ref>
<ref id="B17">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fisher</surname>
<given-names>R. A.</given-names>
</name>
</person-group> (<year>1936</year>). <article-title>The use of multiple measurements in taxonomic problems</article-title>. <source>Ann. Eugen.</source> <volume>7</volume>, <fpage>179</fpage>&#x2013;<lpage>188</lpage>. <pub-id pub-id-type="doi">10.1111/j.1469-1809.1936.tb02137.x</pub-id>
</mixed-citation>
</ref>
<ref id="B18">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Forner</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>D&#xed;az-Gonz&#xe1;lez</surname>
<given-names>&#xc1;.</given-names>
</name>
<name>
<surname>Liccioni</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Vilana</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Prognosis prediction and staging</article-title>. <source>Best Pract. and Res. Clin. Gastroenterology</source> <volume>28</volume>, <fpage>855</fpage>&#x2013;<lpage>865</lpage>. <pub-id pub-id-type="doi">10.1016/j.bpg.2014.08.002</pub-id>
<pub-id pub-id-type="pmid">25260313</pub-id>
</mixed-citation>
</ref>
<ref id="B19">
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Frank</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Hall</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2001</year>). &#x201c;<article-title>A simple approach to ordinal classification</article-title>,&#x201d; in <source>Machine learning: ECML 2001: 12th european conference on machine learning Freiburg, Germany, September 5&#x2013;7, 2001 proceedings 12</source> (<publisher-name>Springer</publisher-name>), <fpage>145</fpage>&#x2013;<lpage>156</lpage>.</mixed-citation>
</ref>
<ref id="B20">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gerlinger</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Rowan</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Horswell</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Larkin</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Endesfelder</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Gronroos</surname>
<given-names>E.</given-names>
</name>
<etal/>
</person-group> (<year>2012</year>). <article-title>Intratumor heterogeneity and branched evolution revealed by multiregion sequencing</article-title>. <source>N. Engl. J. Med.</source> <volume>366</volume>, <fpage>883</fpage>&#x2013;<lpage>892</lpage>. <pub-id pub-id-type="doi">10.1056/nejmoa1113205</pub-id>
<pub-id pub-id-type="pmid">22397650</pub-id>
</mixed-citation>
</ref>
<ref id="B21">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goh</surname>
<given-names>W. W. B.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Wong</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Why batch effects matter in omics data, and how to avoid them</article-title>. <source>Trends Biotechnol.</source> <volume>35</volume>, <fpage>498</fpage>&#x2013;<lpage>507</lpage>. <pub-id pub-id-type="doi">10.1016/j.tibtech.2017.02.012</pub-id>
<pub-id pub-id-type="pmid">28351613</pub-id>
</mixed-citation>
</ref>
<ref id="B22">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hadjistavropoulos</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Craig</surname>
<given-names>K. D.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>A theoretical framework for understanding self-report and observational measures of pain: a communications model</article-title>. <source>Behav. Res. Ther.</source> <volume>40</volume>, <fpage>551</fpage>&#x2013;<lpage>570</lpage>. <pub-id pub-id-type="doi">10.1016/s0005-7967(01)00072-9</pub-id>
<pub-id pub-id-type="pmid">12038648</pub-id>
</mixed-citation>
</ref>
<ref id="B23">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haefeli</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Elfering</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Pain assessment</article-title>. <source>Eur. Spine J.</source> <volume>15</volume>, <fpage>S17</fpage>&#x2013;<lpage>S24</lpage>. <pub-id pub-id-type="doi">10.1007/s00586-005-1044-x</pub-id>
<pub-id pub-id-type="pmid">16320034</pub-id>
</mixed-citation>
</ref>
<ref id="B24">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hruban</surname>
<given-names>R. H.</given-names>
</name>
<name>
<surname>Wilentz</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Goggins</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Offerhaus</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Yeo</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kern</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>1999</year>). <article-title>Pathology of incipient pancreatic cancer</article-title>. <source>Ann. Oncol.</source> <volume>10</volume>, <fpage>S9</fpage>&#x2013;<lpage>S11</lpage>. <pub-id pub-id-type="doi">10.1093/annonc/10.suppl_4.s9</pub-id>
<pub-id pub-id-type="pmid">10436775</pub-id>
</mixed-citation>
</ref>
<ref id="B25">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Iacobuzio-Donahue</surname>
<given-names>C. A.</given-names>
</name>
<name>
<surname>Velculescu</surname>
<given-names>V. E.</given-names>
</name>
<name>
<surname>Wolfgang</surname>
<given-names>C. L.</given-names>
</name>
<name>
<surname>Hruban</surname>
<given-names>R. H.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Genetic basis of pancreas cancer development and progression: insights from whole-exome and whole-genome sequencing</article-title>. <source>Clin. Cancer Res.</source> <volume>18</volume>, <fpage>4257</fpage>&#x2013;<lpage>4265</lpage>. <pub-id pub-id-type="doi">10.1158/1078-0432.ccr-12-0315</pub-id>
<pub-id pub-id-type="pmid">22896692</pub-id>
</mixed-citation>
</ref>
<ref id="B26">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiao</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Shi</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Edil</surname>
<given-names>B. H.</given-names>
</name>
<name>
<surname>De Wilde</surname>
<given-names>R. F.</given-names>
</name>
<name>
<surname>Klimstra</surname>
<given-names>D. S.</given-names>
</name>
<name>
<surname>Maitra</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Daxx/atrx, men1, and mtor pathway genes are frequently altered in pancreatic neuroendocrine tumors</article-title>. <source>Science</source> <volume>331</volume>, <fpage>1199</fpage>&#x2013;<lpage>1203</lpage>. <pub-id pub-id-type="doi">10.1126/science.1200609</pub-id>
<pub-id pub-id-type="pmid">21252315</pub-id>
</mixed-citation>
</ref>
<ref id="B27">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jones</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Parsons</surname>
<given-names>D. W.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>J. C.-H.</given-names>
</name>
<name>
<surname>Leary</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Angenendt</surname>
<given-names>P.</given-names>
</name>
<etal/>
</person-group> (<year>2008</year>). <article-title>Core signaling pathways in human pancreatic cancers revealed by global genomic analyses</article-title>. <source>Science</source> <volume>321</volume>, <fpage>1801</fpage>&#x2013;<lpage>1806</lpage>. <pub-id pub-id-type="doi">10.1126/science.1164368</pub-id>
<pub-id pub-id-type="pmid">18772397</pub-id>
</mixed-citation>
</ref>
<ref id="B28">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kambhatla</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Leen</surname>
<given-names>T. K.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>Dimension reduction by local principal component analysis</article-title>. <source>Neural Comput</source>. <volume>9</volume>, <fpage>1493</fpage>&#x2013;<lpage>1516</lpage>. <pub-id pub-id-type="doi">10.1162/neco.1997.9.7.1493</pub-id>
</mixed-citation>
</ref>
<ref id="B29">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kendall</surname>
<given-names>M. G.</given-names>
</name>
</person-group> (<year>1938</year>). <article-title>A new measure of rank correlation</article-title>. <source>Biometrika</source> <volume>30</volume>, <fpage>81</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1093/biomet/30.1-2.81</pub-id>
</mixed-citation>
</ref>
<ref id="B30">
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Lattke</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Lausser</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>M&#xfc;ssel</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kestler</surname>
<given-names>H. A.</given-names>
</name>
</person-group> (<year>2015</year>). &#x201c;<article-title>Detecting ordinal class structures</article-title>,&#x201d; in <source>Multiple classifier systems: 12Th international workshop, MCS 2015, g&#xfc;nzburg, Germany, June 29-July 1, 2015, proceedings 12</source> (<publisher-name>Springer</publisher-name>), <fpage>100</fpage>&#x2013;<lpage>111</lpage>.</mixed-citation>
</ref>
<ref id="B31">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lausser</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Sch&#xe4;fer</surname>
<given-names>L. M.</given-names>
</name>
<name>
<surname>Schirra</surname>
<given-names>L.-R.</given-names>
</name>
<name>
<surname>Szekely</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Schmid</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Kestler</surname>
<given-names>H. A.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Assessing phenotype order in molecular data</article-title>. <source>Sci. Rep.</source> <volume>9</volume>, <fpage>11746</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-019-48150-z</pub-id>
<pub-id pub-id-type="pmid">31409831</pub-id>
</mixed-citation>
</ref>
<ref id="B32">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lausser</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Sch&#xe4;fer</surname>
<given-names>L. M.</given-names>
</name>
<name>
<surname>K&#xfc;hlwein</surname>
<given-names>S. D.</given-names>
</name>
<name>
<surname>Kestler</surname>
<given-names>A. M. R.</given-names>
</name>
<name>
<surname>Kestler</surname>
<given-names>H. A.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Detecting ordinal subcascades</article-title>. <source>Neural Process. Lett.</source> <volume>52</volume>, <fpage>2583</fpage>&#x2013;<lpage>2605</lpage>. <pub-id pub-id-type="doi">10.1007/s11063-020-10362-0</pub-id>
</mixed-citation>
</ref>
<ref id="B33">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname>
<given-names>J.-S.</given-names>
</name>
<name>
<surname>Chu</surname>
<given-names>I.-S.</given-names>
</name>
<name>
<surname>Heo</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Calvisi</surname>
<given-names>D. F.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Roskams</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2004</year>). <article-title>Classification and prediction of survival in hepatocellular carcinoma by gene expression profiling</article-title>. <source>Hepatology</source> <volume>40</volume>, <fpage>667</fpage>&#x2013;<lpage>676</lpage>. <pub-id pub-id-type="doi">10.1002/hep.20375</pub-id>
<pub-id pub-id-type="pmid">15349906</pub-id>
</mixed-citation>
</ref>
<ref id="B34">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>McInnes</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Healy</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>UMAP: uniform manifold approximation and projection for dimension reduction</article-title>. <source>
<italic>Corr.</italic> abs/1802</source>, <fpage>03426</fpage>. <pub-id pub-id-type="doi">10.48550/arXiv.1802.03426</pub-id>
</mixed-citation>
</ref>
<ref id="B35">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mpilla</surname>
<given-names>G. B.</given-names>
</name>
<name>
<surname>Philip</surname>
<given-names>P. A.</given-names>
</name>
<name>
<surname>El-Rayes</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Azmi</surname>
<given-names>A. S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Pancreatic neuroendocrine tumors: therapeutic challenges and research limitations</article-title>. <source>World J. Gastroenterology</source> <volume>26</volume>, <fpage>4036</fpage>&#x2013;<lpage>4054</lpage>. <pub-id pub-id-type="doi">10.3748/wjg.v26.i28.4036</pub-id>
<pub-id pub-id-type="pmid">32821069</pub-id>
</mixed-citation>
</ref>
<ref id="B36">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Notta</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Chan-Seng-Yue</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Lemire</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Wilson</surname>
<given-names>G. W.</given-names>
</name>
<name>
<surname>Connor</surname>
<given-names>A. A.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>A renewed model of pancreatic cancer evolution based on genomic rearrangement patterns</article-title>. <source>Nature</source> <volume>538</volume>, <fpage>378</fpage>&#x2013;<lpage>382</lpage>. <pub-id pub-id-type="doi">10.1038/nature19823</pub-id>
<pub-id pub-id-type="pmid">27732578</pub-id>
</mixed-citation>
</ref>
<ref id="B37">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Notta</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Hahn</surname>
<given-names>S. A.</given-names>
</name>
<name>
<surname>Real</surname>
<given-names>F. X.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>A genetic roadmap of pancreatic cancer: still evolving</article-title>. <source>Gut</source> <volume>66</volume>, <fpage>2170</fpage>&#x2013;<lpage>2178</lpage>. <pub-id pub-id-type="doi">10.1136/gutjnl-2016-313317</pub-id>
<pub-id pub-id-type="pmid">28993418</pub-id>
</mixed-citation>
</ref>
<ref id="B38">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Olschwang</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Hamelin</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Laurent-Puig</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Thuille</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>De Rycke</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.-J.</given-names>
</name>
<etal/>
</person-group> (<year>1997</year>). <article-title>Alternative genetic pathways in colorectal carcinogenesis</article-title>. <source>Proc. Natl. Acad. Sci.</source> <volume>94</volume>, <fpage>12122</fpage>&#x2013;<lpage>12127</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.94.22.12122</pub-id>
<pub-id pub-id-type="pmid">9342373</pub-id>
</mixed-citation>
</ref>
<ref id="B39">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pian</surname>
<given-names>L.-l.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>M.-h.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>T.-f.</given-names>
</name>
<name>
<surname>Qi</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Peng</surname>
<given-names>T.-l.</given-names>
</name>
<name>
<surname>Xie</surname>
<given-names>K.-p.</given-names>
</name>
</person-group> (<year>2025</year>). <article-title>Identification and analysis of pancreatic intraepithelial neoplasia: opportunities and challenges</article-title>. <source>Front. Endocrinol.</source> <volume>15</volume>, <fpage>1401829</fpage>&#x2013;<lpage>1402024</lpage>. <pub-id pub-id-type="doi">10.3389/fendo.2024.1401829</pub-id>
<pub-id pub-id-type="pmid">39839479</pub-id>
</mixed-citation>
</ref>
<ref id="B40">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prigogine</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Nicolis</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>1971</year>). <article-title>Biological order, structure and instabilities</article-title>. <source>Q. Rev. Biophysics</source> <volume>4</volume>, <fpage>107</fpage>&#x2013;<lpage>148</lpage>. <pub-id pub-id-type="doi">10.1017/s0033583500000615</pub-id>
<pub-id pub-id-type="pmid">4257403</pub-id>
</mixed-citation>
</ref>
<ref id="B41">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Raphael</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Hruban</surname>
<given-names>R. H.</given-names>
</name>
<name>
<surname>Aguirre</surname>
<given-names>A. J.</given-names>
</name>
<name>
<surname>Moffitt</surname>
<given-names>R. A.</given-names>
</name>
<name>
<surname>Yeh</surname>
<given-names>J. J.</given-names>
</name>
<name>
<surname>Stewart</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Integrated genomic characterization of pancreatic ductal adenocarcinoma</article-title>. <source>Cancer Cell</source> <volume>32</volume>, <fpage>185</fpage>&#x2013;<lpage>203.e13</lpage>. <pub-id pub-id-type="doi">10.1016/j.ccell.2017.07.007</pub-id>
<pub-id pub-id-type="pmid">28810144</pub-id>
</mixed-citation>
</ref>
<ref id="B42">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ro</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Chai</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Victoria</surname>
<given-names>E. Y.</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2013</year>). <article-title>Pancreatic neuroendocrine tumors: biology, diagnosis,and treatment</article-title>. <source>Chin. J. Cancer</source> <volume>32</volume>, <fpage>312</fpage>&#x2013;<lpage>324</lpage>. <pub-id pub-id-type="doi">10.5732/cjc.012.10295</pub-id>
<pub-id pub-id-type="pmid">23237225</pub-id>
</mixed-citation>
</ref>
<ref id="B43">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sadanandam</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Wullschleger</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Lyssiotis</surname>
<given-names>C. A.</given-names>
</name>
<name>
<surname>Gr&#xf6;tzinger</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Barbi</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Bersani</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>A cross-species analysis in pancreatic neuroendocrine tumors reveals molecular subtypes with distinctive clinical, metastatic, developmental, and metabolic characteristics</article-title>. <source>Cancer Discov.</source> <volume>5</volume>, <fpage>1296</fpage>&#x2013;<lpage>1313</lpage>. <pub-id pub-id-type="doi">10.1158/2159-8290.cd-15-0068</pub-id>
<pub-id pub-id-type="pmid">26446169</pub-id>
</mixed-citation>
</ref>
<ref id="B44">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Scharre</surname>
<given-names>D. W.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Preclinical, prodromal, and dementia stages of alzheimer&#x2019;s disease</article-title>. <source>Pract. Neurol.</source> <volume>15</volume>, <fpage>36</fpage>&#x2013;<lpage>47</lpage>.</mixed-citation>
</ref>
<ref id="B45">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Seoane</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>De Mattos-Arruda</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>The challenge of intratumour heterogeneity in precision medicine</article-title>. <source>J. Intern. Med.</source> <volume>276</volume>, <fpage>41</fpage>&#x2013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1111/joim.12240</pub-id>
<pub-id pub-id-type="pmid">24661605</pub-id>
</mixed-citation>
</ref>
<ref id="B46">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shen</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Lu</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Guan</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Molecular biology of pancreatic neuroendocrine tumors: from mechanism to translation</article-title>. <source>Front. Oncol.</source> <volume>12</volume>, <fpage>967071</fpage>&#x2013;<lpage>2022</lpage>. <pub-id pub-id-type="doi">10.3389/fonc.2022.967071</pub-id>
<pub-id pub-id-type="pmid">36248960</pub-id>
</mixed-citation>
</ref>
<ref id="B47">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sperling</surname>
<given-names>R. A.</given-names>
</name>
<name>
<surname>Aisen</surname>
<given-names>P. S.</given-names>
</name>
<name>
<surname>Beckett</surname>
<given-names>L. A.</given-names>
</name>
<name>
<surname>Bennett</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Craft</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Fagan</surname>
<given-names>A. M.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Toward defining the preclinical stages of alzheimer&#x2019;s disease: recommendations from the national institute on aging-alzheimer&#x2019;s association workgroups on diagnostic guidelines for alzheimer&#x2019;s disease</article-title>. <source>Alzheimer&#x2019;s and Dementia</source> <volume>7</volume>, <fpage>280</fpage>&#x2013;<lpage>292</lpage>. <pub-id pub-id-type="doi">10.1016/j.jalz.2011.03.003</pub-id>
<pub-id pub-id-type="pmid">21514248</pub-id>
</mixed-citation>
</ref>
<ref id="B48">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stephens</surname>
<given-names>P. J.</given-names>
</name>
<name>
<surname>Greenman</surname>
<given-names>C. D.</given-names>
</name>
<name>
<surname>Fu</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Bignell</surname>
<given-names>G. R.</given-names>
</name>
<name>
<surname>Mudie</surname>
<given-names>L. J.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Massive genomic rearrangement acquired in a single catastrophic event during cancer development</article-title>. <source>Cell</source> <volume>144</volume>, <fpage>27</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.cell.2010.11.055</pub-id>
<pub-id pub-id-type="pmid">21215367</pub-id>
</mixed-citation>
</ref>
<ref id="B49">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tahami Monfared</surname>
<given-names>A. A.</given-names>
</name>
<name>
<surname>Byrnes</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>White</surname>
<given-names>L. A.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Q.</given-names>
</name>
</person-group> (<year>2022</year>). <article-title>Alzheimer&#x2019;s disease: epidemiology and clinical progression</article-title>. <source>Neurology Ther.</source> <volume>11</volume>, <fpage>553</fpage>&#x2013;<lpage>569</lpage>. <pub-id pub-id-type="doi">10.1007/s40120-022-00338-8</pub-id>
<pub-id pub-id-type="pmid">35286590</pub-id>
</mixed-citation>
</ref>
<ref id="B50">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Toyama</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Jhawar</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Aamar</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Epstein</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Reany</surname>
<given-names>N.</given-names>
</name>
<etal/>
</person-group> (<year>2009</year>). <article-title>Transcriptome analysis of the zebrafish pineal gland</article-title>. <source>Dev. Dyn. Official Publ. Am. Assoc. Anatomists</source> <volume>238</volume>, <fpage>1813</fpage>&#x2013;<lpage>1826</lpage>. <pub-id pub-id-type="doi">10.1002/dvdy.21988</pub-id>
<pub-id pub-id-type="pmid">19504458</pub-id>
</mixed-citation>
</ref>
<ref id="B51">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Traverso</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Shuber</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Levin</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Olsson</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Schoetz Jr</surname>
<given-names>D. J.</given-names>
</name>
<etal/>
</person-group> (<year>2002</year>). <article-title>Detection of apc mutations in fecal dna from patients with colorectal tumors</article-title>. <source>N. Engl. J. Med.</source> <volume>346</volume>, <fpage>311</fpage>&#x2013;<lpage>320</lpage>. <pub-id pub-id-type="doi">10.1056/nejmoa012294</pub-id>
<pub-id pub-id-type="pmid">11821507</pub-id>
</mixed-citation>
</ref>
<ref id="B52">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tu</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Stolovitzky</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Klein</surname>
<given-names>U.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Quantitative noise analysis for gene expression microarray experiments</article-title>. <source>Proc. Natl. Acad. Sci.</source> <volume>99</volume>, <fpage>14031</fpage>&#x2013;<lpage>14036</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.222164199</pub-id>
<pub-id pub-id-type="pmid">12388780</pub-id>
</mixed-citation>
</ref>
<ref id="B53">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Van der Maaten</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Hinton</surname>
<given-names>G.</given-names>
</name>
</person-group> (<year>2008</year>). <article-title>Visualizing data using t-sne</article-title>. <source>J. Mach. Learn. Res.</source> <volume>9</volume>.</mixed-citation>
</ref>
<ref id="B54">
<mixed-citation publication-type="book">
<person-group person-group-type="author">
<name>
<surname>Vapnik</surname>
<given-names>V. N.</given-names>
</name>
</person-group> (<year>2000</year>). <source>The nature of statistical learning theory, second edition. Statistics for engineering and information science</source>. <publisher-name>Springer</publisher-name>.</mixed-citation>
</ref>
<ref id="B55">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Witkiewicz</surname>
<given-names>A. K.</given-names>
</name>
<name>
<surname>McMillan</surname>
<given-names>E. A.</given-names>
</name>
<name>
<surname>Balaji</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Baek</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>W.-C.</given-names>
</name>
<name>
<surname>Mansour</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>Whole-exome sequencing of pancreatic cancer defines genetic diversity and therapeutic targets</article-title>. <source>Nat. Commun.</source> <volume>6</volume>, <fpage>6744</fpage>. <pub-id pub-id-type="doi">10.1038/ncomms7744</pub-id>
<pub-id pub-id-type="pmid">25855536</pub-id>
</mixed-citation>
</ref>
<ref id="B56">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname>
<given-names>R.-C.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>S.-F.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Song</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Chu</surname>
<given-names>T.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Genomic landscape and evolutionary trajectories of ovarian cancer precursor lesions</article-title>. <source>J. Pathology</source> <volume>248</volume>, <fpage>41</fpage>&#x2013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1002/path.5219</pub-id>
<pub-id pub-id-type="pmid">30560554</pub-id>
</mixed-citation>
</ref>
<ref id="B57">
<mixed-citation publication-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Jones</surname>
<given-names>M. G.</given-names>
</name>
<name>
<surname>Naranjo</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Rideout</surname>
<given-names>W. M.</given-names>
</name>
<name>
<surname>Min</surname>
<given-names>K. H. J.</given-names>
</name>
<name>
<surname>Ho</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <article-title>Lineage tracing reveals the phylodynamics, plasticity, and paths of tumor evolution</article-title>. <source>Cell</source> <volume>185</volume>, <fpage>1905</fpage>&#x2013;<lpage>1923.e25</lpage>. <pub-id pub-id-type="doi">10.1016/j.cell.2022.04.015</pub-id>
<pub-id pub-id-type="pmid">35523183</pub-id>
</mixed-citation>
</ref>
</ref-list>
</back>
</article>