<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Immunol.</journal-id>
<journal-title>Frontiers in Immunology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Immunol.</abbrev-journal-title>
<issn pub-type="epub">1664-3224</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fimmu.2023.1211064</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Immunology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identifying cancer-associated leukocyte profiles using high-resolution flow cytometry screening and machine learning</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Simon Davis</surname>
<given-names>David A.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/97164"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ritchie</surname>
<given-names>Melissa</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2295282"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hammill</surname>
<given-names>Dillon</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2321490"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Garrett</surname>
<given-names>Jessica</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2367539"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Slater</surname>
<given-names>Robert O.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Otoo</surname>
<given-names>Naomi</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2367529"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Orlov</surname>
<given-names>Anna</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2321413"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gosling</surname>
<given-names>Katharine</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Price</surname>
<given-names>Jason</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yip</surname>
<given-names>Desmond</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jung</surname>
<given-names>Kylie</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Syed</surname>
<given-names>Farhan M.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Atmosukarto</surname>
<given-names>Ines I.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Quah</surname>
<given-names>Ben J. C.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2291244"/>
</contrib>
</contrib-group>    <aff id="aff1">
<sup>1</sup>
<institution>Irradiation Immunity Interaction Lab, Australian National University</institution>, <addr-line>Canberra, ACT</addr-line>, <country>Australia</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Division of Genome Sciences &amp; Cancer, John Curtin School of Medical Research, Australian National University</institution>, <addr-line>Canberra, ACT</addr-line>, <country>Australia</country>
</aff>    <aff id="aff3">
<sup>3</sup>
<institution>Australian National University</institution>, <addr-line>Canberra, ACT</addr-line>, <country>Australia</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Medical Oncology, Canberra Hospital &amp; Health Services</institution>, <addr-line>Canberra, ACT</addr-line>, <country>Australia</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Radiation Oncology Department, Canberra Hospital &amp; Health Services</institution>, <addr-line>Canberra, ACT</addr-line>, <country>Australia</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Pragyan Acharya, All India Institute of Medical Sciences, India</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Nahum Puebla-Osorio, University of Texas MD Anderson Cancer Center, United States; Duane Hamilton, National Cancer Institute, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Ben J. C. Quah, <email xlink:href="mailto:ben.quah@anu.edu.au">ben.quah@anu.edu.au</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>03</day>
<month>08</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1211064</elocation-id>
<history>
<date date-type="received">
<day>24</day>
<month>04</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>06</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Simon Davis, Ritchie, Hammill, Garrett, Slater, Otoo, Orlov, Gosling, Price, Yip, Jung, Syed, Atmosukarto and Quah</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Simon Davis, Ritchie, Hammill, Garrett, Slater, Otoo, Orlov, Gosling, Price, Yip, Jung, Syed, Atmosukarto and Quah</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Machine learning (ML) is a valuable tool with the potential to aid clinical decision making. Adoption of ML to this end requires data that reliably correlates with the clinical outcome of interest; the advantage of ML is that it can model these correlations from complex multiparameter data sets that can be difficult to interpret conventionally. While currently available clinical data can be used in ML for this purpose, there exists the potential to discover new &#x201c;biomarkers&#x201d; that will enhance the effectiveness of ML in clinical decision making. Since the interaction of the immune system and cancer is a hallmark of tumor establishment and progression, one potential area for cancer biomarker discovery is through the investigation of cancer-related immune cell signatures. Hence, we hypothesize that blood immune cell signatures can act as a biomarker for cancer progression.</p>
</sec>
<sec>
<title>Methods</title>
<p>To probe this, we have developed and tested a multiparameter cell-surface marker screening pipeline, using flow cytometry to obtain high-resolution systemic leukocyte population profiles that correlate with detection and characterization of several cancers in murine syngeneic tumor models.</p>
</sec>
<sec>
<title>Results</title>
<p>We discovered a signature of several blood leukocyte subsets, the most notable of which were monocyte subsets, that could be used to train CATboost ML models to predict the presence and type of cancer present in the animals.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Our findings highlight the potential utility of a screening approach to identify robust leukocyte biomarkers for cancer detection and characterization. This pipeline can easily be adapted to screen for cancer specific leukocyte markers from the blood of cancer patient.</p>
</sec>
</abstract>
<kwd-group>
<kwd>cancer</kwd>
<kwd>immunology</kwd>
<kwd>machine learning</kwd>
<kwd>leukocytes</kwd>
<kwd>flow cytometry</kwd>
<kwd>biomarkers</kwd>
</kwd-group>
<counts>
<fig-count count="7"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="73"/>
<page-count count="16"/>
<word-count count="8429"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Cancer Immunity and Immunotherapy</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Machine learning (ML) has enormous potential to aid in the optimization of clinical decision-making for cancer patient care (<xref ref-type="bibr" rid="B1">1</xref>). Although this idea has propelled multiple ML-supplemented healthcare initiatives (<xref ref-type="bibr" rid="B2">2</xref>), many of these have failed to reach the standard required to be readily used in clinical practice (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B9">9</xref>). This might be attributable to the previous ML projects being built on a generalized cancer patient population rather than a more defined pool of patients and outcome targets from which more specific data input for ML could be acquired (<xref ref-type="bibr" rid="B10">10</xref>). The ideal clinical data for ML model training should be easily and objectively attainable, and reliably correlate with the clinical outcome of interest. This, in turn, highlights the importance of appropriate data selection for ML model training and the that the limits of ML models&#x2019; predictive capacity are restricted due to the dataset they were trained on (<xref ref-type="bibr" rid="B11">11</xref>). Therefore, to optimize the utility of ML predictive models, it is paramount to identify data, often referred to as &#x201c;biomarkers&#x201d;, that robustly correlates with the prescribed outcome.</p>
<p>The last few decades have seen the immune system identified as a central modulator for tumor initiation and progression. While immune cells can recognize and eliminate tumor cells, cancer cells are now understood to escape such surveillance through various immuno-suppressive mechanisms, often through hijacking of the immuno-regulatory framework in the host&#x2019;s immune system (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>). This tug-of-war within the immune system can manifest in cancer-specific immune cell signatures locally in the tumor microenvironment and systemically in the secondary lymphoid tissues and blood (<xref ref-type="bibr" rid="B14">14</xref>&#x2013;<xref ref-type="bibr" rid="B17">17</xref>). In this context, we have hypothesized that immune cell profiles, interpreted through ML models, may be predictors of cancer progression and response to treatment. This is supported by our earlier preclinical investigations in murine orthotopic tumor models that identified blood myeloid cell profiles as key predictive biomarker for the presence, type and progression of cancer in ML models (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>To build further on our approach, we developed a multiparameter cell-surface marker screening pipeline using flow cytometry to obtain high-resolution systemic leukocyte population profiles that correlate with the presence of cancer in our murine syngeneic tumor models. Our rationale was that identification of various changes in the specific, cancer-associated leukocyte populations in blood would allow us to use this data for more robust ML model training for detection and characterization of cancers. We used a screening pool of multiple samples from cancer-bearing and healthy mice that were differentiated by fluorescent vital dye barcoding (<xref ref-type="bibr" rid="B19">19</xref>&#x2013;<xref ref-type="bibr" rid="B22">22</xref>). This was then coupled with a leukocyte lineage fluorescent antibody backbone panel and a commercial screen that applies &gt;250 fluorescently tagged antibodies (<xref ref-type="bibr" rid="B23">23</xref>) to identify cell surface markers. Using this approach, we were able to effectively screen &gt;20 leukocyte populations in nine distinct samples from cancer-bearing and non-cancer control groups in one pooled sample and identify cancer-specific changes across ~250 markers. From cancer-specific markers that were identified, a cancer-specific antibody panel was designed to characterize the blood leukocyte subsets from 44 mice bearing either no tumor or breast or colorectal cancer by flow cytometry. Using the panel, we identified several leukocyte subset profiles, the counts of which acted as predictive biomarkers for the presence and type of cancer using ML. Our findings highlight the potential utility of a screening approach to identify robust leukocyte biomarkers for cancer detection.</p>
</sec>
<sec id="s2">
<title>Methods</title>
<sec id="s2_1">
<title>Animals</title>
<p>C57BL/6 (B6) and BALB/c (BC) female mice aged between 6-10 weeks (from the Australian Phenomics Facility, ANU) were used in the study. Animals were housed in a specific pathogen-free environment and used under strict adherence to protocols approved by the institutional Animal Experimentation Ethics Committee (AEEC), ANU, under protocol A2020/39. At experimental end points, animals were euthanized by cervical dislocation according to AEEC approved procedures.</p>
</sec>
<sec id="s2_2">
<title>Cell lines</title>
<p>The mammary carcinoma cell lines 4T1 (<xref ref-type="bibr" rid="B24">24</xref>) (ATCC), 4T1.2 (<xref ref-type="bibr" rid="B25">25</xref>) (kindly provided by Dr Robin Anderson, Olivia Newton-John Cancer Research Institute), 4T1Br4 (<xref ref-type="bibr" rid="B26">26</xref>) (kindly provided by Dr Normand Pouliot, Olivia Newton-John Cancer Research Institute), and AT-3-OVA (<xref ref-type="bibr" rid="B27">27</xref>) (kindly provided by Dr. Di Yu), the colorectal carcinoma cell lines CT26 (<xref ref-type="bibr" rid="B28">28</xref>) (ATCC) and MC38 (<xref ref-type="bibr" rid="B29">29</xref>) (kindly provided by Dr. Di Yu), and the melanoma cell line B16-F10 (<xref ref-type="bibr" rid="B30">30</xref>) (kindly provided by Dr Christopher Parish) were used in this study. Cell lines were confirmed clear of specific pathogens by Cerberus Sciences (ISO 9001 Licence No. AU843-QC). Cell lines were cultured and subcultured as described previously in supplemented (sRPMI) RPMI-1640 (11875093, ThermoFisher Scientific) (<xref ref-type="bibr" rid="B18">18</xref>).</p>
</sec>
<sec id="s2_3">
<title>Tumor establishment</title>
<p>Tumor cells (1 x 10<sup>5</sup>) were injected subcutaneously in the right hind flank (primary tumor) and then 3 days later in the left hind flank (secondary tumor) of syngeneic mice (cell lines 4T1, 4T1.2, 4T1Br4, and CT26 injected in BC mice, and cell lines AT-3-OVA, MC38 and B16-F10 injected in B6 mice) mixed across housing cages as described previously (<xref ref-type="bibr" rid="B18">18</xref>). Tumors were grown and monitored for 17-21 days. At study endpoint, mice were humanely sacrificed, and their tumor and spleens excised and weighed. The tumor burden was defined as the pooled tumor weights of each individual at end point.</p>
</sec>
<sec id="s2_4">
<title>Blood and spleen collection and processing</title>
<p>Blood and spleens from mice were collected at experimental end point. Blood was collected and processed as described previously (<xref ref-type="bibr" rid="B18">18</xref>). Spleens were harvested and processed to single cells as described previously with the exception that the red blood cell lysis step was not performed (<xref ref-type="bibr" rid="B31">31</xref>).</p>
</sec>
<sec id="s2_5">
<title>Spleen cell barcoding</title>
<p>Spleen cells from 3 (of the 3-5) replicate mice bearing the largest mass of 14-17-day-old tumor from either 4T1, 4T1.2, 4T1Br4, AT-3-OVA, CT26, MC38 or B16-F10 cell lines, or no-tumor controls (host B6 or BC mice) were pooled into 9 separate tubes in a total of 10 milliliters (mL) of phosphate buffered saline (PBS). The 9 spleen cell groups were adjusted to the equivalent of 2 spleen masses based on spleen weights (~equivalent to the mass of 2 normal spleens) by removing appropriate volumes of cell suspension from each tube. Cells volumes were then made to 10 mL with PBS and cells sedimented by centrifugation (300 x g for 10&#xa0;min), supernatant aspirated and cells resuspended in 2.9 mL sRPMI. Each spleen cell group was then barcoded separately with a unique concentration of carboxyfluorescein diacetate succinimidyl ester (CFSE) and/or cell trace violet (CTV) (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S1</bold>
</xref>) and all groups were then pooled into one sample as previously described (<xref ref-type="bibr" rid="B19">19</xref>). Cells were then suspended in 10 mL of sRPMI and passed through a 70 &#x3bc;m filter mesh and counted. A total of 400 x 10<sup>6</sup> leukocytes was then suspended in 10 mL sRPMI, passed through a 70 &#x3bc;m filter mesh, sedimented by centrifugation (300 x g for 10&#xa0;min) and supernatant aspirated, ready for immediate backbone antibody labelling.</p>
</sec>
<sec id="s2_6">
<title>Backbone antibody labelling</title>
<p>Barcoded pooled cells were resuspended in 0.6 mL of Labelling Buffer (PBS containing 5 mM EDTA, 1% BSA [<italic>weight/volume</italic>]) with 5 &#x3bc;g/mL TruStain FcX&#x2122; (anti-mouse CD16/32) antibody (101320, Biolegend) for 15&#xa0;min at 4&#xb0;C. Samples were then incubated with a backbone panel of antibodies (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S2</bold>
</xref>) by adding 0.6 mL of Labelling Buffer with 10% (<italic>v/v</italic>) Brilliant Stain Buffer Plus (BD) containing a 2x stock of each antibody (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S2</bold>
</xref>), for 30&#xa0;min at 4&#xb0;C. The pooled barcoded and backbone antibody-labelled cells were then resuspended to 13.4 x 10<sup>6</sup> cells per mL (i.e. 1x10<sup>6</sup> cells/75 &#x3bc;L) in Labelling Buffer and passed through a 70 &#x3bc;m filter mesh ready for aliquoting into the wells of the LEGENDScreen plates.</p>
</sec>
<sec id="s2_7">
<title>LEGENDScreen assay</title>
<p>A LEGENDScreen Mouse PE Kit (BioLegend) was used for spleen leukocyte screening for cancer-specific cell-surface markers. Plates from the kit were prepared according to the manufacturer&#x2019;s instructions with lyophilized antibodies in each well of the assay plates being resuspended in 25 &#x3bc;L of deionized H<sub>2</sub>O (dH<sub>2</sub>O). The pooled barcoded and backbone antibody-labelled cells were added at 75 &#x3bc;L (i.e. 1x10<sup>6</sup> cell) to each well containing the reconstituted antibodies and incubated in the dark for 30&#xa0;min at 4<sup>&#xb0;</sup>C. Cells were then washed in Legend Screen Wash provided in the kit, pelleted and resuspended in 40 &#x3bc;L Labelling Buffer containing 1 &#x3bc;g/ml of the viability dye Hoechst 33285 (Invitrogen) and the equivalent of 500 Flow-Count Fluorospheres (7547053, Beckman Coulter) per 40 &#x3bc;L and stored at 4&#xb0;C overnight before flow cytometry.</p>
</sec>
<sec id="s2_8">
<title>Immunophenotyping of blood leukocytes by flow cytometry</title>
<p>Blood samples (5 &#x3bc;L) were labeled with antibodies that included the backbone panel and the screen-identified antibodies (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S2</bold>
</xref>) and prepared for flow cytometry analysis using methods described previously (<xref ref-type="bibr" rid="B18">18</xref>).</p>
</sec>
<sec id="s2_9">
<title>Flow cytometry</title>
<p>Flow cytometry was performed on a BD LSR-II X-20 (BD Bioscience) flow cytometer with FACSDiva software (version 8.0.1). Application Settings were applied to standardize fluorescence intensity readings between experiments, and fluorescence intensities monitored and calibrated using Sphero&#x2122; 8-peak Rainbow Beads (110620, BD Bioscience). Voltages were initially set up using unlabeled RBC-lysed blood leukocytes. BD CompBeads (552843, BD Bioscience) were used as compensation controls as previously described (<xref ref-type="bibr" rid="B31">31</xref>). Blood cell samples were acquired until a total of 2000 Flow-Count Fluorosphere beads were collected based on side scatter (log-scale) and forward scatter (linear-scale) plot gating. LEGENDScreen samples were acquired at 10,000 events/second using the sample fine adjust and on a low sample flow rate to collect a total of ~1-3 x 10<sup>5</sup> live (Hoechst 33285<sup>&#x2212;</sup>-gated) CD45<sup>+</sup> cells. Every 36<sup>th</sup> sample acquisition was followed by a 3&#xa0;min run on a high sample flow rate with 10% sodium hypochlorite solution in dH2O, then a 2&#xa0;min run on a high sample flow rate with dH<sub>2</sub>O, and the stability of fluorescence signal of each channel assessed by acquiring 5000 Sphero&#x2122; 8-peak Rainbow Beads. Raw Flow Cytometry Standard (FCS) files (i.e., FCS3.1) of the data are available upon request at the ANU DATA COMMONS repository (<ext-link ext-link-type="uri" xlink:href="https://dx.doi.org/10.25911/zrp3-nd51">https://dx.doi.org/10.25911/zrp3-nd51</ext-link>).</p>
</sec>
<sec id="s2_10">
<title>Flow cytometry analysis</title>
<p>Flow cytometry analysis was performed using FlowJo v10 software (BD Bioscience), CytoExploreR version 2.0.0 (<xref ref-type="bibr" rid="B32">32</xref>), and cytoverse suite of R packages (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). A combination of manual gating and unsupervised Pairwise Controlled Manifold Approximation Projection (PaCMAP) (<xref ref-type="bibr" rid="B35">35</xref>) analysis was used to delineate cell populations and assess for manual gate cell population segregation, and cell groups were then named based on marker expression represented by median fluorescent intensities (MedFI) of each marker plotted using heat map dot plots made using the tidyverse suite of R packages (<xref ref-type="bibr" rid="B36">36</xref>) (see Results section).</p>
</sec>
<sec id="s2_11">
<title>Data normalization and processing</title>
<sec id="s2_11_1">
<title>LEGENDScreen data</title>
<p>Leukocyte marker expression changes in cancer samples were compared to control levels as follows: First, the average median fluorescence intensity of the PE channel (MedFI-PE) from the fluorescence minus one (FMO) controls in the screen for each leukocyte population (identified with the backbone antibody panel) within each barcoded group was calculated. This FMO MedFI-PE was then subtracted from each MedFI-PE from the corresponding barcoded group leukocyte population across all the markers screened to give a barcode corrected MedFI-PE (BC-MedFI-PE). Background (matched no-cancer controls) BC-MedFI-PE of LEGENDScreen markers for each cell population was subtracted from the corresponding marker BC-MedFI-PE of the same cell population in each tumor type. This BC-MedFI-PE difference was then divided by the maximum BC-MedFI-PE change of each marker for each population. Any value less than -1 was assigned -1. This gave a cancer-specific marker change scale of -1 to 1 (with 0 being no-cancer controls level). These values were visualized on a heat map dot plot using the R package ComplexHeatmap (<xref ref-type="bibr" rid="B37">37</xref>). The raw and normalized MedFI data and the data for cell counts and proportions for heatmap annotations can be found in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Data (Data Sheets 2, 3)</bold>
</xref>.</p>
</sec>
<sec id="s2_11_2">
<title>Blood leukocyte data</title>
<p>To reduce the influence of inter-experimental technical variability on the independent blood analysis experiments, their data was normalized at several levels. Firstly, cell numbers in each flow cytometry acquisition set were normalized to counting beads spiked into the sample, with each sample normalized to 5000 Flow-Count Fluorospheres (all of the spiked load), to give the number of cells in ~5 &#x3bc;L of blood (&#x201c;counting bead normalized&#x201d; values). Secondly, these normalized counts were normalized to the mean counts of the respective blood leukocytes from non-tumor bearing control animals within each experiment, the &#x201c;nil normalized values&#x201d;. To get &#x201c;normalized cell counts&#x201d; per 5 &#x3bc;L of blood (as an estimate of the overall cells across the groups), the &#x201c;nil normalized values&#x201d; were multiplied to the overall mean of the &#x201c;bead normalized cell count&#x201d; from all non-tumor-bearing animals for each cell population across all experiments. This data can be found in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Data (Table 1)</bold>
</xref>.</p>
</sec>
</sec>
<sec id="s2_12">
<title>Supervised machine learning</title>
<p>Supervised machine learning was performed using Orange 3 software. Random Forest (<xref ref-type="bibr" rid="B38">38</xref>) and CATboost (<xref ref-type="bibr" rid="B39">39</xref>) modelling used 100 trees for prediction and 500 trees for ranking the feature importance, with the maximum tree depth of 4 (for Random Forest) and 6 (for CATBoost). For Random Forest, the maximum number of features considered at each node was 5 and subsets smaller than 5 were not split. For CATBoost learning, the learning rate was 0.3, the regularization was lambda 3 and subsampling was 1. For classification of groups using monocytes, CATBoost was used and trained on 66% of randomly sampled data and tested on the remaining 34%. This was repeated 100 times and the results of predicted and actual classes were displayed as a confusion matrix. Feature ranking was done using both Random Forest and CATBoost (built into the models in Orange 3 software). For the learning curve as a function of decreased features (populations), CATBoost was used and trained on 66% of randomly sampled data and tested on the remaining data. This was repeated 100 times and the results were assessed using area under curve of the receiver operating characteristics (AUC; to assess separability of the classes), classification accuracy (CA; proportion of correct classification), precision (ratio of correct positive prediction to all positive prediction), recall (ratio of correct positive prediction to actual positive), and F1 score (weighted average of precision and recall). Final CATBoost prediction on the optimized feature subset was trained on 66% of randomly sampled data and performed on the remaining data.</p>
</sec>
<sec id="s2_13">
<title>Statistical analysis and data presentation</title>
<p>To compare the means between non-tumor controls (Nil), CT26- and 4T1-burdened cohorts, data were transformed using the formula Y=Log(Y+1) to help normalize distributions and equalize variance, and then assessed by 2-way ANOVA using GraphPad Prism software. Analysis was corrected for multiple comparisons using the two-stage step-up method of Benjamini, Krieger and Yekuyieli (<xref ref-type="bibr" rid="B40">40</xref>). False discovery rate of 0.05 and p-values were reported to test the null hypothesis that the means are equal or distributions were from the same population. The overlap R package was used to calculate distribution overlap (<xref ref-type="bibr" rid="B41">41</xref>). PaCMAP used the pacmap python package through CytoExploreR. Multidimensional scaling was performed using the cmdscale function from the stats (v3.6.2) R package to visually inspect the improvement in group separability when running ML models using the highest ranked populations. Heatmap dot plots were generated through ggplot2, ComplexHeatmap and HeatmapR (<xref ref-type="bibr" rid="B42">42</xref>) R packages. Log ratio (M) log average (A) (MA) plots were constructed using the ggpubr, ggplot2 and ggrepel R packages. Pythagorean trees and confusion matrices were made in Orange 3 software. Circular bar plots were made using ggplot2 in R. The R version used was 3.6.2. Prism was also used for plotting data.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Screening pipeline overview</title>
<p>To identify cancer-specific leukocyte surface marker changes, a screening pipeline was established (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>). This involved: a), establishing tumors in mice; b), preparing spleen cells from tumor-bearing mice and their non-tumor-bearing counterparts: c), fluorescent barcoding of the spleen cells from each group with distinct concentrations of CellTrace Violet (CTV) and/or carboxyfluorescein succinimidyl ester (CFSE) vital dyes to give distinct fluorescent groups; d), pooling the barcoded cells and labeling them with a backbone of lineage marker-specific antibodies to identify the main leukocyte populations; e), aliquoting the pooled, barcoded and backboned samples equally into wells of LEGENDScreen assay plates to label them with the &gt;250 PE-conjugated antibodies specific for cell-surface markers for analysis by flow cytometry; and f), assessing the samples for cancer-specific changes via an analysis pipeline.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Multiparameter cell-surface marker screening pipeline overview. Tumor-bearing and no-tumor control groups had spleens (and/or blood) harvested and prepared as single cells <bold>(A, B)</bold>. Single cells were barcoded with vital dyes to allow for fluorescent discrimination and were then pooled <bold>(C)</bold>. Pooled cells were labeled with a backbone of antibodies to delineate the main leukocyte subsets <bold>(D)</bold>. Cells were then aliquoted equally across the wells of the LEGENDScreen plates for PE-conjugated antibody labeling and analyzed by flow cytometry <bold>(E)</bold>. Data was then analyzed by decoding barcoded groups, delineating leukocytes based on backbone antibody labeling, and assessing for disease-specific changes in LEGENDScreen markers to identify new leukocyte phenotyping markers for profiling biomarkers for cancer presence <bold>(F)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g001.tif"/>
</fig>
</sec>
<sec id="s3_2">
<title>Tumor models and initial barcode/backbone analysis</title>
<p>To assess how the leukocyte subpopulation profiles might change in the presence of cancer, seven murine tumor cell lines representing breast (including, 4T1 (<xref ref-type="bibr" rid="B24">24</xref>), 4T1.2 (<xref ref-type="bibr" rid="B25">25</xref>), 4T1Br4 (<xref ref-type="bibr" rid="B26">26</xref>), AT-3-OVA (<xref ref-type="bibr" rid="B27">27</xref>)), colorectal (including CT26 (<xref ref-type="bibr" rid="B28">28</xref>) and MC38 (<xref ref-type="bibr" rid="B29">29</xref>)) and skin (including B16-F10 (<xref ref-type="bibr" rid="B30">30</xref>)) cancers were used to establish tumors in syngeneic strains of mice (B6 and BC), yielding a total of nine groups (seven cancer and two no-cancer control samples). A primary and secondary tumor was established on each hind flank (left and right; to mimic disseminated disease) of each animal for each cell line and grown for 17 days. The endpoint masses showed variable degree of growth, with the tumors on the BC background typically weighing more than those on B6 background (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). Although most animals had viable tumors, MC38 tumors had negligible mass at the end point (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). The weight of the spleens extracted from these mice for the LEGENDScreen pipeline also varied considerably between groups, lending support to the theory that certain tumor types may promote spleen enlargement (<xref ref-type="bibr" rid="B38">38</xref>) (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Tumor and spleen masses in animals used in the screening pipeline. Tumors were established subcutaneously in the right- (day-0) and in the left- (day-3) hind flank of syngeneic mice [cell lines 4T1, 4T1.2, 4T1Br4, and CT26 injected in BALB/c mice (BC), and cell lines AT3-OVA, MC38 and B16-F10 injected in C57BL/6 mice (B6)] and grown for 17 days. At endpoint, tumors <bold>(A)</bold> and spleens <bold>(B)</bold> were excised and weighed. All data points are presented with overlayed boxplots from n = 3-5 mice. P-values are shown comparing means of data from tumor-bearing mice with their no-tumor control (Nil) counterparts. To compare the means between non-tumor controls (Nil), CT26- and 4T1-burdened cohorts, data were transformed using the formula Y=Log(Y+1) to help normalize distributions and equalize variance (to meet the assumptions of the statistical tests), and then assessed by 2-way ANOVA.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g002.tif"/>
</fig>
<p>After processing the leukocytes through the analysis pipeline, we investigated how the standard lineage backbone antibody labelling characterized the immune cells in the pooled spleens and blood of the animals. The backbone panel comprised primarily antibodies to delineate key leukocyte subsets. Manual gates were created to identify ~24 main cell subsets (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S1</bold>
</xref>). The general population segregation was confirmed by overlaying the manually gated populations on graphs of unsupervised Pairwise Controlled Manifold Approximation Projection (PaCMAP) dimensional reduction of all the backbone markers in 2-dimensional space (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figures&#xa0;S2A, B</bold>
</xref>). The marker expression of the segregated populations was summarized by dot plot heat maps annotated with pooled cell proportions (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure&#xa0;S2C</bold>
</xref>) and used to confirm population name designations (<xref ref-type="supplementary-material" rid="SM1">
<bold>Table S3</bold>
</xref>). Manual gates were also used to delineate the barcoded groups (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S1</bold>
</xref>), and the proportion of CD45<sup>+</sup> live leukocytes comprising each of the identified leukocyte subpopulations was calculated across the groups (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). Major changes were seen in the leukocyte composition of all animals with tumors on BC backgrounds in both spleen and blood, whereas more a subtle change in the leukocyte composition was observed in animals with tumors on a B6 background. The major tumor-specific changes appeared to be the proportional increases in myeloid cells, most notably monocytes and neutrophils, particularly in BC mice burdened with 4T1 tumor variants.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Spleen and blood leukocyte frequencies determined using backbone panel markers. Spleen <bold>(A)</bold> and blood <bold>(B)</bold> cell samples were analyzed as described in <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S2</bold>
</xref> and assessed for changes across the different tumor-bearing and no-tumor control groups. In upper panels (i): PaCMAP plots for each group are shown for 50,000 live singlet CD45<sup>+</sup> leukocytes per plot with a PaCMAP key to show subpopulation position with color overlays delineating each population present from spleen <bold>(A)</bold> or blood <bold>(B)</bold>. In the lower panels (ii) of <bold>(A, B)</bold>, the percentage of total live singlet CD45<sup>+</sup> leukocytes comprising each live singlet leukocyte subpopulation was also calculated and shown below the respective PaCMAP plots. For spleen, the delineation of each group was achieved by decoding the barcoded groups based on manual gating (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S1</bold>
</xref>).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g003.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>LEGENDScreen global changes</title>
<p>To resolve the leukocyte subpopulation differences at higher resolution, we assessed each of the backbone antibody panel-identified splenic leukocyte populations across all tumor groups for changes in the median fluorescent intensities (MedFI) of the &gt;250 PE-conjugated LEGENDScreen antibodies (herein, termed MedFI-PE) relative to background (no tumor) cell levels (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S3</bold>
</xref>). This was summarized in a dot plot heat map where an increase in the dot size reflected an increase in the absolute MedFI-PE change in tumor-bearing animals relative to the background control (either increase or decrease). In addition, the plots showed increases and decreases in the relative marker MedFI-PE from the background by the dot color tending toward darker red or darker blue, respectively (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S3</bold>
</xref>). This global analysis demonstrated that while most of the cell surface markers showed little change in the presence of cancer, certain leukocyte population markers underwent clear changes across several tumor types (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S3</bold>
</xref>).</p>
</sec>
<sec id="s3_4">
<title>LEGENDScreen CT26 and 4T1 changes</title>
<p>To narrow the scope of the LEGENDScreen data and inform the next step in the experimental validation, our analysis focused on two cancer types with consistent growth and diverse immune perturbation. These were the CT26 colorectal cancer model, which generated relatively mild immune perturbation, and the 4T1 breast cancer model, which generated marked immune perturbation (<xref ref-type="bibr" rid="B18">18</xref>). In addition, markers associated with metastatic potential were assessed using the 4T1 metastatic variant, the 4T1.2 line (<xref ref-type="bibr" rid="B25">25</xref>) (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>). To focus on the strongest cancer-associated marker changes, a threshold was set to display markers that were within the top 30% of the increased or decreased MedFI-PE change relative to background no-tumor controls (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>). This was an arbitrary range set to filter for the most extreme changes in surface marker labeling. For quality control, the expression of each marker after subtracting the MedFI-PE of isotype control antibodies (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>, left bar plot) was also determined, which revealed that all markers had a positive signal above matching isotope control binding except CD357 and CD28 markers, which had negative fluorescence relative to their isotype antibody controls, suggesting a technical anomaly. CD357 and CD28 markers were thus excluded from further analysis. Among the remaining surface markers, CT26 tumors clearly induced fewer marker changes than 4T1 tumors (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>). While the tumors from 4T1 and their metastatic variant 4T1.2 resulted in a similar number of marker changes, some of these were clearly variant-specific, potentially relating to the metastatic tendency. Since only up to 6 additional antibodies could be added to the backbone antibody panel for further studies given the flow cytometer instrumentation restrictions, the sum of all absolute MedFI-PE changes was calculated across the groups for each marker to identify those with the greatest cumulative changes (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>, right bar blot). To ascertain the cell population numbers associated with marker changes, enumeration of each cell population based on % of total CD45<sup>+</sup> leukocytes and total leukocyte population per spleen (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref> top annotations) and cell leukocyte population amounts per milligram of spleen (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref> bottom annotations) were also calculated. These demonstrated that CD24, CD45RB, and CD44 had relatively strong changes across all tumor types, rendering them the preferred candidates for panel inclusion. Also notable was CD62L downregulation on CD8<sup>+</sup> T cells in 4T1 and 4T1.2, but not CT26, models; CD66a upregulation on myeloid subpopulations in 4T1 and CT26, but not 4T1.2, models; and surface IgD downregulation on B cells in the metastatic 4T1.2 model but not its parental line, 4T1. This combination of markers therefore might reflect the changes that are broadly associated with cancer presence, specific to cancer type and its metastatic potential. While there were several other marker changes in the models, many of these were already in the backbone panel, and others, while potentially of value, were not included in the expanded labelling panel due to restrictions on the total number of markers based on flow cytometry infrastructure. The expression of these markers on the leukocyte populations in which they underwent the most apparent change was also displayed in raw histogram format (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S4</bold>
</xref>). This demonstrated that the degree of the changes ranged from subtle to obvious between the CT26, 4T1 and no-tumor control groups.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>LEGENDScreen surface marker changes in leukocytes from CT26, 4T1 or 4T1.2-bearing animals. Leukocytes from tumor-bearing and no-tumor control animals (as described in <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S2</bold>
</xref>) were analyzed by the LEGENDScreen pipeline as described in (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S3</bold>
</xref>). Changes in leukocyte surface marker expression from CT26, 4T1 or 4T1.2-burdened animals relative to background no-tumor controls were plotted as a heatmap dot plot with dot size reflecting absolute change in MedFI-PE (scaled -1 to 1; being 0=unchanged, -1 to 0=decrease, 0 to 1=increase, relative to no-tumor counterpart control) and color reflecting an increase or decrease in MedFI. Markers in the top absolute 30% changed from no tumor background controls are shown. Hierarchical clustering using Euclidean distance was used to group the markers and the relationships summarized using a dendrogram. The 8 most related marker clusters were partitioned and labeled. The expression of each marker was also plotted after subtracting the MedFI-PE of a matched isotype control antibody from its average MedFI-PE (left bar plot annotation). The sum of all absolute MedFI-PE changes (S|I|) was also calculated across the groups for each marker (right bar plot annotation). Finally, enumeration of each CD45<sup>+</sup> leukocyte subpopulation based on either % of total CD45<sup>+</sup> leukocytes or total cell number (#) was calculated per spleen (top annotations) or per milligram (mg) of spleen (bottom annotations) and included log2 fold changes (logFC) from no-tumor control (Nil) levels. Results are from pooled samples of n=3 per group.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g004.tif"/>
</fig>
</sec>
<sec id="s3_5">
<title>LEGENDScreen informed leukocyte-profiling in CT26 and 4T1 bearing animals</title>
<p>With the inclusion of CD24-, CD45RB-, CD44-, CD66a-, CD45RB-, and IgD-specific antibodies to the existing leukocyte-profiling backbone panel, we analyzed the blood leukocytes from animals bearing CT26, 4T1 or no tumors across three independent experiments. While the tumor growth was variable, all mice in the CT26 and 4T1 groups had palpable tumors by the endpoint (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S5A</bold>
</xref>). Manual gating was used to identify leukocyte populations across all experimental groups (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figures S5B, C</bold>
</xref>); gated populations overlaid onto a 2-dimensional PaCMAP embedding (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figures S6A, B</bold>
</xref>); and phenotype assessed on a dot plot heat map displaying MedFI of marker expression and population proportions (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S6C</bold>
</xref>). Up to 39 populations were identified with the inclusion of the additional antibodies (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figures&#xa0;S6B, C, Table S4</bold>
</xref>). Separating the animal groups into no-tumor control (Nil), CT26 and 4T1 models (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5A, B</bold>
</xref>) showed obvious proportional (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5B</bold>
</xref>) and total count (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5C</bold>
</xref>) changes in the delineated blood leukocyte populations across the groups. There were obvious fold changes in the counts of numerous leukocyte subsets in both tumor types relative to normal levels, which was more pronounced in animals with 4T1 tumors (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5C</bold>
</xref>). The counts of nine populations of myeloid cells were significantly increased by &gt;2-fold above control in CT26 samples (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5D</bold>
</xref>); the increases were more dramatic in 4T1-bearing mice with most myeloid cells showing a significant &gt;2-fold increase above no-tumor control and CT26-bearing animals (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5E, F</bold>
</xref>). In addition, the 4T1-bearing mice had significant &gt;2-fold increases in most counts of lymphoid populations compared to the other groups (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5C, E, F</bold>
</xref>). In both tumor models, NK cell subpopulation counts were significantly decreased at &gt;2-fold levels compared to the no-tumor control animals, and 4T1 also showed a decrease in CD62L<sup>+</sup> CD45RB<sup>+</sup> CD8<sup>+</sup> T cells compared to the other groups (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5D&#x2013;F</bold>
</xref>). This illustrates the wide scope of the blood leukocyte count changes and their complexity in relation to the cancer growth, which also highlights the utility of adding markers to identify the leukocyte population changes based on a screening approach.</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Blood leukocyte subset changes due to cancer presence. Blood leukocyte populations from CT26- and 4T1-bearing mice and no-tumor controls (Nil) were identified as described in <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S5</bold>
</xref>. Live singlet CD45<sup>+</sup> leukocytes from each group were analyzed using PaCMAP dimensional reduction of a total of 50,000 cells per group collated from 5 separate mice per group <bold>(A)</bold>. Leukocyte populations were identified by manual gating (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S5</bold>
</xref>) and overlaid in a reference PaCMAP plot of collated groups [<bold>(B)</bold>, first panel]. Leukocyte subset compositions were calculated by dividing subpopulation counts by total number of live CD45<sup>+</sup> leukocytes for each group [<bold>(B)</bold>, second panel)]. Total numbers of leukocytes per 5 &#x3bc;L of blood were calculated as described in the Methods and presented as log2 count [<bold>(C)</bold>, top panels]. Fold changes of each population in cancer-bearing animals over the mean levels of no-tumor controls were also calculated [<bold>(C)</bold>, bottom panel]. Log ratio (M), log average <bold>(A)</bold> (MA) plots showing log2 average counts per 5 &#xb5;L of blood against log2 fold changes in counts were plotted for each pairwise group comparison and statistically significant leukocyte count changes in the groups colored red for upregulated (Up) counts or blue for downregulated (Down) counts relative to the no-tumor reference group [Nil <bold>(D, E)</bold> or CT26 <bold>(F)</bold>]. The nine highest ranked leukocyte count changes, based on smallest p value, are labelled. Dotted lines indicate 2-fold changes (2 FC). Samples were from a total of 15 animals per group, except for the 4T1 group which had 14 (due to the loss of one replicate), spread across 3 independent experiments. Statistical significance was assessed using two-way ANOVA on Log10(Y+1)-transformed data corrected for multiple comparisons using the two-stage step-up method of Benjamini, Krieger and Yekuyieli (<xref ref-type="bibr" rid="B37">37</xref>) and a false discovery rate of 0.05.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g005.tif"/>
</fig>
</sec>
<sec id="s3_6">
<title>Finding cancer-defining leukocyte biomarkers by assessing distribution overlap</title>
<p>While fold changes and p values can help test the group similarities in leukocyte counts, we sought to generate a statistic that reflects the populations that are most capable of distinguishing between the tumor-bearing and healthy groups. This would be particularly useful in identifying the blood cell biomarkers that correlate with the presence and type of cancer in a clinical setting. For this, we assessed pairwise the measures of differences in the blood leukocyte population between CT26- and 4T1-bearing and no-tumor groups, including the metrics based on standard fold changes (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>, |LgFC| column) and p-values (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>, -Lg (p) column), but also an overlap statistic (<xref ref-type="bibr" rid="B41">41</xref>) to measure the overlap of the blood count distributions of a given leukocyte population between groups (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>, OV &amp; 1-OV columns). The rationale here is that the distribution of a particular leukocyte count that showed the least overlap between groups would be better at distinguishing the groups. Leukocyte counts with the largest fold change and smallest overlap between groups would be an ideal biomarker for distinguishing cancers and could be presented as a single statistic, with the ratio of fold change divided by overlap (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>, |LgFC|/OV column). From this analysis, the top distinguishing population counts appeared to be from the monocyte subsets that had large |LgFC|/OV values (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>). Among these monocyte populations, the counts of monocytes that expressed higher levels of CD62L (Mo F+L+; monocytes expressing SiglecF and CD62L) had large fold changes and small p-values (larger -log2(p)) between the groups, and notably had minimal count overlap between the tumor-bearing groups and no-tumor controls, thus representing a suitable marker to distinguish cancer presence. In addition, monocytes that downregulate CD62L (Mo F+L- monocytes expressing SiglecF and lower levels of CD62L) also displayed similar statistical trends, but these were for distinguishing 4T1-bearing mice from both CT26-bearing and no-tumor control mice (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref>). These two monocyte populations, therefore, harbor the potential to distinguish all groups. Indeed, plotting the counts of these populations (<xref ref-type="fig" rid="f6">
<bold>Figures&#xa0;6B, C</bold>
</xref>) showed a clear pathway to distinguish no-tumor animals from cancer-bearing animals and also differentiate between the two cancer types based on a decision tree analysis (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6D</bold>
</xref>). To highlight this further, these two monocyte populations were used alone or together to train and test a decision tree ML model to assess the capacity to predict the presence and type of cancer from blood leukocyte profiling (<xref ref-type="fig" rid="f6">
<bold>Figures&#xa0;6E&#x2013;G</bold>
</xref>). The counts of monocytes expressing higher levels of CD62L (Mo F+L+) could classify the presence or absence of tumors but could not distinguish the tumor type (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6E</bold>
</xref>). The counts of monocytes expressing lower levels of CD62L (Mo F+L-) could distinguish 4T1 tumor from the other groups (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6F</bold>
</xref>). Using both monocyte populations, all groups could be distinguished (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6G</bold>
</xref>), highlighting the utility of overlap statistics in rapid identification of the group-delineating populations.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>Metrics for identifying blood leukocyte subsets to delineate groups. Blood leukocyte population counts from CT26- and 4T1-bearing mice and healthy no tumor controls (Nil), were identified as described in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>. In plot <bold>(A)</bold> leukocyte counts were compared pairwise between the groups (as indicated along the x-axis) to generate several statistics including: fold change of count means, represented as absolute value of the log2 of the fold change (|LgFC|); adjusted p values to test the probability the distributions are from the same population, represented as the -log2 of the p value (-Lg(p), i.e. the larger the value the smaller the p-value); the proportion of overlap of the distributions (OV) which was also represented as the 1-OV (i.e. the larger the value the less overlap); and the fold change divided by proportion of overlap represented as log2 of the absolute fold change divided by OV (|LgFC|/OV). In addition, the rank of importance (ML Rank) of each leukocyte population from Random Forest (RF Rank) and CATBoost (CTbst Rank) ML models in classification of the groups was displayed. A cumulative group discriminating score for each leukocyte subset was generated by adding -Lg(p), Lg|FC|/OV and ML ranks together, which is displayed as a right bar plot annotation. The subsets were organized in 9 groups based on Euclidean distance hierarchical clustering across all metrics summarized as a dendrogram. Each metric was scaled from 0 to1 (from low to high) for each pairwise group comparison or ML rank except for -Lg(p), which was scaled across all comparisons. Plot <bold>(B)</bold> shows the blood cell counts of the two monocyte subsets with least overlap between the groups. Plot <bold>(C)</bold> shows the relationship of the counts of the two monocyte subsets for each individual highlighting group segregation. Plot <bold>(D)</bold> shows a Random Forest-based decision Pythagorean tree (<xref ref-type="bibr" rid="B43">43</xref>), which shows the relative amount of classified individuals as box volume, purity based on color (both of which are summarized by pie charts, being Nil = green, red = CT26 and blue = 4T1) and the subpopulation used to split the data at each node. Plots <bold>(E-G)</bold> show confusion matrices for group predictions using CATboost ML models. CATBoost and Random Forests models used 100 trees and were trained on 66% of randomly sampled data and tested on the remaining data and this repeated 100 times using non-replicable training.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g006.tif"/>
</fig>
</sec>
<sec id="s3_7">
<title>Finding cancer defining leukocyte biomarkers using machine learning models</title>
<p>Overlap statistics measure differences in distributions pairwise, and therefore would be best suited to identify key distinguishing features between a few groups. In cases where larger number of groups are being defined or they have larger distribution overlap, more complex models might be required. To establish a generic approach for detecting leukocyte population counts that are most useful for group classification, we used a decision tree-based feature ranking built in the Random Forest and CATBoost tree-based ML models (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref> ML rank column). While the monocyte population remained one of the highest ranked features according to the model ranking, several other leukocyte populations of significance were also identified. A cumulative ranking profile based on Random Forest rank, CATBoost rank, p values and the fold-change over overlap ratio was generated to illustrate the overall feature importance across the measures (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref> right bar plot annotation). To narrow down the most important features, we created a learning curve to score the classification performance as a function of diminishing leukocyte groups added to the model, and removed the lowest CATBoost ranked populations first (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7A</bold>
</xref>). As can be seen, the model performed above 95% of all performance measures with 3 or more top-ranked features. However, there appeared to be variability in performance depending on the number of features, wherein the performance dropped with a large number and enhanced from 8 to 6 top-ranked populations, suggesting that the top 6 features (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7B</bold>
</xref>) might be the most informative. Of note, these 6 populations did not include monocyte (Mo F+L-) or neutrophil (N B-6a+; neutrophils expressing low levels CD45RB and higher levels of CD66a) populations that scored the highest on our cumulative ranking profile (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref> right bar plot annotation). Given that these two populations are potentially key leukocyte biomarkers for group segregation, we added them to the top 6 CATBoost ranked populations, making a total of 8 populations consisting of various monocyte, neutrophil, CD8<sup>+</sup> T cell and B cell subsets (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7B</bold>
</xref>). To better understand how these 8 populations may perform in cancer classification in one another&#x2019;s presence, they were compared against all populations for their segregating capacity by multidimensional scaling (MDS) analysis aimed at summarizing the metric distances across all of the 8 leukocyte subsets in a 2-dimensional space (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7C</bold>
</xref>). This demonstrated that the selected 8 populations improved group separation relative to all populations, particularly of the CT26 from the no-tumor control (Nil) groups. Indeed, the final CATBoost model trained with the blood counts of these 8 leukocyte populations yielded definitive prediction of all 3 groups (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7D</bold>
</xref>). A summary of how the counts of each population change across the groups and act as a collective biomarker profile is displayed as their log2 fold change relative to one another (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7E</bold>
</xref>). This clearly illustrates the differential changes in the myeloid (annotated Mye) and lymphoid (annotated Lym) populations in different types of cancer. Thus, our screening pipeline approach has allowed for identification and selection of cancer-specific leukocyte biomarker signatures that are predictive of the cancer presence and its type from a single blood sample.</p>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>Selection of leukocyte subsets whose counts act as a biomarker for specific cancer detection. Blood leukocyte population counts from CT26- and 4T1-bearing mice and no-tumor controls (Nil), were obtained as described in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>. CATBoost ML models were trained on decreased leukocyte subsets based on their CATBoost importance rank in group classification (as shown in <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref> CTbst rank) or on a selected group of 8 populations (the top 6 CATBoost ranked, and the top 2 cumulative ranked populations based on [as shown in <xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6A</bold>
</xref> right bar plot annotation)] <bold>(A)</bold>. These 8 populations (Selected pops) are listed in <bold>(B)</bold>. The selected populations were compared to all leukocyte populations via MDS to assess how the groups&#x2019; distances changed <bold>(C)</bold>. The final CATBoost model was trained on the counts of the selected 8 populations using 66% of randomly sampled data and tested on the remaining data <bold>(D)</bold>. A summary of the selected population blood count log2-fold changes (gray counts and arcs) between the groups is shown in circular bar plots highlighting the lymphocyte (Lym) and myeloid cell (Mye) population changes and illustrates their utility as a collective cancer biomarker <bold>(E)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fimmu-14-1211064-g007.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>Accurate classification and staging of cancer is fundamental to its prognostication and management. Conventionally, these have been facilitated by histological investigations and the TNM (tumor-node-metastasis) staging system for over 70 years (<xref ref-type="bibr" rid="B44">44</xref>). It is clear, however, that cancers are highly heterogeneous and patients with the same cancer and stage could have widely varying disease trajectories (<xref ref-type="bibr" rid="B45">45</xref>). Novel biomarkers that can predict the disease and treatment outcome in each individual would enable highly personalized disease management. ML approaches have the potential to realize such goals by utilizing complex biomarker phenotypes (<xref ref-type="bibr" rid="B1">1</xref>). Our study has established a fundamental platform for discovering cancer biomarker patterns through ML-based decision-making processes in a pre-clinical setting. Our tailored pipeline has focused on linking the presence of cancer and its type with the immune cell phenotypes in subcutaneous mouse cancer models, and has characterized several leukocyte markers that are altered in the presence of specific tumors. These correlations may be used to subset &#x201c;cancer-specific&#x201d; leukocyte population profiles. In our study, monocyte counts with differential CD62L expression were strongly associated with specific cancers, and populations of neutrophil, T cell, NK cell and B cell subsets were dramatically altered in tumor-bearing animals; these were then used to train the ML model by the pipeline-identified leukocyte subset counts from as little as 5&#xb5;l of blood. The trained ML models were able to predict the presence and type of cancer with high certainty within the data constraints, suggesting that this approach has utility.</p>
<p>Our pipeline offers several distinct advantages for biomarker discovery. Firstly, it can be easily adapted for use in clinical practice as it focuses on the systemic leukocyte changes from a single draw of blood. Collection of a serum biomarker is less invasive and more cost-effective than a tissue biopsy, suitable for longitudinal monitoring of the disease trajectory, and harbors a wealth of information for biomarker discovery (<xref ref-type="bibr" rid="B46">46</xref>&#x2013;<xref ref-type="bibr" rid="B48">48</xref>). Secondly, our screen has utilized fluorescent barcoding to differentiate between the diseased and non-diseased control group samples that are pooled together (<xref ref-type="bibr" rid="B19">19</xref>&#x2013;<xref ref-type="bibr" rid="B22">22</xref>), which reduces the inter-sample labeling error rate and acquisition variability. It is also more resource- and labor-efficient as it allows large screens to be performed in a shorter timeframe and enhances analysis workflow by enabling direct comparison between the controls and test samples (<xref ref-type="bibr" rid="B19">19</xref>&#x2013;<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B49">49</xref>). Thirdly, due to the multiplex nature of flow cytometry, our pipeline allows for extensive initial leukocyte phenotyping using a backbone of lineage-defining fluorescently-conjugated antibodies. This, in turn, facilitates the screen to focus on further cell subsets at higher resolution. Importantly, the screening pipeline can be easily adapted to analyze human blood cell subsets by altering the backbone antibody panel and the LEGENDScreen kit, similar to the techniques that are already in use in mass cytometry (<xref ref-type="bibr" rid="B50">50</xref>). Our screen could be improved further by multiplexing the screening antibodies within one sample rather than conjugating each screening antibody to one fluorochrome (in this case PE) in separate wells/samples. This would allow higher screening throughput and facilitate multiplex phenotyping, which is the major benefit of single cell flow cytometric analysis. To achieve this, several fluorescently distinct screening antibodies could be grouped into a single well and/or the analysis could be supplemented with modern ML techniques to impute marker co-expression across all the screen markers, as recently reported through a pipeline termed InfinityFlow (<xref ref-type="bibr" rid="B51">51</xref>).</p>
<p>The premise of our screen is that the blood leukocyte phenotypes undergo specific alterations as tumors develop and grow. Our study has used subcutaneously injected cell lines to form tumors which replicate established tumors. They do not replicate natural vascularization, metastasis, architecture, immune infiltrate, or growth of spontaneous human tumors (<xref ref-type="bibr" rid="B52">52</xref>). However, our study highlights that the pipeline can identify blood leukocyte changes that associate with tumor presence and type, suggesting the pipeline has potential for adoption in human patients. This is in keeping with the established evidence that cancer progression in human patients can result in significant systemic leukocyte changes (<xref ref-type="bibr" rid="B53">53</xref>). Such changes are thought to be a consequence of cancer-induced inflammatory responses that play critical roles in tumor initiation, promotion, progression and metastasis while evading immune-surveillance (<xref ref-type="bibr" rid="B54">54</xref>). The resultant perturbation in many leukocyte subsets/progenitors such as the changes in the hematopoietic stem cells, dendritic cell phenotype, T cell subset function and NK cell functions, as well as increase in immature monocyte and neutrophil counts and regulatory T and B cells, are thought to be crucial features of cancer (<xref ref-type="bibr" rid="B53">53</xref>). Our study supports the potential utility of cancer-induced, ubiquitous blood leukocyte changes as informative biomarkers for disease surveillance. Various populations of blood leukocytes across multiple lineages were altered in our cancer models, with the predominant increase being in the myeloid cell subsets.</p>
<p>In line with our observations, there have been several studies examining the standard full blood counts (FBC) for cancer-specific alterations (<xref ref-type="bibr" rid="B46">46</xref>, <xref ref-type="bibr" rid="B53">53</xref>). These studies reported correlations between the neutrophil-to-lymphocyte and monocyte-to-lymphocyte ratios with the cancer treatment outcomes (<xref ref-type="bibr" rid="B46">46</xref>, <xref ref-type="bibr" rid="B53">53</xref>). While the standard clinical FBC are currently available for disease outcome prediction in ML models, they might not account for the phenotypic alterations involved in many of the potential leukocyte changes. Techniques using tailored multi-parameter approaches to leukocyte phenotyping such as our flow cytometry-based pipeline enable examination of the leukocyte phenotypes at much higher resolution. Indeed, many of the main leukocyte markers detected in our pipeline to be altered in the presence of cancer have clear functional roles. For example, downregulation of CD62L (<xref ref-type="bibr" rid="B55">55</xref>) and upregulation of CD44 (<xref ref-type="bibr" rid="B56">56</xref>) are well-known markers for leukocyte activation and have important roles in cell trafficking. IgD, another marker from our pipeline, is expressed on na&#xef;ve B cells and functions as an antigen-specific B cell receptor for cell activation while also modulating B cell anergy (<xref ref-type="bibr" rid="B57">57</xref>). The other pipeline-identified markers CD45RB (<xref ref-type="bibr" rid="B58">58</xref>), CD66a (<xref ref-type="bibr" rid="B59">59</xref>, <xref ref-type="bibr" rid="B60">60</xref>) and CD24 (<xref ref-type="bibr" rid="B61">61</xref>) are also known to modulate leukocyte signaling, and their expression levels may be associated with the functional state of leukocytes. Interestingly, the two monocyte populations that were most selective in separation of our cancer and control groups were delineated by CD62L. The cancer models used in this study were typified by significant increases in the counts of monocytes expressing higher levels of CD62L. Monocytes have diverse roles in tumor development (<xref ref-type="bibr" rid="B62">62</xref>), both directly and indirectly as the source of tumor-associated macrophages or dendritic cells, and phenotypically align with monocyte-myeloid-derived suppressor cells that are thought to play key roles in tumor progression (<xref ref-type="bibr" rid="B63">63</xref>) Intriguingly, a recent report has identified CD62L<sup>+</sup> monocytes being recruited to inflammatory sites through high endothelial venules (<xref ref-type="bibr" rid="B64">64</xref>) that are common in cancer vascular networks (<xref ref-type="bibr" rid="B65">65</xref>), and several reports have identified changes in the monocyte CD62L expression in inflammatory disease states (<xref ref-type="bibr" rid="B66">66</xref>&#x2013;<xref ref-type="bibr" rid="B68">68</xref>). Therefore, one could speculate that these cells may influence tumor progression via modulation of inflammatory responses (<xref ref-type="bibr" rid="B69">69</xref>, <xref ref-type="bibr" rid="B70">70</xref>), which renders them a potential target for future therapies.</p>
<p>One downside of phenotyping cells using functional markers is that the changes in their marker expression are often detected as cell population shifts rather than splits into distinct sub-populations. Delineating functional cell subsets based on such marker changes may be more subjective and potentially prone to inter-experimental variability, whereas an ideal biomarker should be easily and objectively obtainable. In order to reduce the subjectivity, we incorporated a pre-defined control (no-tumor) sample in each analysis as a reference. However, this approach becomes less practical in the clinical setting due to the inherent heterogeneity of the human population compared to the homogeneous animal clones that were used in our pre-clinical study (<xref ref-type="bibr" rid="B71">71</xref>). To improve the clinical translatability, increasing efforts are being made for careful standardization of protocols across institutes, including machine calibration with standardized fluorescent particles, frozen cell normalisation standards, and standardization of sample handling and processing to reduce the technical variability. Encouragingly, evidence to date suggests that this approach is feasible (<xref ref-type="bibr" rid="B72">72</xref>, <xref ref-type="bibr" rid="B73">73</xref>). To improve translatability, the number of clinical samples required for ML training will no doubt be much higher than that collected in animal clonal models, to take into account human variability.</p>
<p>In conclusion, our study has highlighted the potential utility of a leukocyte marker-based screening pipeline aimed at characterizing cancer-specific leukocyte marker changes. The screen facilitates phenotyping of cancer-specific leukocyte populations, the counts of which can be used for ML model training to predict the cancer presence and type within the constraints of the dataset. Furthermore, it has the potential to identify novel cancer-associated leukocyte subsets for further mechanistic investigation. The pipeline can be easily adopted for biomarker detection in clinical samples, which we hypothesize will form the foundation of ML models to aid clinical decision-making in the future.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>, further inquiries can be directed to the corresponding author/s.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>Animals were housed in a specific pathogen-free environment and used under strict adherence to protocols approved by the institutional Animal Experimentation Ethics Committee (AEEC), Australian National University (ANU), under protocol A2020/39.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>BQ contributed to the study design, acquisition, analysis and interpretation of data, drafting of the manuscript, and final manuscript approval. DS contributed to the study design, data acquisition, drafting of the manuscript, and final manuscript approval. MR contributed to data acquisition, and final manuscript approval. IA, DY, KJ, and FS contributed to the study design, drafting of the manuscript, and final manuscript approval. DH contributed to the study analysis. KG, JG, RS, NO, AO and JP contributed to data acquisition and drafting of the manuscript and final manuscript approval.</p>
</sec>
</body>
<back>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This work was partially supported by the Radiation Oncology Private Practice Trust Fund, Canberra Health Services and with assistance from the ACT Government&#x2019;s Research and Innovation Fund.</p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>We wish to acknowledge Mick Devoy and Dr Harpreet Vohra for their expert help with flow cytometry.</p>
</ack>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>Authors JP, KG, and IA declare that they are employees of the biotechnology company Lipotek Pty Ltd.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fimmu.2023.1211064/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fimmu.2023.1211064/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Table_1.xlsx" id="ST1" mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"/>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
<supplementary-material xlink:href="DataSheet_2.csv" id="SM2" mimetype="text/csv"/>
<supplementary-material xlink:href="DataSheet_3.csv" id="SM3" mimetype="text/csv"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Noorbakhsh-Sabet</surname> <given-names>N</given-names>
</name>
<name>
<surname>Zand</surname> <given-names>R</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Abedi</surname> <given-names>V</given-names>
</name>
</person-group>. <article-title>Artificial intelligence transforms the future of healthcare</article-title>. <source>Am J Med</source> (<year>2019</year>) <volume>132</volume>:<fpage>795</fpage>&#x2013;<lpage>801</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.amjmed.2019.01.017</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Elenee Argentinis</surname> <given-names>J</given-names>
</name>
<name>
<surname>Weber</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>IBM Watson: How cognitive computing can be applied to big data challenges in life sciences research</article-title>. <source>Clin Ther</source> (<year>2016</year>) <volume>38</volume>:<fpage>688</fpage>&#x2013;<lpage>701</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.clinthera.2015.12.001</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chua</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>D</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>NG</given-names>
</name>
<name>
<surname>Deshpande</surname> <given-names>V</given-names>
</name>
<name>
<surname>Schwab</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Tackling prediction uncertainty in machine learning for healthcare</article-title>. <source>Nat Biomed Eng</source> (<year>2022</year>) <volume>7</volume>(<issue>6</issue>):<page-range>711&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41551-022-00988-x</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Goodwins</surname> <given-names>R</given-names>
</name>
</person-group>. <source>Machine learning the hard way: watson&#x2019;s fatal misdiagnosis</source> . Available at: <uri xlink:href="https://www.theregister.com/2022/01/31/machine_learning_the_hard_way/">https://www.theregister.com/2022/01/31/machine_learning_the_hard_way/</uri>.</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>W-S</given-names>
</name>
<name>
<surname>Ahn</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Chung</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>KO</given-names>
</name>
<name>
<surname>Kwon</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessing concordance with Watson for oncology, a cognitive computing decision support system for colon cancer treatment in Korea</article-title>. <source>JCO Clin Cancer Inform</source> (<year>2018</year>) <volume>2</volume>:<fpage>1</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1200/CCI.17.00109</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tian</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>S</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>Q</given-names>
</name>
<etal/>
</person-group>. <article-title>Concordance between Watson for oncology and a multidisciplinary clinical decision-making team for gastric cancer and the prognostic implications: retrospective study</article-title>. <source>J Med Internet Res</source> (<year>2020</year>) <volume>22</volume>:<elocation-id>e14122</elocation-id>. doi: <pub-id pub-id-type="doi">10.2196/14122</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>X</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Concordance between treatment recommendations provided by IBM Watson for oncology and a multidisciplinary tumor board for breast cancer in China</article-title>. <source>Jpn J Clin Oncol</source> (<year>2020</year>) <volume>50</volume>:<page-range>852&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1093/jjco/hyaa051</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>N</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>YF</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>CY</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>CH</given-names>
</name>
</person-group>. <article-title>Concordance study between IBM Watson for oncology and clinical practice for patients with cancer in China</article-title>. <source>Oncologist</source> (<year>2019</year>) <volume>24</volume>:<page-range>812&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1634/theoncologist.2018-0255</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choi</surname> <given-names>YI</given-names>
</name>
<name>
<surname>Chung</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>KO</given-names>
</name>
<name>
<surname>Kwon</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Park</surname> <given-names>DK</given-names>
</name>
<etal/>
</person-group>. <article-title>Concordance rate between clinicians and Watson for oncology among patients with advanced gastric cancer: early, real-world experience in Korea</article-title>. <source>Can J Gastroenterol Hepatol</source> (<year>2019</year>) <volume>2019</volume>:<fpage>8072928</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2019/8072928</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="web">
<source>10 years ago, IBM&#x2019;s Watson threatened to disrupt health care. what happened?</source> . Available at: <uri xlink:href="https://www.advisory.com/Daily-Briefing/2021/07/21/ibm-watson">https://www.advisory.com/Daily-Briefing/2021/07/21/ibm-watson</uri>.</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carbone</surname> <given-names>MR</given-names>
</name>
</person-group>. <article-title>When not to use machine learning: a perspective on potential and limitations</article-title>. <source>MRS Bull</source> (<year>2022</year>) <volume>47</volume>:<page-range>968&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1557/s43577-022-00417-z</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gonzalez</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hagerling</surname> <given-names>C</given-names>
</name>
<name>
<surname>Werb</surname> <given-names>Z</given-names>
</name>
</person-group>. <article-title>Roles of the immune system in cancer: from tumor initiation to metastatic progression</article-title>. <source>Genes Dev</source> (<year>2018</year>) <volume>32</volume>:<page-range>1267&#x2013;84</page-range>. doi: <pub-id pub-id-type="doi">10.1101/gad.314617.118</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Houghton</surname> <given-names>AN</given-names>
</name>
<name>
<surname>Guevara-Pati&#xf1;o</surname> <given-names>JA</given-names>
</name>
</person-group>. <article-title>Immune recognition of self in immunity against cancer</article-title>. <source>J Clin Invest</source> (<year>2004</year>) <volume>114</volume>:<page-range>468&#x2013;71</page-range>. doi: <pub-id pub-id-type="doi">10.1172/JCI22685</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Galon</surname> <given-names>J</given-names>
</name>
<name>
<surname>Angell</surname> <given-names>HK</given-names>
</name>
<name>
<surname>Bedognetti</surname> <given-names>D</given-names>
</name>
<name>
<surname>Marincola</surname> <given-names>FM</given-names>
</name>
</person-group>. <article-title>The continuum of cancer immunosurveillance: prognostic, predictive, and mechanistic signatures</article-title>. <source>Immunity</source> (<year>2013</year>) <volume>39</volume>:<fpage>11</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.immuni.2013.07.008</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kresovich</surname> <given-names>JK</given-names>
</name>
<name>
<surname>KM</surname>
</name>
<name>
<surname>Xu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Weinberg</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Sandler</surname> <given-names>DP</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>JA</given-names>
</name>
<etal/>
</person-group>. <article-title>Prediagnostic immune cell profiles and breast cancer</article-title>. <source>JAMA Netw Open</source> (<year>2020</year>) <volume>3</volume>:<elocation-id>e1919536</elocation-id>. doi: <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.19536</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Virdee</surname> <given-names>PS</given-names>
</name>
<name>
<surname>Marian</surname> <given-names>IR</given-names>
</name>
<name>
<surname>Mansouri</surname> <given-names>A</given-names>
</name>
<name>
<surname>Elhussein</surname> <given-names>L</given-names>
</name>
<name>
<surname>Kirtley</surname> <given-names>S</given-names>
</name>
<name>
<surname>Holt</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>The full blood count blood test for colorectal cancer detection: a systematic review, meta-analysis, and critical appraisal</article-title>. <source>Cancers</source> (<year>2020</year>) <volume>12</volume>:<fpage>2348</fpage>. doi: <pub-id pub-id-type="doi">10.3390/cancers12092348</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>X</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>E</given-names>
</name>
<name>
<surname>Cui</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictive value of leukocyte ImmunoTest (LIT<sup>TM</sup>) in cancer patients: a prospective cohort study</article-title>. <source>Front Oncol</source> (<year>2022</year>) <volume>12</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2022.897968</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Davis</surname> <given-names>DAS</given-names>
</name>
<name>
<surname>Mun</surname> <given-names>S</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Hammill</surname> <given-names>D</given-names>
</name>
<name>
<surname>Garrett</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gosling</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Machine learning predicts cancer subtypes and progression from blood immune signatures</article-title>. <source>PloS One</source> (<year>2022</year>) <volume>17</volume>:<elocation-id>e0264631</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0264631</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Quah</surname> <given-names>BJC</given-names>
</name>
<name>
<surname>Wijesundara</surname> <given-names>DK</given-names>
</name>
<name>
<surname>Ranasinghe</surname> <given-names>C</given-names>
</name>
<name>
<surname>Parish</surname> <given-names>CR</given-names>
</name>
</person-group>. <article-title>Fluorescent target array killing assay: a multiplex cytotoxic T-cell assay to measure detailed T-cell antigen specificity and avidity <italic>in vivo</italic>
</article-title>. <source>Cytometry</source> (<year>2012</year>) <volume>81A</volume>:<page-range>679&#x2013;90</page-range>. doi: <pub-id pub-id-type="doi">10.1002/cyto.a.22084</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Quah</surname> <given-names>BJC</given-names>
</name>
<name>
<surname>Wijesundara</surname> <given-names>DK</given-names>
</name>
<name>
<surname>Ranasinghe</surname> <given-names>C</given-names>
</name>
<name>
<surname>Parish</surname> <given-names>CR</given-names>
</name>
</person-group>. <article-title>Fluorescent target array T helper assay: a multiplex flow cytometry assay to measure antigen-specific CD4+ T cell-mediated b cell help <italic>in vivo</italic>
</article-title>. <source>J Immunol Methods</source> (<year>2013</year>) <volume>387</volume>:<page-range>181&#x2013;90</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.jim.2012.10.013</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Quah</surname> <given-names>BJC</given-names>
</name>
<name>
<surname>Wijesundara</surname> <given-names>DK</given-names>
</name>
<name>
<surname>Ranasinghe</surname> <given-names>C</given-names>
</name>
<name>
<surname>Parish</surname> <given-names>CR</given-names>
</name>
</person-group>. <article-title>The use of fluorescent target arrays for assessment of T cell responses <italic>in vivo</italic>
</article-title>. <source>J Vis Exp</source> (<year>2014</year>) (<issue>88</issue>):<elocation-id>e51627</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3791/51627</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wijesundara</surname> <given-names>DK</given-names>
</name>
<name>
<surname>Ranasinghe</surname> <given-names>C</given-names>
</name>
<name>
<surname>Jackson</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Lidbury</surname> <given-names>BA</given-names>
</name>
<name>
<surname>Parish</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Quah</surname> <given-names>BJC</given-names>
</name>
<etal/>
</person-group>. <article-title>Use of an <italic>in vivo</italic> FTA assay to assess the magnitude, functional avidity and epitope variant cross-reactivity of T cell responses following HIV-1 recombinant poxvirus vaccination</article-title>. <source>PloS One</source> (<year>2014</year>) <volume>9</volume>:<elocation-id>e105366</elocation-id>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0105366</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="web">
<source>LEGENDScreen mouse PE kit</source> . Available at: <uri xlink:href="https://www.biolegend.com/en-us/products/legendscreen-mouse-pe-kit-22158?GroupID=ImportedGROUP1">https://www.biolegend.com/en-us/products/legendscreen-mouse-pe-kit-22158?GroupID=ImportedGROUP1</uri>.</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aslakson</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Miller</surname> <given-names>FR</given-names>
</name>
</person-group>. <article-title>Selective events in the metastatic process defined by analysis of the sequential dissemination of subpopulations of a mouse mammary tumor</article-title>. <source>Cancer Res</source> (<year>1992</year>) <volume>52</volume>(<issue>6</issue>):<page-range>1399&#x2013;405</page-range>.</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lelekakis</surname> <given-names>M</given-names>
</name>
<name>
<surname>Moseley</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Martin</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Hards</surname> <given-names>D</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>E</given-names>
</name>
<name>
<surname>Ho</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>A novel orthotopic model of breast cancer metastasis to bone</article-title>. <source>Clin Exp Metastasis</source> (<year>1999</year>) <volume>17</volume>(<issue>2</issue>):<page-range>163&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1023/a:1006689719505</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>S-H</given-names>
</name>
<name>
<surname>Redvers</surname> <given-names>RP</given-names>
</name>
<name>
<surname>Chi</surname> <given-names>LH</given-names>
</name>
<name>
<surname>Ling</surname> <given-names>X</given-names>
</name>
<name>
<surname>Lucke</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Reid</surname> <given-names>RC</given-names>
</name>
<etal/>
</person-group>. <article-title>Identification of brain metastasis genes and therapeutic evaluation of histone deacetylase inhibitors in a clinically relevant model of breast cancer brain metastasis</article-title>. <source>Dis Model Mech</source> (<year>2018</year>) <volume>11</volume>:<fpage>DMM034850</fpage>. doi: <pub-id pub-id-type="doi">10.1242/dmm.034850</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Loi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pommey</surname> <given-names>S</given-names>
</name>
<name>
<surname>Haibe-Kains</surname> <given-names>B</given-names>
</name>
<name>
<surname>Beavis</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Darcy</surname> <given-names>PK</given-names>
</name>
<name>
<surname>Smyth</surname> <given-names>MJ</given-names>
</name>
<etal/>
</person-group>. <article-title>CD73 promotes anthracycline resistance and poor prognosis in triple negative breast cancer</article-title>. <source>Proc Natl Acad Sci USA</source> (<year>2013</year>) <volume>110</volume>:<page-range>11091&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1073/pnas.1222251110</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brattain</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Strobel-Stevens</surname> <given-names>J</given-names>
</name>
<name>
<surname>Fine</surname> <given-names>D</given-names>
</name>
<name>
<surname>Webb</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sarrif</surname> <given-names>AM</given-names>
</name>
</person-group>. <article-title>Establishment of mouse colonie carcinoma cell lines with different metastatic properties</article-title>. <source>Cancer Res</source> (<year>1980</year>) <volume>40</volume>(<issue>7</issue>):<page-range>2142&#x2013;6</page-range>.</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rosenberg</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Spiess</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lafreniere</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>A new approach to the adoptive immunotherapy of cancer with tumor-infiltrating lymphocytes</article-title>. <source>Science</source> (<year>1986</year>) <volume>233</volume>:<page-range>1318&#x2013;21</page-range>. doi: <pub-id pub-id-type="doi">10.1126/science.3489291</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fidler</surname> <given-names>IJ</given-names>
</name>
</person-group>. <article-title>Biological behavior of malignant melanoma cells correlated to their survival <italic>in vivo</italic>
</article-title>. <source>Cancer Res</source> (<year>1975</year>) <volume>35</volume>:<page-range>218&#x2013;24</page-range>.</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Quah</surname> <given-names>B</given-names>
</name>
<name>
<surname>Ni</surname> <given-names>K</given-names>
</name>
<name>
<surname>O&#x2019;Neill</surname> <given-names>HC</given-names>
</name>
</person-group>. <article-title>
<italic>In vitro</italic> hematopoiesis produces a distinct class of immature dendritic cells from spleen progenitors with limited T cell stimulation capacity</article-title>. <source>Int Immunol</source> (<year>2004</year>) <volume>16</volume>:<page-range>567&#x2013;77</page-range>. doi: <pub-id pub-id-type="doi">10.1093/intimm/dxh060</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hammill</surname> <given-names>D</given-names>
</name>
</person-group>. <source>CytoExploreR: interactive cytometry data analysis</source>. <publisher-name>R package version 2.0.0</publisher-name> (<year>2023</year>). Available at: <uri xlink:href="https://dillonhammill.github.io/CytoExploreR/">https://dillonhammill.github.io/CytoExploreR/</uri>.</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hahne</surname> <given-names>F</given-names>
</name>
<name>
<surname>LeMeur</surname> <given-names>N</given-names>
</name>
<name>
<surname>Brinkman</surname> <given-names>RR</given-names>
</name>
<name>
<surname>Ellis</surname> <given-names>B</given-names>
</name>
<name>
<surname>Haaland</surname> <given-names>P</given-names>
</name>
<name>
<surname>Sarkar</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>flowCore: a bioconductor package for high throughput flow cytometry</article-title>. <source>BMC Bioinf</source> (<year>2009</year>) <volume>10</volume>:<fpage>106</fpage>. doi: <pub-id pub-id-type="doi">10.1186/1471-2105-10-106</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Finak</surname> <given-names>G</given-names>
</name>
<name>
<surname>Frelinger</surname> <given-names>J</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Newell</surname> <given-names>EW</given-names>
</name>
<name>
<surname>Ramey</surname> <given-names>J</given-names>
</name>
<name>
<surname>Davis</surname> <given-names>MM</given-names>
</name>
<etal/>
</person-group>. <article-title>OpenCyto: an open source infrastructure for scalable, robust, reproducible, and automated, end-to-End flow cytometry data analysis</article-title>. <source>PloS Comput Biol</source> (<year>2014</year>) <volume>10</volume>:<elocation-id>e1003806</elocation-id>. doi: <pub-id pub-id-type="doi">10.1371/journal.pcbi.1003806</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Rudin</surname> <given-names>C</given-names>
</name>
<name>
<surname>Shaposhnik</surname> <given-names>Y</given-names>
</name>
</person-group>. <source>Understanding how dimension reduction tools work: an empirical approach to deciphering t-SNE, UMAP, TriMap, and PaCMAP for data visualization</source>. (<year>2021</year>). doi:&#xa0;<pub-id pub-id-type="doi">10.48550/arXiv.2012.04456</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="book">
<person-group person-group-type="editor">
<name>
<surname>Wickham</surname> <given-names>H</given-names>
</name>
<name>
<surname>Averick</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bryan</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>W</given-names>
</name>
<name>
<surname>McGowan</surname> <given-names>LD</given-names>
</name>
<name>
<surname>Fran&#xe7;ois</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Welcome to the Tidyverse</article-title>. <source>J Open Source Softw</source> (<year>2019</year>) <volume>4</volume>(<issue>43</issue>):<elocation-id>1686 </elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.21105/joss.01686</pub-id>.</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gu</surname> <given-names>Z</given-names>
</name>
</person-group>. <article-title>Complex heatmap visualization</article-title>. <source>iMeta</source> (<year>2022</year>) <volume>1</volume>:<elocation-id>e43</elocation-id>. doi: <pub-id pub-id-type="doi">10.1002/imt2.43</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Breiman</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Random forests</article-title>. <source>Mach Learn</source> (<year>2001</year>) <volume>45</volume>:<fpage>5</fpage>&#x2013;<lpage>32</lpage>. doi: <pub-id pub-id-type="doi">10.1023/A:1010933404324</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Prokhorenkova</surname> <given-names>L</given-names>
</name>
<name>
<surname>Gusev</surname> <given-names>G</given-names>
</name>
<name>
<surname>Vorobev</surname> <given-names>A</given-names>
</name>
<name>
<surname>Dorogush</surname> <given-names>AV</given-names>
</name>
<name>
<surname>Gulin</surname> <given-names>A</given-names>
</name>
</person-group>. <source>CatBoost: unbiased boosting with categorical features. in advances in neural information processing systems</source> Vol. <volume>31</volume>. <publisher-name>Curran Associates, Inc.</publisher-name> (<year>2018</year>). Available at: <uri xlink:href="https://arxiv.org/abs/1706.09516">https://arxiv.org/abs/1706.09516</uri>.</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Benjamini</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Krieger</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Yekutieli</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Adaptive linear step-up procedures that control the false discovery rate</article-title>. <source>Biometrika</source> (<year>2006</year>) <volume>93</volume>:<fpage>491</fpage>&#x2013;<lpage>507</lpage>. doi: <pub-id pub-id-type="doi">10.1093/biomet/93.3.491</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pastore</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Overlapping: a r package for estimating overlapping in empirical distributions</article-title>. <source>JOSS</source> (<year>2018</year>) <volume>3</volume>:<fpage>1023</fpage>. doi: <pub-id pub-id-type="doi">10.21105/joss.01023</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Hammill</surname> <given-names>D</given-names>
</name>
</person-group>. <source>HeatmapR: complex heatmaps using base graphics</source> (<year>2023</year>). Available at: <uri xlink:href="https://github.com/DillonHammill/HeatmapR">https://github.com/DillonHammill/HeatmapR</uri>.</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Beck</surname> <given-names>F</given-names>
</name>
<name>
<surname>Burch</surname> <given-names>M</given-names>
</name>
<name>
<surname>Munz</surname> <given-names>T</given-names>
</name>
<name>
<surname>Di Silvestro</surname> <given-names>L</given-names>
</name>
<name>
<surname>Weiskopf</surname> <given-names>D</given-names>
</name>
</person-group>. (<year>2014</year>). <article-title>Generalized Pythagoras trees for visualizing hierarchies</article-title>, in: <conf-name>2014 International Conference on Information Visualization Theory and Applications (IVAPP)</conf-name> (<publisher-loc>Lisbon, Portugal</publisher-loc>: <publisher-name>IEEE</publisher-name>). pp. <fpage>17</fpage>&#x2013;<lpage>28</lpage>. Available at: <uri xlink:href="https://ieeexplore.ieee.org/document/7294394">https://ieeexplore.ieee.org/document/7294394</uri>.</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brierley</surname> <given-names>J</given-names>
</name>
<name>
<surname>B</surname>
</name>
<name>
<surname>Asamura</surname> <given-names>H</given-names>
</name>
<name>
<surname>Byrd</surname> <given-names>D</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global consultation on cancer staging: promoting consistent understanding and use</article-title>. <source>Nat Rev Clin Oncol</source> (<year>2019</year>) <volume>16</volume>:<page-range>763&#x2013;71</page-range>. doi: <pub-id pub-id-type="doi">10.1038/s41571-019-0253-x</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burke</surname> <given-names>HB</given-names>
</name>
</person-group>. <article-title>Outcome prediction and the future of the TNM staging system</article-title>. <source>JNCI: J Natl Cancer Instit</source> (<year>2004</year>) <volume>96</volume>:<page-range>1408&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1093/jnci/djh293</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Simon Davis</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Atmosukarto</surname> <given-names>II</given-names>
</name>
<name>
<surname>Garrett</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gosling</surname> <given-names>K</given-names>
</name>
<name>
<surname>Syed</surname> <given-names>FM</given-names>
</name>
<name>
<surname>Quah</surname> <given-names>BJC</given-names>
</name>
<etal/>
</person-group>. <article-title>Irradiation immunity interactions</article-title>. <source>J Med Imaging Radiat Oncol</source> (<year>2022</year>) <volume>66</volume>:<page-range>519&#x2013;35</page-range>. doi: <pub-id pub-id-type="doi">10.1111/1754-9485.13399</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ludwig</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Weinstein</surname> <given-names>JN</given-names>
</name>
</person-group>. <article-title>Biomarkers in cancer staging, prognosis and treatment selection</article-title>. <source>Nat Rev Cancer</source> (<year>2005</year>) <volume>5</volume>:<page-range>845&#x2013;56</page-range>. doi: <pub-id pub-id-type="doi">10.1038/nrc1739</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lesterhuis</surname> <given-names>WJ</given-names>
</name>
<name>
<surname>Bosco</surname> <given-names>A</given-names>
</name>
<name>
<surname>Millward</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Small</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nowak</surname> <given-names>AK</given-names>
</name>
<name>
<surname>Lake</surname> <given-names>RA</given-names>
</name>
<etal/>
</person-group>. <article-title>Dynamic versus static biomarkers in cancer immune checkpoint blockade: unravelling complexity</article-title>. <source>Nat Rev Drug Discov</source> (<year>2017</year>) <volume>16</volume>:<page-range>264&#x2013;72</page-range>. doi: <pub-id pub-id-type="doi">10.1038/nrd.2016.233</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krutzik</surname> <given-names>PO</given-names>
</name>
<name>
<surname>Nolan</surname> <given-names>GP</given-names>
</name>
</person-group>. <article-title>Fluorescent cell barcoding in flow cytometry allows high-throughput drug screening and signaling profiling</article-title>. <source>Nat Methods</source> (<year>2006</year>) <volume>3</volume>:<page-range>361&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1038/nmeth872</pub-id>
</citation>
</ref>
<ref id="B50">
<label>50</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amir</surname> <given-names>ED</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>B</given-names>
</name>
<name>
<surname>Badoual</surname> <given-names>P</given-names>
</name>
<name>
<surname>Gordon</surname> <given-names>M</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>XV</given-names>
</name>
<name>
<surname>Merad</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Development of a comprehensive antibody staining database using a standardized analytics pipeline</article-title>. <source>Front Immunol</source> (<year>2019</year>) <volume>10</volume>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2019.01315</pub-id>
</citation>
</ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Becht</surname> <given-names>E</given-names>
</name>
<name>
<surname>Tolstrup</surname> <given-names>D</given-names>
</name>
<name>
<surname>Dutertre</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Morawski</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Campbell</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Ginhoux</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>High-throughput single-cell quantification of hundreds of proteins using conventional flow cytometry and machine learning</article-title>. <source>Sci Adv</source> (<year>2021</year>) <volume>7</volume>:<elocation-id>eabg0505</elocation-id>. doi: <pub-id pub-id-type="doi">10.1126/sciadv.abg0505</pub-id>
</citation>
</ref>
<ref id="B52">
<label>52</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guerin</surname> <given-names>MV</given-names>
</name>
<name>
<surname>Finisguerra</surname> <given-names>V</given-names>
</name>
<name>
<surname>Van den Eynde</surname> <given-names>BJ</given-names>
</name>
<name>
<surname>Bercovici</surname> <given-names>N</given-names>
</name>
<name>
<surname>Trautmann</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Preclinical murine tumor models: a structural and functional perspective</article-title>. <source>eLife</source> (<year>2020</year>) <volume>9</volume>:<elocation-id>e50740</elocation-id>. doi: <pub-id pub-id-type="doi">10.7554/eLife.50740</pub-id>
</citation>
</ref>
<ref id="B53">
<label>53</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hiam-Galvez</surname> <given-names>KJ</given-names>
</name>
<name>
<surname>Allen</surname> <given-names>BM</given-names>
</name>
<name>
<surname>Spitzer</surname> <given-names>MH</given-names>
</name>
</person-group>. <article-title>Systemic immunity in cancer</article-title>. <source>Nat Rev Cancer</source> (<year>2021</year>) <volume>21</volume>:<page-range>345&#x2013;59</page-range>. doi: <pub-id pub-id-type="doi">10.1038/s41568-021-00347-z</pub-id>
</citation>
</ref>
<ref id="B54">
<label>54</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grivennikov</surname> <given-names>SI</given-names>
</name>
<name>
<surname>Greten</surname> <given-names>FR</given-names>
</name>
<name>
<surname>Karin</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Immunity, inflammation, and cancer</article-title>. <source>Cell</source> (<year>2010</year>) <volume>140</volume>:<page-range>883&#x2013;99</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.cell.2010.01.025</pub-id>
</citation>
</ref>
<ref id="B55">
<label>55</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ivetic</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hoskins Green</surname> <given-names>HL</given-names>
</name>
<name>
<surname>Hart</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>L-selectin: a major regulator of leukocyte adhesion, migration and signaling</article-title>. <source>Front Immunol</source> (<year>2019</year>) <volume>10</volume>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2019.01068</pub-id>
</citation>
</ref>
<ref id="B56">
<label>56</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McDonald</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kubes</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Interactions between CD44 and hyaluronan in leukocyte trafficking</article-title>. <source>Front Immunol</source> (<year>2015</year>) <volume>6</volume>:<elocation-id>68</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fimmu.2015.00068</pub-id>
</citation>
</ref>
<ref id="B57">
<label>57</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gutzeit</surname> <given-names>C</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>K</given-names>
</name>
<name>
<surname>Cerutti</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>The enigmatic function of IgD: some answers at last</article-title>. <source>Eur J Immunol</source> (<year>2018</year>) <volume>48</volume>:<page-range>1101&#x2013;13</page-range>. doi: <pub-id pub-id-type="doi">10.1002/eji.201646547</pub-id>
</citation>
</ref>
<ref id="B58">
<label>58</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Krummey</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Morris</surname> <given-names>AB</given-names>
</name>
<name>
<surname>Jacobs</surname> <given-names>JR</given-names>
</name>
<name>
<surname>McGuire</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Ando</surname> <given-names>S</given-names>
</name>
<name>
<surname>Tong</surname> <given-names>KP</given-names>
</name>
<etal/>
</person-group>. <article-title>CD45RB status of CD8+ T cell memory defines T cell receptor affinity and persistence</article-title>. <source>Cell Rep</source> (<year>2020</year>) <volume>30</volume>:<fpage>1282</fpage>&#x2013;<lpage>1291.e5</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.celrep.2020.01.016</pub-id>
</citation>
</ref>
<ref id="B59">
<label>59</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Chow</surname> <given-names>EMC</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>H</given-names>
</name>
<name>
<surname>Gu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Mandelboim</surname> <given-names>O</given-names>
</name>
<name>
<surname>Gray-Owen</surname> <given-names>SD</given-names>
</name>
<etal/>
</person-group>. <article-title>CEACAM1 (CD66a) promotes human monocyte survival via a phosphatidylinositol 3-kinase- and AKT-dependent pathway</article-title>. <source>J Biol Chem</source> (<year>2006</year>) <volume>281</volume>:<page-range>39179&#x2013;93</page-range>. doi: <pub-id pub-id-type="doi">10.1074/jbc.M608864200</pub-id>
</citation>
</ref>
<ref id="B60">
<label>60</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname> <given-names>W</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Zhong</surname> <given-names>L</given-names>
</name>
<name>
<surname>He</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Abnormal expression of CD66a promotes proliferation and inhibits apoptosis of human leukemic b cells <italic>in vitro</italic>
</article-title>. <source>Leukemia Lymphoma</source> (<year>2015</year>) <volume>56</volume>:<page-range>202&#x2013;10</page-range>. doi: <pub-id pub-id-type="doi">10.3109/10428194.2014.913287</pub-id>
</citation>
</ref>
<ref id="B61">
<label>61</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Altevogt</surname> <given-names>P</given-names>
</name>
<name>
<surname>Sammar</surname> <given-names>M</given-names>
</name>
<name>
<surname>H&#xfc;ser</surname> <given-names>L</given-names>
</name>
<name>
<surname>Kristiansen</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Novel insights into the function of CD24: a driving force in cancer</article-title>. <source>Int J Cancer</source> (<year>2021</year>) <volume>148</volume>:<page-range>546&#x2013;59</page-range>. doi: <pub-id pub-id-type="doi">10.1002/ijc.33249</pub-id>
</citation>
</ref>
<ref id="B62">
<label>62</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Olingy</surname> <given-names>CE</given-names>
</name>
<name>
<surname>Dinh</surname> <given-names>HQ</given-names>
</name>
<name>
<surname>Hedrick</surname> <given-names>CC</given-names>
</name>
</person-group>. <article-title>Monocyte heterogeneity and functions in cancer</article-title>. <source>J Leukocyte Biol</source> (<year>2019</year>) <volume>106</volume>:<page-range>309&#x2013;22</page-range>. doi: <pub-id pub-id-type="doi">10.1002/JLB.4RI0818-311R</pub-id>
</citation>
</ref>
<ref id="B63">
<label>63</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ouzounova</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>E</given-names>
</name>
<name>
<surname>Piranlioglu</surname> <given-names>R</given-names>
</name>
<name>
<surname>Andaloussi</surname> <given-names>AE</given-names>
</name>
<name>
<surname>Kolhe</surname> <given-names>R</given-names>
</name>
<name>
<surname>Demirci</surname> <given-names>MF</given-names>
</name>
<etal/>
</person-group>. <article-title>Monocytic and granulocytic myeloid derived suppressor cells differentially regulate spatiotemporal tumour plasticity during metastatic cascade</article-title>. <source>Nat Commun</source> (<year>2017</year>) <volume>8</volume>:<fpage>14979</fpage>. doi: <pub-id pub-id-type="doi">10.1038/ncomms14979</pub-id>
</citation>
</ref>
<ref id="B64">
<label>64</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Palframan</surname> <given-names>RT</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>S</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>G</given-names>
</name>
<name>
<surname>Weninger</surname> <given-names>W</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Dorf</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Inflammatory chemokine transport and presentation in HEV : a remote control mechanism for monocyte recruitment to lymph nodes in inflamed tissues</article-title>. <source>J Exp Med</source> (<year>2001</year>) <volume>194</volume>:<page-range>1361&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1084/jem.194.9.1361</pub-id>
</citation>
</ref>
<ref id="B65">
<label>65</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martinet</surname> <given-names>L</given-names>
</name>
<name>
<surname>Garrido</surname> <given-names>I</given-names>
</name>
<name>
<surname>Girard</surname> <given-names>J-P</given-names>
</name>
</person-group>. <article-title>Tumor high endothelial venules (HEVs) predict lymphocyte infiltration and favorable prognosis in breast cancer</article-title>. <source>Oncoimmunology</source> (<year>2012</year>) <volume>1</volume>:<page-range>789&#x2013;90</page-range>. doi: <pub-id pub-id-type="doi">10.4161/onci.19787</pub-id>
</citation>
</ref>
<ref id="B66">
<label>66</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brezovec</surname> <given-names>N</given-names>
</name>
<name>
<surname>Perdan-Pirkmajer</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kuret</surname> <given-names>T</given-names>
</name>
<name>
<surname>Burja</surname> <given-names>B</given-names>
</name>
<name>
<surname>Sodin-&#x160;emrl</surname> <given-names>S</given-names>
</name>
<name>
<surname>&#x10c;u&#x10d;nik</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Increased l-selectin on monocytes is linked to the autoantibody profile in systemic sclerosis</article-title>. <source>Int J Mol Sci</source> (<year>2022</year>) <volume>23</volume>:<fpage>2233</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijms23042233</pub-id>
</citation>
</ref>
<ref id="B67">
<label>67</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Manivannan</surname> <given-names>A</given-names>
</name>
<name>
<surname>Crane</surname> <given-names>I</given-names>
</name>
<name>
<surname>Dawson</surname> <given-names>R</given-names>
</name>
<name>
<surname>Liversidge</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Critical but divergent roles for CD62L and CD44 in directing blood monocyte trafficking <italic>in vivo</italic> during inflammation</article-title>. <source>Blood</source> (<year>2008</year>) <volume>112</volume>:<page-range>1166&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1182/blood-2007-06-098327</pub-id>
</citation>
</ref>
<ref id="B68">
<label>68</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rutkowska</surname> <given-names>E</given-names>
</name>
<name>
<surname>Kwiecie&#x144;</surname> <given-names>I</given-names>
</name>
<name>
<surname>K&#x142;os</surname> <given-names>K</given-names>
</name>
<name>
<surname>Rzepecki</surname> <given-names>P</given-names>
</name>
<name>
<surname>Chcia&#x142;owski</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Intermediate monocytes with PD-L1 and CD62L expression as a possible player in active SARS-CoV-2 infection</article-title>. <source>Viruses</source> (<year>2022</year>) <volume>14</volume>:<fpage>819</fpage>. doi: <pub-id pub-id-type="doi">10.3390/v14040819</pub-id>
</citation>
</ref>
<ref id="B69">
<label>69</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hanahan</surname> <given-names>D</given-names>
</name>
<name>
<surname>Weinberg</surname> <given-names>RA</given-names>
</name>
</person-group>. <article-title>Hallmarks of cancer: the next generation</article-title>. <source>Cell</source> (<year>2011</year>) <volume>144</volume>:<page-range>646&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.cell.2011.02.013</pub-id>
</citation>
</ref>
<ref id="B70">
<label>70</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Paul</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>The systemic hallmarks of cancer</article-title>. <source>J Cancer Metastasis Treat</source> (<year>2020</year>) <volume>6</volume>:<fpage>29</fpage>. doi: <pub-id pub-id-type="doi">10.20517/2394-4722.2020.63</pub-id>
</citation>
</ref>
<ref id="B71">
<label>71</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van der Goot</surname> <given-names>MH</given-names>
</name>
<name>
<surname>Kooij</surname> <given-names>M</given-names>
</name>
<name>
<surname>Stolte</surname> <given-names>S</given-names>
</name>
<name>
<surname>Baars</surname> <given-names>A</given-names>
</name>
<name>
<surname>Arndt</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Lith van</surname> <given-names>HA</given-names>
</name>
<etal/>
</person-group>. <article-title>Incorporating inter-individual variability in experimental design improves the quality of results of animal experiments</article-title>. <source>PloS One</source> (<year>2021</year>) <volume>16</volume>:<elocation-id>e0255521</elocation-id>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0255521</pub-id>
</citation>
</ref>
<ref id="B72">
<label>72</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Glier</surname> <given-names>H</given-names>
</name>
<name>
<surname>Heijnen</surname> <given-names>I</given-names>
</name>
<name>
<surname>Hauwel</surname> <given-names>M</given-names>
</name>
<name>
<surname>Dirks</surname> <given-names>J</given-names>
</name>
<name>
<surname>Quarroz</surname> <given-names>S</given-names>
</name>
<name>
<surname>Lehmann</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Standardization of 8-color flow cytometry across different flow cytometer instruments: a feasibility study in clinical laboratories in Switzerland</article-title>. <source>J Immunol Methods</source> (<year>2019</year>) <volume>475</volume>:<fpage>112348</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jim.2017.07.013</pub-id>
</citation>
</ref>
<ref id="B73">
<label>73</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Le Lann</surname> <given-names>L</given-names>
</name>
<name>
<surname>Jouve</surname> <given-names>P-E</given-names>
</name>
<name>
<surname>Alarc&#xf3;n-Riquelme</surname> <given-names>M</given-names>
</name>
<name>
<surname>Jamin</surname> <given-names>C</given-names>
</name>
<name>
<surname>Pers</surname> <given-names>J-O</given-names>
</name>
</person-group>. <article-title>Standardization procedure for flow cytometry data harmonization in prospective multicenter studies</article-title>. <source>Sci Rep</source> (<year>2020</year>) <volume>10</volume>:<fpage>11567</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-020-68468-3</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>