<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2024.1380599</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Radiomic biomarkers of locoregional recurrence: prognostic insights from oral cavity squamous cell carcinoma preoperative CT scans</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Ling</surname>
<given-names>Xiao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2646929"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Alexander</surname>
<given-names>Gregory S.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Molitoris</surname>
<given-names>Jason</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1494985"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Choi</surname>
<given-names>Jinhyuk</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Schumaker</surname>
<given-names>Lisa</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tran</surname>
<given-names>Phuoc</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mehra</surname>
<given-names>Ranee</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gaykalova</surname>
<given-names>Daria</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/944737"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Ren</surname>
<given-names>Lei</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1672418"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Radiation Oncology, University of Maryland School of Medicine</institution>, <addr-line>Baltimore, MD</addr-line>, <country>United States</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Radiation Oncology, Thomas Jefferson University</institution>, <addr-line>Philadelphia, PA</addr-line>, <country>United States</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Breast Surgery, Kosin University Gospel Hospital</institution>, <addr-line>Busan</addr-line>, <country>Republic of Korea</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Marlene and Stewart Greenebaum Comprehensive Cancer Center, University of Maryland School of Medicine</institution>, <addr-line>Baltimore, MD</addr-line>, <country>United States</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Institute for Genome Sciences, University of Maryland School of Medicine</institution>, <addr-line>Baltimore, MD</addr-line>, <country>United States</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Department of Otorhinolaryngology-Head and Neck Surgery, Marlene and Stewart Greenebaum Comprehensive Cancer Center, University of Maryland Medical Center</institution>, <addr-line>Baltimore, MD</addr-line>, <country>United States</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Department of Oncology, Sidney Kimmel Comprehensive Cancer Center, Johns Hopkins University</institution>, <addr-line>Baltimore, MD</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Harrison Kim, University of Alabama at Birmingham, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Lubomir Hadjiyski, University of Michigan, United States</p>
<p>Hongyi Pan, Northwestern University, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Lei Ren, <email xlink:href="mailto:lren@som.umaryland.edu">lren@som.umaryland.edu</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>04</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>14</volume>
<elocation-id>1380599</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>02</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>04</day>
<month>04</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Ling, Alexander, Molitoris, Choi, Schumaker, Tran, Mehra, Gaykalova and Ren</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Ling, Alexander, Molitoris, Choi, Schumaker, Tran, Mehra, Gaykalova and Ren</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>This study aimed to identify CT-based imaging biomarkers for locoregional recurrence (LR) in Oral Cavity Squamous Cell Carcinoma (OSCC) patients.</p>
</sec>
<sec>
<title>Methods</title>
<p>Computed tomography scans were collected from 78 patients with OSCC who underwent surgical treatment at a single medical center. We extracted 1,092 radiomic features from gross tumor volume in each patient&#x2019;s pre-treatment CT. Clinical characteristics were also obtained, including race, sex, age, tobacco and alcohol use, tumor staging, and treatment modality. A feature selection algorithm was used to eliminate the most redundant features, followed by a selection of the best subset of the Logistic regression model (LRM). The best LRM model was determined based on the best prediction accuracy in terms of the area under Receiver operating characteristic curve. Finally, significant radiomic features in the final LRM model were identified as imaging biomarkers.</p>
</sec>
<sec>
<title>Results and discussion</title>
<p>Two radiomics biomarkers, Large Dependence Emphasis (LDE) of the Gray Level Dependence Matrix (GLDM) and Long Run Emphasis (LRE) of the Gray Level Run Length Matrix (GLRLM) of the 3D Laplacian of Gaussian (LoG &#x3c3;=3), have demonstrated the capability to preoperatively distinguish patients with and without LR, exhibiting exceptional testing specificity (1.00) and sensitivity (0.82). The group with LRE &gt; 2.99 showed a 3-year recurrence-free survival rate of 0.81, in contrast to 0.49 for the group with LRE &#x2264; 2.99. Similarly, the group with LDE &gt; 120 showed a rate of 0.82, compared to 0.49 for the group with LDE &#x2264; 120. These biomarkers broaden our understanding of using radiomics to predict OSCC progression, enabling personalized treatment plans to enhance patient survival.</p>
</sec>
</abstract>
<kwd-group>
<kwd>oral cavity squamous cell carcinoma</kwd>
<kwd>outcome prediction</kwd>
<kwd>biomarker</kwd>
<kwd>recurrence</kwd>
<kwd>classification</kwd>
<kwd>logistic regression</kwd>
<kwd>CT</kwd>
<kwd>radiomics</kwd>
</kwd-group>
<counts>
<fig-count count="11"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="78"/>
<page-count count="17"/>
<word-count count="6461"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Cancer Imaging and Image-directed Interventions</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Oral Cavity Squamous Cell Carcinoma (OSCC) is the most common malignancy in the head and neck region and is characterized by a poor prognosis (<xref ref-type="bibr" rid="B1">1</xref>). Surgery is the primary treatment of OSCC, followed by cisplatin-based chemotherapy and/or radiotherapy depending on pathologic features and individualized risk of recurrence. Regional recurrence is the most common cause of failure after treatment of oral carcinoma (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Despite advancements in surgical techniques and adjuvant therapies, the 5-year overall survival rate hovers between 45-50%, contingent upon the stage and metastasis status of the disease (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). Locoregional recurrence (LR), as indicated by prior studies (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>), represents a significant clinical challenge, with some patients cohorts demonstrating extremely high rates of LR even following surgery and appropriate adjuvant therapy (<xref ref-type="bibr" rid="B8">8</xref>). Given that disease recurrence is devastating for patients, and adjuvant therapies are associated with significant economic and quality of life detriment, identification of patients at higher risk of LR who would benefit most from adjuvant treatment is paramount. It is, therefore, relevant to identify patients who are at a higher risk of locoregional recurrence before their primary surgery to guide treatment plans and increase the therapeutic window. By utilizing noninvasive imaging information and cutting-edge machine learning algorithms, post-treatment failure can be better screened, enabling medical professionals to tailor treatment plans accordingly.</p>
<p>Histopathologic factors are used for OSCC diagnosis and prognosis staging evaluation (<xref ref-type="bibr" rid="B9">9</xref>). Studies (<xref ref-type="bibr" rid="B10">10</xref>&#x2013;<xref ref-type="bibr" rid="B15">15</xref>) reported that tumor size, depth of invasion (DOI), stromal, vascular, and nerve invasion are significantly different between the groups with and without metastasis. The dysregulation of specific miRNAs in OSCC, such as miRNA-184 (<xref ref-type="bibr" rid="B16">16</xref>), miR-31 (<xref ref-type="bibr" rid="B17">17</xref>), and miR-27b (<xref ref-type="bibr" rid="B18">18</xref>), are implicated in malignant transformation and disease progression. Other proteins and peptides, such as Leukotriene A4 hydrolase (LTA4H) and its peptide, Pep8_LTA4H, among other proteins and peptides, may distinguish individuals with metastasis (N+) from individuals metastasis-free (N0) (<xref ref-type="bibr" rid="B19">19</xref>). Studies (<xref ref-type="bibr" rid="B20">20</xref>&#x2013;<xref ref-type="bibr" rid="B22">22</xref>) implicated that the amplification of CCND1 and overexpression of cyclin D1 are significantly correlated with OSCC metastasis. Soluble factors, such as IL- <inline-formula>
<mml:math display="inline" id="im1">
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mi>&#x3b2;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>,TNF- <inline-formula>
<mml:math display="inline" id="im2">
<mml:mi>&#x3b1;</mml:mi>
</mml:math>
</inline-formula>, and MIP- <inline-formula>
<mml:math display="inline" id="im3">
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mi>&#x3b2;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, that can be detected in saliva, may also play a significant role in detecting metastasis (<xref ref-type="bibr" rid="B23">23</xref>). The other study (<xref ref-type="bibr" rid="B24">24</xref>) reveals an association between primary site recurrence and a high ratio of ITGA3/CD9. Elevated levels of squamous cell carcinoma antigen (SCC-Ag) in serum are significantly associated with tumor progression (<xref ref-type="bibr" rid="B25">25</xref>). While these parameters evaluated in pre-clinical settings hold promise in enhancing disease detection, prognosis, and personalized treatment, those findings need to be confirmed by larger and more rigorous studies. One of the limitations of histopathologic biopsy is that it may not capture the full heterogeneity of the tumor due to sampling bias (<xref ref-type="bibr" rid="B26">26</xref>). Furthermore, factors such as DOI are only available on the resection specimen. The extraction and analysis of biomarkers, such as H&amp;E staining, tissue microarray, and sequencing, can be technically complex and expensive, requiring specialized resources, which may restrict their practicality in specific circumstances. Additionally, challenges with reproducibility and standardization across laboratories and the potential for false positives and negatives further complicate their practicality (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B28">28</xref>). Furthermore, validating a biomolecule-based assay, from its initial discovery to clinical implementation, is often arduous and lengthy. A significant number of potential markers prove to be ineffective across various populations (<xref ref-type="bibr" rid="B29">29</xref>). Additionally, it is crucial to reduce the overall processing time to avoid LR in patients who require adjuvant therapy. Also, while some biomarkers may indicate the presence of a disease, they might not offer actionable information for treatment plans, thereby restricting their practical clinical use (<xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B31">31</xref>). Lastly, employing genetic and other biomolecular markers raises ethical, legal, and societal concerns (<xref ref-type="bibr" rid="B32">32</xref>). This is a primary reason these biomarkers have not been introduced in clinical settings and lack FDA approval.</p>
<p>Imaging-based biomarkers have been investigated for different modalities, such as Computed Tomography (CT), Positron Emission Tomography (PET), and Magnetic Resonance Imaging (MRI), by extracting quantitative imaging features known as radiomics features. In contrast to biomolecule-based assays, imaging techniques are non-invasive. The imaging information is readily available from routine diagnostic scans without incurring additional costs. Moreover, imaging provides unique 3D information about neoplasm. These radiomics features can be leveraged to develop predictive models for survival and treatment failure (<xref ref-type="bibr" rid="B33">33</xref>&#x2013;<xref ref-type="bibr" rid="B42">42</xref>). The rationale behind this approach is that these images capture crucial information about the neoplasm phenotype and microenvironment (<xref ref-type="bibr" rid="B43">43</xref>). In fact, the American College of Radiology has developed a standardized Neck Imaging Reporting and Data System (NI-RADS) (<xref ref-type="bibr" rid="B44">44</xref>) to manage and surveil the posttreatment course. Studies (<xref ref-type="bibr" rid="B45">45</xref>, <xref ref-type="bibr" rid="B46">46</xref>) demonstrated a strong association between NI-RADS category and treatment failure in HNSCC patients. Over recent decades, imaging factors have demonstrated their capacity to furnish accurate prognostic information for posttreatment recurrence screening. A study (<xref ref-type="bibr" rid="B47">47</xref>) found a significant association between PET/CT radiomic features and Head and Neck locoregional recurrence. Our pilot study (<xref ref-type="bibr" rid="B48">48</xref>) demonstrated two potential Radiomic overall survival biomarkers. However, the identification of non-invasive factors for 2-year locoregional recurrence after primary surgery in OSCC patients remains lacking. The distinction between our study and similar research lies in the emphasis on the susceptibility/risk associated with the biomarker, specifically an increased likelihood of developing locoregional recurrence (LR) within 2 years post-surgery. Consequently, we focus more on specificity and sensitivity to minimize the incidence of false positives and false negatives.</p>
<p>This study aimed to identify CT-based imaging risk factors for locoregional recurrence in patients with OSCC at an academic health network serving a diverse population, which enabled the development of machine learning classifiers that could accurately distinguish patients with locoregional recurrence from those without prior to treatment. A retrospective study design was used, with high-dimensional radiomics, pathological, and clinical information collected from this diverse cohort of OSCC cases. The primary endpoint was 2-year locoregional recurrence (defined as locoregional recurrence occurring within 2 years of surgery). The findings of this study lay the foundation for the implementation of pre-treatment screening for LR and risk assessment using non-invasive risk factors in this diverse patient population, which could ultimately impact the management of high-risk OSCC patients by helping physicians customize treatment planning and reduce the chance of distant metastasis.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Data preparation and overall workflow</title>
<p>The workflow outlining our approach is illustrated in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>. In this workflow, the neoplasm volume serves as the region of interest (ROI) from which all radiomics features are computed. The contouring of the ROI was performed manually by experienced Radiation Oncologists, not directly involved in the study, using the Varian Medical System Eclipse software environment. These features underwent a selection process to minimize redundancy and were combined with clinical data. A logistic regression model, optimized via five-repeated 10-fold cross-validation, was then applied. The model&#x2019;s predictive performance was evaluated using the Area Under the ROC Curve (AUC). All statistical analyses were performed using R programming language, with a significance level (alpha) set at 0.05 for all tests.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Schematic flowchart illustrating the steps from CT image acquisition and radiomics feature extraction, through the process of machine learning techniques to risk factors.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g001.tif"/>
</fig>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Radiomic feature acquisition and extraction</title>
<p>Uniformity in voxel sizes is essential for precise and dependable feature calculations in radiomics (<xref ref-type="bibr" rid="B49">49</xref>). Given the original CT scan resolutions varied significantly, from 0.3&#xd7;0.3&#xd7;0.5 mm to 1.3&#xd7;1.3&#xd7;5 mm, we resampled the voxel values to a uniform resolution of 1&#xd7;1&#xd7;1mm using interpolation. For this purpose, we employed the Bspline algorithm (<xref ref-type="bibr" rid="B50">50</xref>), suitable for smoothly adjusting voxel values. Concurrently, to maintain the binary nature of the tumor masks, we applied the nearest neighbor interpolation algorithm (<xref ref-type="bibr" rid="B51">51</xref>, <xref ref-type="bibr" rid="B52">52</xref>), which assigns the mask label of the closest voxel in the original grid to each voxel in the interpolation grid. Another critical step employed was normalization, computed by <inline-formula>
<mml:math display="inline" id="im4">
<mml:mrow>
<mml:mfrac>
<mml:mrow>
<mml:mi>x</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3bc;</mml:mi>
</mml:mrow>
<mml:mi>&#x3c3;</mml:mi>
</mml:mfrac>
</mml:mrow>
</mml:math>
</inline-formula>, where x represents voxel intensity, <inline-formula>
<mml:math display="inline" id="im5">
<mml:mi>&#x3bc;</mml:mi>
</mml:math>
</inline-formula> is the average intensity, and <inline-formula>
<mml:math display="inline" id="im6">
<mml:mi>&#x3c3;</mml:mi>
</mml:math>
</inline-formula> is the standard deviation of intensity. As demonstrated in a previous study (<xref ref-type="bibr" rid="B49">49</xref>), this normalization minimizes variance and boosts feature robustness of radiomic features, especially against different discretization levels, ensured normalized intensities generally spanned from [-3, 3] after outlier exclusion (<xref ref-type="bibr" rid="B53">53</xref>, <xref ref-type="bibr" rid="B54">54</xref>). These intensities were then scaled to a range of approximately [-300, 300]. Moreover, to capture detailed textural information, we discretized the intensities within the ROI using a uniform bin width of 5, starting from a normalized minimum HU value of 0. We chose a bin width of 5 to ensure an adequate number of bins (between 1 and 400), allowing for the capture of more detailed textural information (<xref ref-type="bibr" rid="B55">55</xref>). This discretization assigns new values to each voxel according to the formula: floor((original intensity)/5) + 1. This method not only suppresses noise but also enhances the robustness of radiomic features by smoothing out minor variations.</p>
<p>Medical images provide insights into the phenotypic traits of neoplasms. These images typically contain data from tens of thousands of voxel intensities per neoplasm, leading to a scenario where the number of features (p) greatly exceeds the sample size (n). In our study, we extracted features from each image set using the PyRadiomics library in Python. According to the Imaging Biomarker Standardization Initiative (IBSI) (<xref ref-type="bibr" rid="B56">56</xref>), we extracted features across six categories: shape, first-order statistics, gray level co-occurrence matrix (GLCM), gray level run length matrix (GLRLM) (<xref ref-type="bibr" rid="B57">57</xref>), grey level size zone matrix (GLSZM) (<xref ref-type="bibr" rid="B58">58</xref>), gray level dependence matrix (GLDM) (<xref ref-type="bibr" rid="B59">59</xref>), and neighborhood grey tone difference matrix (NGTDM) (<xref ref-type="bibr" rid="B60">60</xref>). Additional calculations were performed on images processed with wavelet, Laplacian of Gaussian (LoG), square, square root, logarithm, exponential, and gradient filters, culminating in 1,092 features.</p>
</sec>
<sec id="s2_3">
<label>2.3</label>
<title>Feature selection and modeling</title>
<p>Logistic Regression Models (LRM) were used in assessing the features of discriminative power. Algorithms are available in the R stats, glmulti package. A logistic model can be mathematically described as follows: <inline-formula>
<mml:math display="inline" id="im7">
<mml:mrow>
<mml:mi>log</mml:mi>
<mml:mfrac>
<mml:mrow>
<mml:mi>&#x3c0;</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>x</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mi>&#x3c0;</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>x</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:mfrac>
<mml:mo>=</mml:mo>
<mml:mi>&#x3b2;</mml:mi>
<mml:mi>x</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, where <inline-formula>
<mml:math display="inline" id="im8">
<mml:mrow>
<mml:mi>&#x3c0;</mml:mi>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mi>x</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> is the probability of recurrence, and <inline-formula>
<mml:math display="inline" id="im9">
<mml:mi>&#x3b2;</mml:mi>
</mml:math>
</inline-formula> the coefficient vector for the independent variables <inline-formula>
<mml:math display="inline" id="im10">
<mml:mi>x</mml:mi>
</mml:math>
</inline-formula> (<xref ref-type="bibr" rid="B61">61</xref>). The guidelines outlined in (<xref ref-type="bibr" rid="B62">62</xref>) recommend that the number of predictors used in fitting LRM should not exceed 10% of the events in the sample. In our cohort, with 10% of events in the training sample, the optimal number of predictors for model fitting should be 2 to 3, as 10% of the total recurrence equals 2.1. Thus, we aimed to limit the final Logistic Regression Model (LRM) to a maximum of 3 degrees of freedom. We used the Best Subset Selection (BSS) Modeling strategy to identify the most effective LRM based on validation performance to achieve this. BSS, known for its efficiency in finding the most parsimonious model, outperforms methods like stepwise selection and Lasso, although its high computational demand is a limitation. For instance, fitting LRMs with 2, 3, or 4 degrees of freedom using 17 radiomics and six clinical features requires BSS to estimate a minimum of 41,262 coefficients, making exhaustive evaluation impractical. Therefore, we reduced the number of input variables before employing BSS.</p>
<p>Radiomics data often faces the challenge of high multicollinearity, where variables are highly correlated, affecting the significance of individual variables in the model. For example, sphericity, minor axis length, and elongation show strong multicollinearity. Multicollinearity can lead to the phenomenon where a variable is not deemed significant when correlated features are also present in the model. <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref> uses a color scheme where white represents no correlation, blue represents a perfect negative correlation, and red represents a perfect positive correlation. The heatmap illustrates the correlation coefficients prior to the feature selection process, revealing the initial relationships between features. The heatmap revealed numerous red and blue shades, indicating strong positive and negative correlations, respectively, among the data. There is now a substantial body of research on mitigating multicollinearity, such as Principal Component Analysis (PCA), Sparse PCA (<xref ref-type="bibr" rid="B63">63</xref>), and Kernel PCA (KPCA) (<xref ref-type="bibr" rid="B64">64</xref>). We employed Recursive Feature Elimination (RFE) (<xref ref-type="bibr" rid="B65">65</xref>), an iterative procedure to refine the input data for BSS LRM. Using RFE with repeated 10-fold cross-validation (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>), we narrowed down from 1,092 radiomic features to a subset of eight active features (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). We then fitted degree-2 LRMs, considering all combinations of these eight features across 5,000 data shuffles. The models were trained on 63 samples (80% of the cohort) using 10-fold cross-validation and evaluated based on AUC. The remaining 15 samples (20% of the cohort) were used for prognostic validation. We also used the ROC to visualize the classifiers&#x2019; performance. <xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref> shows that the 3,480 models out of 5,000 data shufflings unveiled the most distinctive factor among the extensive array of 1,092 radiomic features: specifically, Large Dependence Emphasis (LDE) of the Gray Level Dependence Matrix (GLDM) and Long Run Emphasis (LRE) of the Gray Level Run Length Matrix (GLRLM) of the 3D Laplacian of Gaussian (LoG <sub>&#x3c3;=3</sub>) filtered ROIs (<xref ref-type="fig" rid="f5">
<bold>Figures&#xa0;5</bold>
</xref>, <xref ref-type="fig" rid="f6">
<bold>6</bold>
</xref>). Statistical evidence was quantified by the p-value of the hypotheses&#x2019; tests. If the p-value is less than &#x3b1;&#x2009;=&#x2009;0.05, then the null hypothesis will be rejected in favor of the alternative hypothesis.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Correlation coefficient heatmaps: The diagonal heatmap illustrates the pairwise correlations among radiomics features before pruning. The color scale represents the strength of the correlation, with blue indicating negative correlation, red indicating positive correlation, and white representing no correlation.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g002.tif"/>
</fig>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Recursive feature selection: 10 fold cross-validated repeated 5 times.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Variables</th>
<th valign="top" align="left">ROC</th>
<th valign="top" align="left">Sens</th>
<th valign="top" align="left">Spec</th>
<th valign="top" align="left">ROCSD</th>
<th valign="top" align="left">SensSD</th>
<th valign="top" align="left">SpecSD</th>
<th valign="top" align="left">Selected</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="right">&#x2003;1</td>
<td valign="top" align="left">0.792</td>
<td valign="top" align="left">0.507</td>
<td valign="top" align="left">0.802</td>
<td valign="top" align="left">0.228</td>
<td valign="top" align="left">0.360</td>
<td valign="top" align="left">0.169</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;2</td>
<td valign="top" align="left">0.819</td>
<td valign="top" align="left">0.597</td>
<td valign="top" align="left">0.845</td>
<td valign="top" align="left">0.177</td>
<td valign="top" align="left">0.347</td>
<td valign="top" align="left">0.148</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;3</td>
<td valign="top" align="left">0.843</td>
<td valign="top" align="left">0.620</td>
<td valign="top" align="left">0.888</td>
<td valign="top" align="left">0.170</td>
<td valign="top" align="left">0.332</td>
<td valign="top" align="left">0.130</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;4</td>
<td valign="top" align="left">0.817</td>
<td valign="top" align="left">0.623</td>
<td valign="top" align="left">0.875</td>
<td valign="top" align="left">0.179</td>
<td valign="top" align="left">0.331</td>
<td valign="top" align="left">0.135</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;5</td>
<td valign="top" align="left">0.827</td>
<td valign="top" align="left">0.573</td>
<td valign="top" align="left">0.867</td>
<td valign="top" align="left">0.169</td>
<td valign="top" align="left">0.339</td>
<td valign="top" align="left">0.139</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;6</td>
<td valign="top" align="left">0.831</td>
<td valign="top" align="left">0.570</td>
<td valign="top" align="left">0.872</td>
<td valign="top" align="left">0.171</td>
<td valign="top" align="left">0.375</td>
<td valign="top" align="left">0.131</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;7</td>
<td valign="top" align="left">0.842</td>
<td valign="top" align="left">0.543</td>
<td valign="top" align="left">0.878</td>
<td valign="top" align="left">0.166</td>
<td valign="top" align="left">0.392</td>
<td valign="top" align="left">0.136</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;8</td>
<td valign="top" align="left">0.844</td>
<td valign="top" align="left">0.543</td>
<td valign="top" align="left">0.868</td>
<td valign="top" align="left">0.169</td>
<td valign="top" align="left">0.379</td>
<td valign="top" align="left">0.152</td>
<td valign="top" align="left">*</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;142</td>
<td valign="top" align="left">0.809</td>
<td valign="top" align="left">0.417</td>
<td valign="top" align="left">0.891</td>
<td valign="top" align="left">0.196</td>
<td valign="top" align="left">0.327</td>
<td valign="top" align="left">0.149</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;1092</td>
<td valign="top" align="left">0.758</td>
<td valign="top" align="left">0.293</td>
<td valign="top" align="left">0.929</td>
<td valign="top" align="left">0.207</td>
<td valign="top" align="left">0.291</td>
<td valign="top" align="left">0.120</td>
<td valign="top" align="left"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>ROCSD, standard deviation of ROC; SenSD, standard deviation of Sensitivity; SpecSD, Standard deviation of Specificity.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Recursive Feature Elimination (RFE) curve from five repeated 10-fold cross-validation. The plot showcases a notable increase in AUC at the retention of eight informative features, followed by a decline in performance as non-informative features are incorporated. Left panel provides a comprehensive view of the AUC achieved across varying numbers of variables. Right panel offers a closer examination of the AUC within the range of 0 to 200 features.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g003.tif"/>
</fig>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>This frequency bar plot visualizes the counts of various degree-2 logistic models derived from the best-subset of eight radiomics features previously identified. These models were generated through 5000 iterations of data shuffling. Distribution of models during the selection of the final optimal set of risk radiomics features. These models comprise the risk radiomics features selected by the Best Subset Logistic Regression procedure from among the 8 RFE-selected features. Out of 5000 different partitions, 3480 models are based on two features, log.sigma.3.0.mm.3D_glrlm_LongRunEmphasis and log.sigma.3.0.mm.3D_gldm_LargeDependenceEmphasis.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g004.tif"/>
</fig>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Axial contrast-enhanced CT image of the oral cavity with a red region of interest (ROI) indicating the squamous cell carcinoma. The images were filtered by Laplacian of Gaussian (LoG) and analyzed to extract LDE and LRE features.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g005.tif"/>
</fig>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>This density plot illustrates the distribution of two radiomic factors across two groups: recurrence and non-recurrence.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g006.tif"/>
</fig>
</sec>
<sec id="s2_4">
<label>2.4</label>
<title>Assessment of the prognosis</title>
<p>We stratified the cohort into high and low LRE and LDE subgroups according to the threshold selected by using respective median. Kaplan-Meier curve analyses were conducted to assess the impacts of the biomarkers on RFS. RFS was defined as the time from surgery to locoregional recurrence.</p>
</sec>
<sec id="s2_5">
<label>2.5</label>
<title>Constructing nomogram</title>
<p>The primary end-point of the analysis was the time to peritoneal locoregional recurrence. The follow-up duration to peritoneal LR was calculated from the date of surgery to the date when peritoneal LR was diagnosed or to the last follow-up, and information about the survival status and recurrence type was also documented. Finally, a radiomic nomogram was constructed. A model containing both radiomic and clinical factors was also constructed for comparison.</p>
</sec>
<sec id="s2_6">
<label>2.6</label>
<title>Code availability</title>
<p>The code used in this study is available at <uri xlink:href="https://doi.org/10.5281/zenodo.10460030">https://doi.org/10.5281/zenodo.10460030</uri>.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<sec id="s3_1">
<label>3.1</label>
<title>Oral cavity squamous cell carcinoma cohort features</title>
<p>This retrospective biomarker analysis examines a group of oral cavity squamous cell carcinoma (OSCC) patients who underwent surgical/curative/elective neck/selective neck resection at the institution between 2006 and 2017. The study involved 78 patients, with 21 experiencing locoregional recurrence (LR), while 57 remained disease-free within a 2-year period after the end of the initial treatment course. Demographic and clinicopathological features of patients are detailed in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. The mean age at the initial surgery was 60, ranging from 30 to 98 years. The median follow-up time for recurrence-free survival (RFS) was 56.2 months. A locoregional recurrence was defined as a positive biopsy in the primary site or the cervical lymphatic region after treatment. We collected six clinical characteristics of interest, including age, gender, tobacco usage, alcohol consumption, T-stage, N-stage, and race. All patients were in the first 2 years of follow-up after surgery. Patients were categorized into four T stages (1, 2, 3, and 4) based on the size and extent of the primary tumor. Smoking and alcohol status were self-reported and coded as 1 for Yes and 2 for No. The missing values for smoking and alcohol status were hard coded as 3 due to their substantial representation within the dataset. Smoking status revealed that 60% of the total cohort were smokers, with this number rising to 72% in the LR subgroup. For alcohol consumption, 40% of the total group reported alcohol use, compared to 48% in the LR subgroup. All patients underwent surgery treatment as primary treatment, along with chemoradiotherapy (CRT) or radiotherapy (RT). The endpoint in this study was 2-year LR status, defined as whether an LR happened within 2 years after curative treatment. Here, the proportion increased in the LR subgroup (17% in the total group, 29% in LR), indicating a higher prevalence of this intermediate stage in the LR subgroup. T3 tumors constituted 17% of the cases. The proportion of T3 tumors increases to 29% in the LR subgroup. T4 tumors, which represent the most advanced stage of tumor size and extent, accounted for 23% of the total cohort. The representation of T4 tumors is notably higher in the LR subgroup, constituting 33%. In total, T3 and T4 stages comprise only 31% of the entire group, in contrast to 62% in the LR subgroup.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Frequency and significance of demographic and clinicopathological characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="right">Total (%)</th>
<th valign="top" align="right">LR (%)</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="3" align="left">Gender</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Male</td>
<td valign="top" align="right">45 (58%)</td>
<td valign="top" align="right">14 (67%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Female</td>
<td valign="top" align="right">33 (42%)</td>
<td valign="top" align="right">7 (33%)</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Race</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;EA</td>
<td valign="top" align="right">69 (88%)</td>
<td valign="top" align="right">17 (81%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;AA</td>
<td valign="top" align="right">9 (12%)</td>
<td valign="top" align="right">4 (19%)</td>
</tr>
<tr>
<th valign="middle" colspan="3" align="left">Smoking</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Yes</td>
<td valign="top" align="right">47 (60%)</td>
<td valign="top" align="right">15 (72%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;No</td>
<td valign="top" align="right">22 (28%)</td>
<td valign="top" align="right">3 (14%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Unknown</td>
<td valign="top" align="right">9 (12%)</td>
<td valign="top" align="right">3 (14%)</td>
</tr>
<tr>
<th valign="middle" colspan="3" align="left">Alcohol</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Yes</td>
<td valign="top" align="right">31 (40%)</td>
<td valign="top" align="right">10 (48%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;No</td>
<td valign="top" align="right">33 (42%)</td>
<td valign="top" align="right">9 (43%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Unknown</td>
<td valign="top" align="right">14 (18%)</td>
<td valign="top" align="right">2 (9%)</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">T stage</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T1</td>
<td valign="top" align="right">26 (33%)</td>
<td valign="top" align="right">4 (19%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T2</td>
<td valign="top" align="right">21 (27%)</td>
<td valign="top" align="right">4 (19%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T3</td>
<td valign="top" align="right">13 (17%)</td>
<td valign="top" align="right">6 (29%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T4</td>
<td valign="top" align="right">18 (23%)</td>
<td valign="top" align="right">7 (33%)</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">N stage</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;N0</td>
<td valign="top" align="right">49 (63%)</td>
<td valign="top" align="right">11 (52%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;N1</td>
<td valign="top" align="right">10 (13%)</td>
<td valign="top" align="right">3 (14%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;N2</td>
<td valign="top" align="right">19 (24%)</td>
<td valign="top" align="right">7 (34%)</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Treatment</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Sx</td>
<td valign="top" align="right">45 (58%)</td>
<td valign="top" align="right">8 (38%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Sx + RT</td>
<td valign="top" align="right">18 (23%)</td>
<td valign="top" align="right">5 (24%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Sx + CRT</td>
<td valign="top" align="right">15 (19%)</td>
<td valign="top" align="right">8 (38%)</td>
</tr>
<tr>
<th valign="middle" colspan="3" align="left">Registry Sites</th>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Buccal Mucosa</td>
<td valign="top" align="right">11 (14%)</td>
<td valign="top" align="right">1 (5%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Floor of Mouth</td>
<td valign="top" align="right">6 (8%)</td>
<td valign="top" align="right">2 (10%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Gingiva</td>
<td valign="top" align="right">13 (17%)</td>
<td valign="top" align="right">2 (10%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Retromolar trigone</td>
<td valign="top" align="right">1 (1%)</td>
<td valign="top" align="right">0 (0%)</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Tongue</td>
<td valign="top" align="right">47 (60%)</td>
<td valign="top" align="right">16 (75%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Total, the entire cohort; LR, the locoregional recurrent cohort.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<label>3.2</label>
<title>Radiomic factors selection and validation</title>
<p>A preliminary feature selection algorithm identified 8 radiomic factors of discriminative power in LR depicted in <xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7</bold>
</xref>. To ascertain the independence of these two radiomic factors from clinical factors and their potential as clinical alternatives, we investigated their interaction with clinical factors, smoking, alcohol I(ETOH), N stage, and T stage. Logistic regression modeling then incorporated the radiomic features with demographic and clinicopathological characteristics to define the final radiomic risk factors. In this comparative analysis of five logistic regression models in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>, denoted as Models 1 through 5, we have assessed their performance based on a range of statistical metrics. The Akaike Information Criterion (AIC) is employed as a model selection criterion. At the same time, accuracy (ACC), area under the receiver operating characteristic curve (AUC), sensitivities (Sens), and specificities (Spec) are utilized to evaluate the models&#x2019; predictive capabilities. It is evident that the 2nd model (clinical-only) exhibits the highest AIC of 80, suggesting a worse fit to the training data (80%) compared to the other models. When considering the training measurements, the model demonstrates the lowest accuracy (0.75) and AUC values (0.46). In regard to the testing measurements on the held-out 20% data, the 2nd model shows the lowest accuracy (0.6) and AUC (0.67) among all models, showcasing its deficiency in generalization. Moreover, the model consistently maintains an unbalanced sensitivity (0.45) and specificity (1), highlighting its inability to make accurate predictions while minimizing false positives and false negatives. These findings collectively underscore the suboptimal performance of the 2nd model and establish it as the least favorable choice when contrasted with the other models in this analysis.</p>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>This set of box plots presents a comparative analysis of eight distinct radiomics features. The selection process involved repeated 5x10-fold cross-validation RFE.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g007.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Logistic regression models with different factor inclusions.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" colspan="7" align="center"/>
<th valign="middle" colspan="4" align="center">
Training
</th>
<th valign="top" colspan="4" align="center">
Testing
</th>
</tr>
<tr>
<th valign="middle" align="center"/>
<th valign="middle" align="center">Factor</th>
<th valign="middle" align="center">Est.</th>
<th valign="middle" align="center">se</th>
<th valign="middle" align="center">z</th>
<th valign="middle" align="center">
<italic>p</italic>-value</th>
<th valign="middle" align="center">AIC</th>
<th valign="middle" align="center">ACC</th>
<th valign="middle" align="center">AUC</th>
<th valign="top" align="center">Sens</th>
<th valign="top" align="center">Spec</th>
<th valign="top" align="center">ACC</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">Sens</th>
<th valign="top" align="center">Spec</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" rowspan="3" align="right">1</td>
<td valign="top" align="right">Intercept</td>
<td valign="top" align="right">2.646</td>
<td valign="top" align="center">0.796</td>
<td valign="top" align="center">3.324</td>
<td valign="top" align="center">0.001</td>
<td valign="middle" rowspan="3" align="center">57</td>
<td valign="middle" rowspan="3" align="center">0.79</td>
<td valign="middle" rowspan="3" align="center">0.83</td>
<td valign="middle" rowspan="3" align="center">0.57</td>
<td valign="middle" rowspan="3" align="center">0.87</td>
<td valign="middle" rowspan="3" align="center">0.87</td>
<td valign="middle" rowspan="3" align="center">0.84</td>
<td valign="middle" rowspan="3" align="center">0.82</td>
<td valign="middle" rowspan="3" align="center">1.00</td>
</tr>
<tr>
<td valign="top" align="right">LRE</td>
<td valign="top" align="right">1.323</td>
<td valign="top" align="center">0.429</td>
<td valign="top" align="center">3.086</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="right">LDE</td>
<td valign="top" align="right">-0.051</td>
<td valign="top" align="center">0.015</td>
<td valign="top" align="center">-3.486</td>
<td valign="top" align="center">0.000</td>
</tr>
<tr>
<td valign="middle" rowspan="6" align="right">2</td>
<td valign="top" align="right">Intercept</td>
<td valign="top" align="right">0.679</td>
<td valign="top" align="center">0.481</td>
<td valign="top" align="center">1.411</td>
<td valign="top" align="center">0.158</td>
<td valign="middle" rowspan="6" align="center">80</td>
<td valign="middle" rowspan="6" align="center">0.75</td>
<td valign="middle" rowspan="6" align="center">0.46</td>
<td valign="middle" rowspan="6" align="center">0.23</td>
<td valign="middle" rowspan="6" align="center">0.93</td>
<td valign="middle" rowspan="6" align="center">0.60</td>
<td valign="middle" rowspan="6" align="center">0.67</td>
<td valign="middle" rowspan="6" align="center">0.45</td>
<td valign="middle" rowspan="6" align="center">1.00</td>
</tr>
<tr>
<td valign="top" align="right">Non-Smoke</td>
<td valign="top" align="right">0.160</td>
<td valign="top" align="center">0.718</td>
<td valign="top" align="center">0.223</td>
<td valign="top" align="center">0.823</td>
</tr>
<tr>
<td valign="top" align="right">Non-ETOH</td>
<td valign="top" align="right">0.234</td>
<td valign="top" align="center">0.666</td>
<td valign="top" align="center">0.351</td>
<td valign="top" align="center">0.726</td>
</tr>
<tr>
<td valign="top" align="right">T2</td>
<td valign="top" align="right">-0.856</td>
<td valign="top" align="center">0.604</td>
<td valign="top" align="center">-1.418</td>
<td valign="top" align="center">0.156</td>
</tr>
<tr>
<td valign="top" align="right">T3</td>
<td valign="top" align="right">0.446</td>
<td valign="top" align="center">0.634</td>
<td valign="top" align="center">0.704</td>
<td valign="top" align="center">0.482</td>
</tr>
<tr>
<td valign="top" align="right">T4</td>
<td valign="top" align="right">0.976</td>
<td valign="top" align="center">0.648</td>
<td valign="top" align="center">1.505</td>
<td valign="top" align="center">0.132</td>
</tr>
<tr>
<td valign="middle" rowspan="4" align="right">3</td>
<td valign="top" align="right">Intercept</td>
<td valign="top" align="right">2.360</td>
<td valign="top" align="center">0.869</td>
<td valign="top" align="center">2.715</td>
<td valign="top" align="center">0.007</td>
<td valign="middle" rowspan="4" align="center">58</td>
<td valign="middle" rowspan="4" align="center">0.80</td>
<td valign="middle" rowspan="4" align="center">0.86</td>
<td valign="middle" rowspan="4" align="center">0.57</td>
<td valign="middle" rowspan="4" align="center">0.87</td>
<td valign="middle" rowspan="4" align="center">0.87</td>
<td valign="middle" rowspan="4" align="center">0.86</td>
<td valign="middle" rowspan="4" align="center">0.82</td>
<td valign="middle" rowspan="4" align="center">0.87</td>
</tr>
<tr>
<td valign="top" align="right">LRE</td>
<td valign="top" align="right">1.404</td>
<td valign="top" align="center">0.465</td>
<td valign="top" align="center">3.020</td>
<td valign="top" align="center">0.003</td>
</tr>
<tr>
<td valign="top" align="right">LDE</td>
<td valign="top" align="right">-0.053</td>
<td valign="top" align="center">0.016</td>
<td valign="top" align="center">-3.404</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="right">Non-Smoke</td>
<td valign="top" align="right">0.586</td>
<td valign="top" align="center">0.758</td>
<td valign="top" align="center">0.773</td>
<td valign="top" align="center">0.439</td>
</tr>
<tr>
<td valign="middle" rowspan="5" align="right">4</td>
<td valign="top" align="right">Intercept</td>
<td valign="top" align="right">2.048</td>
<td valign="top" align="center">0.911</td>
<td valign="top" align="center">2.248</td>
<td valign="top" align="center">0.025</td>
<td valign="middle" rowspan="5" align="center">58</td>
<td valign="middle" rowspan="5" align="center">0.80</td>
<td valign="middle" rowspan="5" align="center">0.85</td>
<td valign="middle" rowspan="5" align="center">0.53</td>
<td valign="middle" rowspan="5" align="center">0.90</td>
<td valign="middle" rowspan="5" align="center">0.87</td>
<td valign="middle" rowspan="5" align="center">0.89</td>
<td valign="middle" rowspan="5" align="center">0.82</td>
<td valign="middle" rowspan="5" align="center">0.87</td>
</tr>
<tr>
<td valign="top" align="right">LRE</td>
<td valign="top" align="right">1.600</td>
<td valign="top" align="center">0.532</td>
<td valign="top" align="center">3.008</td>
<td valign="top" align="center">0.003</td>
</tr>
<tr>
<td valign="top" align="right">LDE</td>
<td valign="top" align="right">-0.060</td>
<td valign="top" align="center">0.018</td>
<td valign="top" align="center">-3.357</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="right">Non-Smoke</td>
<td valign="top" align="right">0.191</td>
<td valign="top" align="center">0.825</td>
<td valign="top" align="center">0.232</td>
<td valign="top" align="center">0.817</td>
</tr>
<tr>
<td valign="top" align="right">Non-ETOH</td>
<td valign="top" align="right">1.125</td>
<td valign="top" align="center">0.851</td>
<td valign="top" align="center">1.323</td>
<td valign="top" align="center">0.186</td>
</tr>
<tr>
<td valign="middle" rowspan="8" align="right">5</td>
<td valign="top" align="right">Intercept</td>
<td valign="top" align="right">2.076</td>
<td valign="top" align="center">1.008</td>
<td valign="top" align="center">2.060</td>
<td valign="top" align="center">0.039</td>
<td valign="middle" rowspan="8" align="center">63</td>
<td valign="middle" rowspan="8" align="center">0.76</td>
<td valign="middle" rowspan="8" align="center">0.83</td>
<td valign="middle" rowspan="8" align="center">0.45</td>
<td valign="middle" rowspan="8" align="center">0.87</td>
<td valign="middle" rowspan="8" align="center">0.87</td>
<td valign="middle" rowspan="8" align="center">0.89</td>
<td valign="middle" rowspan="8" align="center">0.82</td>
<td valign="middle" rowspan="8" align="center">0.87</td>
</tr>
<tr>
<td valign="top" align="right">LRE</td>
<td valign="top" align="right">1.696</td>
<td valign="top" align="center">0.579</td>
<td valign="top" align="center">2.931</td>
<td valign="top" align="center">0.003</td>
</tr>
<tr>
<td valign="top" align="right">LDE</td>
<td valign="top" align="right">-0.063</td>
<td valign="top" align="center">0.019</td>
<td valign="top" align="center">-3.308</td>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="right">Non-Smoke</td>
<td valign="top" align="right">0.247</td>
<td valign="top" align="center">0.861</td>
<td valign="top" align="center">0.287</td>
<td valign="top" align="center">0.774</td>
</tr>
<tr>
<td valign="top" align="right">Non-ETOH</td>
<td valign="top" align="right">1.140</td>
<td valign="top" align="center">0.888</td>
<td valign="top" align="center">1.283</td>
<td valign="top" align="center">0.199</td>
</tr>
<tr>
<td valign="top" align="right">T2</td>
<td valign="top" align="right">0.355</td>
<td valign="top" align="center">0.765</td>
<td valign="top" align="center">0.464</td>
<td valign="top" align="center">0.643</td>
</tr>
<tr>
<td valign="top" align="right">T3</td>
<td valign="top" align="right">-0.161</td>
<td valign="top" align="center">0.833</td>
<td valign="top" align="center">-0.193</td>
<td valign="top" align="center">0.847</td>
</tr>
<tr>
<td valign="top" align="right">T4</td>
<td valign="top" align="right">0.897</td>
<td valign="top" align="center">0.793</td>
<td valign="top" align="center">1.131</td>
<td valign="top" align="center">0.258</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>ACC measures overall correctness, AUC assesses discrimination ability, Sen measures the ability of the model to correctly identify positive, Spec measures the ability of the model to correctly identify negative, and AIC indicates how close fitted values to expected values. In this case, the 1st model (AIC=57) is considered more efficient in explaining the observed variation in the data than 2nd model.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Numerous studies have identified smoking and drinking as risk factors for OSCC patients. Further analysis indicated that including clinical factors didn&#x2019;t significantly enhance the model&#x2019;s explanatory power (based on deviance analysis in <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref> via chi-square test, P=0.43). <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref> presents the Analysis of Deviance results for eight pairs of nested model comparisons, testing the null hypothesis that additional factors have no effects on outcome. Our analysis yielded robust evidence (via &#x3c7;2-test, p-values&lt; 0.0001) supporting the significance of adding radiomic factors in each pair. Augmenting radiomics to include Smoke, ETOH, and T (the first pair) decreased the deviance by 27.68, indicating a significantly better fit of the larger model to the data. The larger model&#x2019;s AUC showed a noteworthy improvement over the smaller model, as depicted in <xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref>.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Analysis of deviance for various logistic regression models.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="right">Model Comparison</th>
<th valign="middle" align="right">Res.Df.</th>
<th valign="middle" align="right">Res.Dev.</th>
<th valign="middle" align="right">Df.</th>
<th valign="middle" align="right">Dev.</th>
<th valign="middle" align="right">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + Smoke + ETOH + T</td>
<td valign="middle" align="right">70</td>
<td valign="middle" align="right">56.74</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Smoke + ETOH + T</td>
<td valign="middle" align="right">72</td>
<td valign="middle" align="right">84.42</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-27.68</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + Smoke</td>
<td valign="middle" align="right">74</td>
<td valign="middle" align="right">60.47</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Smoke</td>
<td valign="middle" align="right">76</td>
<td valign="middle" align="right">89.33</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-28.86</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + ETOH</td>
<td valign="middle" align="right">74</td>
<td valign="middle" align="right">59.34</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;ETOH</td>
<td valign="middle" align="right">76</td>
<td valign="middle" align="right">90.13</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-30.79</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + T</td>
<td valign="middle" align="right">72</td>
<td valign="middle" align="right">59.24</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T</td>
<td valign="middle" align="right">74</td>
<td valign="middle" align="right">84.78</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-25.53</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + ETOH + Smoke</td>
<td valign="middle" align="right">73</td>
<td valign="middle" align="right">58.99</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;ETOH + Smoke</td>
<td valign="middle" align="right">75</td>
<td valign="middle" align="right">89.10</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-30.11</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + T + Smoke</td>
<td valign="middle" align="right">71</td>
<td valign="middle" align="right">58.60</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T + Smoke</td>
<td valign="middle" align="right">73</td>
<td valign="middle" align="right">84.65</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-26.04</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + T + ETOH</td>
<td valign="middle" align="right">71</td>
<td valign="middle" align="right">56.88</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;T + ETOH</td>
<td valign="middle" align="right">73</td>
<td valign="middle" align="right">84.45</td>
<td valign="middle" align="right">-2</td>
<td valign="middle" align="right">-27.57</td>
<td valign="middle" align="right">&lt;0.0001</td>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics + Smoke + ETOH + T</td>
<td valign="middle" align="right">70</td>
<td valign="middle" align="right">56.74</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
<td valign="middle" align="center"/>
</tr>
<tr>
<td valign="middle" align="right">&#x2003;Radiomics</td>
<td valign="middle" align="right">75</td>
<td valign="middle" align="right">61.55</td>
<td valign="middle" align="right">-5</td>
<td valign="middle" align="right">-4.81</td>
<td valign="middle" align="right">0.4398</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Comparisons assess the impact of radiomics inclusion. The first tests the superiority of the full model (radiomics and clinical) over the clinical model alone, while the rest evaluates the model with or without radiomics. Significant p-values favor the full model in all comparisons. The table details degrees of freedom (Res.Df.), residual deviance (Res.Dev.), changes in degrees of freedom (Df.), changes in deviance (Dev.), and associated p-values.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>These plots illustrate the logistic ROC, delineating comparisons between the full model, which incorporates previously identified radiomic and clinical features, and alternative combinations. The numbers next to each model in the legend give the AUC.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g008.tif"/>
</fig>
</sec>
<sec id="s3_3">
<label>3.3</label>
<title>Risk stratification and prognostic ability</title>
<p>Patients were stratified into high- and low-end groups for recurrence-free survival based on the median value of two factors (<xref ref-type="fig" rid="f9">
<bold>Figure&#xa0;9</bold>
</xref>). The Kaplan-Meier curves provide compelling evidence of a significant difference in RFS between the high- and low-end groups (Log-rank p&lt; 0.05). Furthermore, the AUCs of logistic regression, incorporating radiomic factors (0.93), corroborate the significant enhancement in discriminative power when compared to clinical factors-only models (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref>). Nomograms were constructed with radiomic and clinical factors respectively in <xref ref-type="fig" rid="f10">
<bold>Figure&#xa0;10</bold>
</xref>. Notably, the addition of clinical features in the full model demonstrates minimal influence on the predicted RFS probability when compared to the radiomic feature-only model.</p>
<fig id="f9" position="float">
<label>Figure&#xa0;9</label>
<caption>
<p>The Kaplan-Meier survival curves demonstrate a significant contrast (p = 1e-04) in recurrence-free survival (RFS) between high/low-end radiomic risk groups.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g009.tif"/>
</fig>
<fig id="f10" position="float">
<label>Figure&#xa0;10</label>
<caption>
<p>Side-by-side comparison of nomograms illustrating RFS probability predictions for the cohort. On the left, the &#x201c;Full Model&#x201d; includes both radiomic and clinical factors, while on the right, the &#x201c;radiomics-Only Model&#x201d; consists of two identified radiomic risk factors exclusively.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g010.tif"/>
</fig>
</sec>
<sec id="s3_4">
<label>3.4</label>
<title>Radiomic features uncover hidden textural patterns</title>
<p>Tumor heterogeneity is widely acknowledged as a significant factor associated with tumor progression. The quantification of tumor heterogeneity has assumed a pivotal role in pathological assessments. Radiomic texture analysis presents distinct advantages, such as non-invasiveness and cost-effectiveness, compared to conventional pathological evaluations. Multiple studies (<xref ref-type="bibr" rid="B66">66</xref>&#x2013;<xref ref-type="bibr" rid="B69">69</xref>) have underscored the prognostic potential of GLDM (Gray Level Dependence Matrix) and GLRLM (Gray Level Run Length Matrix) features in the evaluation of tumor progression. These features, GLDM and GLRLM, quantify the degree of local variation within an image (<xref ref-type="bibr" rid="B70">70</xref>). LRE (Long Run Emphasis) serves as a metric for assessing the distribution of long run lengths, with higher values indicative of longer run lengths and coarser structural textures. Conversely, LDE (Long Dependence Emphasis) quantifies the distribution of large dependencies, with elevated values denoting larger dependencies and more homogeneous textures. In light of the findings presented in <xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>, it is noteworthy that, when maintaining LDE at a constant value, each unit increment in LRE corresponds to a 79% (1-0.21) decrease in the odds of recurrence as opposed to non-recurrence. Conversely, when keeping LRE at a fixed value, every unit increasing in LDE results in a 5.8% increase in the odds of recurrence. It is essential to recognize that the estimate for the intercept represents the log odds of a patient with hypothetical zero values for LRE and LDE experiencing recurrence, which is calculated to be 0.095. This observation underscores a robust association between these two radiomic factors and the risk of locoregional recurrence.</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Summary of effects in model with entire cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="right">Coef.</th>
<th valign="top" align="right">Estimate</th>
<th valign="top" colspan="2" align="center">95% CI</th>
<th valign="top" align="center">OR</th>
<th valign="top" colspan="2" align="center">95% OR CI</th>
<th valign="top" align="center">p-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="right">&#x2003;Intercept</td>
<td valign="top" align="right">-2.355</td>
<td valign="top" align="right">-3.759</td>
<td valign="top" align="right">-0.952</td>
<td valign="top" align="right">0.095</td>
<td valign="top" align="right">0.019</td>
<td valign="top" align="right">0.331</td>
<td valign="top" align="right">0.001</td>
</tr>
<tr>
<td valign="top" align="right">&#x2003;LRE</td>
<td valign="top" align="right">-1.557</td>
<td valign="top" align="right">-2.404</td>
<td valign="top" align="right">-0.709</td>
<td valign="top" align="right">0.211</td>
<td valign="top" align="right">0.076</td>
<td valign="top" align="right">0.433</td>
<td valign="top" align="right">0.000</td>
</tr>
<tr>
<td valign="top" align="right">&#x2003;LDE</td>
<td valign="top" align="right">0.056</td>
<td valign="top" align="right">0.028</td>
<td valign="top" align="right">0.084</td>
<td valign="top" align="right">1.058</td>
<td valign="top" align="right">1.032</td>
<td valign="top" align="right">1.093</td>
<td valign="top" align="right">0.000</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>SE, standard error; z, z-value; CI, Confidence Interval.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>
<xref ref-type="fig" rid="f11">
<bold>Figure&#xa0;11</bold>
</xref> compares two sets of images processed using the Laplacian of Gaussian (LoG) filter. The first three rows depict LoG-filtered results on an Oral Squamous Cell Carcinoma (OSCC) occurring in the tongue area, with varying sigma (&#x3c3;) values. The last three rows display results for a non-OSCC area of the tongue. Lower sigma values highlight finer structures, while higher sigma values accentuate larger clusters in the tissue (<xref ref-type="bibr" rid="B71">71</xref>). We observed a pattern in the OSCC images: with increasing sigma, there is a reduction in highlights (white regions) in the filtered images, contrary to the non-OSCC images, which maintain a consistent level of highlights. This suggests that squamous cells in OSCC may be more homogeneous than normal cells. Furthermore, we observed circular artifacts in the OSCC images when filtered with larger sigma (&#x3c3; &gt; 0.4mm), whereas the normal set presents relatively random structures. to normal tissues. These findings support a fundamental histopathological principle: tumor tissues typically exhibit a more anaplastic and infiltrative pattern than normal tissues (<xref ref-type="bibr" rid="B72">72</xref>). This occurs because tumor cells grow unregulated and clonally, leading to the loss of normal differentiation and organization characteristic of healthy tissues.</p>
<fig id="f11" position="float">
<label>Figure&#xa0;11</label>
<caption>
<p>The figure displays two sets of LoG filtered images. The first three rows show OSCC images in the tongue region at varying sigma values, illustrating changes in the primary ROI. The last three rows depict normal tissue in the same region, also filtered at corresponding sigma values, to highlight contrasts between OSCC and normal textures.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1380599-g011.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>Several studies (<xref ref-type="bibr" rid="B57">57</xref>, <xref ref-type="bibr" rid="B73">73</xref>, <xref ref-type="bibr" rid="B74">74</xref>) have demonstrated the statistical significance of the discriminating ability of radiomic features. The Laplacian of an image highlights regions of rapid intensity change (<xref ref-type="bibr" rid="B75">75</xref>). LDE and LRE measure the distribution of low gray-level values, with a higher value indicating a greater concentration of low gray-level values in the tumor CT scan. SRLGLE measures the joint distribution of shorter run lengths with lower gray-level values despite the universal adoption of CT modality in OSCC diagnosis, automatic imaging prognostic evaluation is lacking and subjective. We present a fully automated prognostic evaluation tool to preoperatively detect locoregional failure in oral cavity cancer. The present study aimed to assess the prognostic capabilities of radiomic features in OSCC locoregional recurrence. Our findings demonstrate that analyzing radiomics from pre-treatment CT scans offers valuable insights into risk factors for locoregional failure and serves as prognostic biomarkers in this patient population. Non-invasive risk factors play a crucial role in personalizing treatment planning, particularly in OSCC, due to the involvement of critical neck surgeries. It is well-known that neck surgeries potentially significantly impact the quality of a patient&#x2019;s life. Thoughtful treatment planning has the potential to mitigate the side effects of unnecessary neck surgery. Key findings of our study include two significant radiomic risk factors: Large Dependence Emphasis (LDE) of the Gray Level Dependence Matrix (GLDM) and Long Run Emphasis (LRE) of the Gray Level Run Length Matrix (GLRLM) of the 3D Laplacian of Gaussian (LoG &#x3c3;=3) filtered ROIs.</p>
<p>The AUC showed a stable and approximate value of 0.8 with a sensitivity 0.8 and specificity of 0.8 at the optimal threshold, indicating good prognosis accuracy of the classifier. These results highlight the potential of radiomic features, as a biomarker indicator for treatment failure prognosis. Our study standardized voxel spacing in CT images across patients for precise feature calculation and applied gray-level normalization to enhance feature comparability. These steps are crucial for consistent radiomics analysis. Combining Correlation Analysis, Recursive Feature Selection, and Logistic Regression Best Subset Selection, our feature selection process effectively reduced feature space dimensionality while retaining critical prognostic information. This approach helps mitigate bias, overfitting, and multicollinearity in high-throughput data analysis.</p>
<p>The cost of missing a positive diagnosis (Type 2 error) is often higher than false alarms. On the contrary, since neck dissection significantly decreases the quality of life, reducing the false positive rate (Type 1 error) shall be necessary. In fact, study (<xref ref-type="bibr" rid="B76">76</xref>) demonstrate that ROC plots in the context of imbalanced datasets can be deceptive. Therefore, our modeling emphasis was placed on increasing sensitivity and specificity with due consideration to AUC. The threshold for positive event classification plays a pivotal role in predictive accuracy. While a threshold of 0.5 is commonly employed in default, this value is often suboptimal for practical applications in real-world studies, particularly in clinical settings where the distribution of positive cases may have an inherent prevalence, thereby elevating the risks of Type I and Type II errors. Both types of errors are of concern in the study since both overtreatment and undertreatment may lead to escalating healthcare costs and potential harm to patients. To mitigate these risks, we propose adopting a threshold that aligns with the natural prevalence of our cohort, specifically a value of 0.28 for this cohort, for final classification. This calibrated threshold aims to optimize two key metrics: high sensitivity, crucial for minimizing Type II errors and thereby maximizing the identification of LR, and high precision, vital for minimizing Type I errors to reduce false alarms. A number of studies (<xref ref-type="bibr" rid="B77">77</xref>, <xref ref-type="bibr" rid="B78">78</xref>) have shown that the chance of an OSCC postoperative locoregional disease being diagnosed positive (Sensitivity) after surgery is only 29%. Our approach demonstrated a noteworthy testing AUC of 0.84, prioritizing both high sensitivity (0.82) and specificity (1). This significantly reduces Type I and Type II errors in post-treatment disease screening tests, effectively minimizing overtreatment and undertreatment.</p>
<p>Our study underscores radiomics&#x2019; promise in OSCC classification, yet it&#x2019;s crucial to consider its limitations. The small sample size and the classification study&#x2019;s nature might influence our model&#x2019;s radiomics feature stability. For a low-biased, variance classification model with two effects, at least 20 events per training set are advisable, necessitating 27 events for a training set comprising 75% of the sample. This requirement could limit our model&#x2019;s flexibility, potentially impacting the diagnostic capability of the radiomics. Moreover, our analysis only involved radiomics features from CT imaging. Future research should explore features from various imaging techniques, like CT and MRI, to heighten prediction precision. Notably, the observed correlation between certain radiomics features and overall survival hints that these features may mirror the tumors&#x2019; molecular traits. Upcoming studies should integrate genetic data, such as TP53 (<xref ref-type="bibr" rid="B13">13</xref>) mutations and P16 overexpression (<xref ref-type="bibr" rid="B28">28</xref>), with radiomics to more comprehensively characterize head and neck squamous cell carcinoma and offer a non-invasive, multimodal approach to OSCC outcome prediction. It is important to acknowledge the challenges posed by the sensitivity of the data involved. To our knowledge, there is no public dataset available that could be directly applied to our validation needs. As a result, we are actively seeking to collaborate with multiple institutions to gather data for validation purposes, aiming to mitigate the limitation and ensure the robustness of findings.</p>
<p>In conclusion, our study demonstrated the potential of radiomics as an effective tool to predict treatment response in OSCC patients. Incorporating radiomics analysis into clinical practice could improve decision support and enhance patient stratification, reducing both over-treatment and under-treatment to improve outcomes. Moreover, processing the ROI at the level of small tiles provides an additional non-invasive avenue for assessing the spatial heterogeneity within the tumor. The findings from the study pave the way for future investigations through a larger clinical trial to further evaluate the clinical efficacy of radiomics biomarkers for overall survival prediction for OSCC patients.</p>
</sec>
<sec id="s7" sec-type="data-availability">
<title>Data availability statement</title>
<p>The datasets presented in this article are not readily available due to the governance of patient data by the Institutional Review Board. Requests to access the datasets should be directed to the corresponding author.</p>
</sec>
<sec id="s8" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by University of Maryland School of Medicine&#x2019;s Institutional Review Board (approval number 00007145). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study. Written informed consent was obtained from the individual(s) for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec id="s9" sec-type="author-contributions">
<title>Author contributions</title>
<p>XL: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Software, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &amp; editing. GA: Methodology, Writing &#x2013; review &amp; editing. JM: Data curation, Resources, Writing &#x2013; review &amp; editing. JC: Data curation, Resources, Writing &#x2013; review &amp; editing. LS: Data curation, Resources, Writing &#x2013; review &amp; editing. PT: Writing &#x2013; review &amp; editing, Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Supervision. RM: Resources, Writing &#x2013; review &amp; editing. DG: Conceptualization, Investigation, Resources, Supervision, Writing &#x2013; review &amp; editing, Data curation. LR: Conceptualization, Formal analysis, Funding acquisition, Investigation, Methodology, Project administration, Resources, Supervision, Writing &#x2013; original draft, Writing &#x2013; review &amp; editing.</p>
</sec>
</body>
<back>
<sec id="s10" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. XL and LR was supported by the National Institutes of health (NIH) grants R01EB032680, R01CA279013, R01EB028324, and U54CA273956. DG was supported by a Research Scholarship Grant, RSG-21-020-01-MPC from the American Cancer Society, and R01DE027809 from the National Institute of Health.</p>
</sec>
<sec id="s11" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s12" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s13" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2024.1380599/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2024.1380599/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>da Silva</surname> <given-names>SD</given-names>
</name>
<name>
<surname>Hier</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mlynarek</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kowalski</surname> <given-names>LP</given-names>
</name>
<name>
<surname>Alaoui-Jamali</surname> <given-names>MA</given-names>
</name>
</person-group>. <article-title>Recurrent oral cancer: current and emerging therapeutic approaches</article-title>. <source>Front Pharmacol</source>. (<year>2012</year>) <volume>3</volume>:<elocation-id>149</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fphar.2012.00149</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuen</surname> <given-names>APW</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>WI</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>YM</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>KC</given-names>
</name>
</person-group>. <article-title>Elective neck dissection versus observation in the treatment of early oral tongue carcinoma</article-title>. <source>Head Neck: J Sci Specialties Head Neck</source>. (<year>1997</year>) <volume>19</volume>:<page-range>583&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/(ISSN)1097-0347</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Contrera</surname> <given-names>KJ</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>AT</given-names>
</name>
<name>
<surname>Shenson</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Roberts</surname> <given-names>D</given-names>
</name>
<name>
<surname>Myers</surname> <given-names>JN</given-names>
</name>
<etal/>
</person-group>. <article-title>Primary and recurrent regional metastases for lateralized oral cavity squamous cell carcinoma</article-title>. <source>Surg Oncol</source>. (<year>2022</year>) <volume>44</volume>:<fpage>101804</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.suronc.2022.101804</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Licitra</surname> <given-names>L</given-names>
</name>
<name>
<surname>Locati</surname> <given-names>L</given-names>
</name>
<name>
<surname>Bossi</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Head and neck cancer</article-title>. <source>Ann Oncol</source>. (<year>2004</year>) <volume>15</volume>:<page-range>iv267&#x2013;73</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdh937</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Duprez</surname> <given-names>F</given-names>
</name>
<name>
<surname>Berwouts</surname> <given-names>D</given-names>
</name>
<name>
<surname>De Neve</surname> <given-names>W</given-names>
</name>
<name>
<surname>Bonte</surname> <given-names>K</given-names>
</name>
<name>
<surname>Boterberg</surname> <given-names>T</given-names>
</name>
<name>
<surname>Deron</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Distant metastases in head and neck cancer</article-title>. <source>Head Neck</source>. (<year>2017</year>) <volume>39</volume>:<page-range>1733&#x2013;43</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/hed.v39.9</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Woolgar</surname> <given-names>JA</given-names>
</name>
<etal/>
</person-group>. <article-title>Survival, metastasis and recurrence of oral cancer in relation to pathological features</article-title>. <source>Ann R Coll Surgeons Engl</source>. (<year>1995</year>) <volume>77</volume>:<fpage>325</fpage>.</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Woolgar</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Rogers</surname> <given-names>S</given-names>
</name>
<name>
<surname>West</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Errington</surname> <given-names>RD</given-names>
</name>
<name>
<surname>Brown</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Vaughan</surname> <given-names>ED</given-names>
</name>
</person-group>. <article-title>Survival and patterns of recurrence in 200 oral cancer patients treated by radical surgery and neck dissection</article-title>. <source>Oral Oncol</source>. (<year>1999</year>) <volume>35</volume>:<page-range>257&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S1368-8375(98)00113-4</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leemans</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Tiwari</surname> <given-names>R</given-names>
</name>
<name>
<surname>Nauta</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Waal</surname> <given-names>IVD</given-names>
</name>
<name>
<surname>Snow</surname> <given-names>GB</given-names>
</name>
</person-group>. <article-title>Recurrence at the primary site in head and neck cancer and the significance of neck lymph node metastases as a prognostic factor</article-title>. <source>Cancer</source>. (<year>1994</year>) <volume>73</volume>:<page-range>187&#x2013;90</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/(ISSN)1097-0142</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fuller</surname> <given-names>C</given-names>
</name>
<name>
<surname>Camilon</surname> <given-names>R</given-names>
</name>
<name>
<surname>Nguyen</surname> <given-names>S</given-names>
</name>
<name>
<surname>Jennings</surname> <given-names>J</given-names>
</name>
<name>
<surname>Day</surname> <given-names>T</given-names>
</name>
<name>
<surname>Gillespie</surname> <given-names>MB</given-names>
</name>
</person-group>. <article-title>Adjunctive diagnostic techniques for oral lesions of unknown Malignant potential: Systematic review with meta-analysis</article-title>. <source>Head Neck</source>. (<year>2015</year>) <volume>37</volume>:<page-range>755&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/hed.v37.5</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Woolgar</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>T2 carcinoma of the tongue: the histopathologist&#x2019;s perspective</article-title>. <source>Br J Oral Maxillofac Surg</source>. (<year>1999</year>) <volume>37</volume>:<page-range>187&#x2013;93</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1054/bjom.1999.0034</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shingaki</surname> <given-names>S</given-names>
</name>
<name>
<surname>Suzuki</surname> <given-names>I</given-names>
</name>
<name>
<surname>Nakajima</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kawasaki</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Evaluation of histopathologic parameters in predicting cervical lymph node metastasis of oral and oropharyngeal carcinomas</article-title>. <source>Oral Surg Oral Med Oral Pathol</source>. (<year>1988</year>) <volume>66</volume>:<page-range>683&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/0030-4220(88)90318-0</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Crissman</surname> <given-names>JD</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Gluckman</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Cummings</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>Prognostic value of histopathologic parameters in squamous cell carcinoma of the oropharynx</article-title>. <source>Cancer</source>. (<year>1984</year>) <volume>54</volume>:<fpage>2995</fpage>&#x2013;<lpage>3001</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/(ISSN)1097-0142</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fukano</surname> <given-names>H</given-names>
</name>
<name>
<surname>Matsuura</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hasegawa</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Nakamura</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Depth of invasion as a predictive factor for cervical lymph node metastasis in tongue carcinoma</article-title>. <source>Head Neck: J Sci Specialties Head Neck</source>. (<year>1997</year>) <volume>19</volume>:<page-range>205&#x2013;10</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/(ISSN)1097-0347</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Spiro</surname> <given-names>RH</given-names>
</name>
<name>
<surname>Huvos</surname> <given-names>AG</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>GY</given-names>
</name>
<name>
<surname>Spiro</surname> <given-names>JD</given-names>
</name>
<name>
<surname>Gnecco</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Strong</surname> <given-names>EW</given-names>
</name>
</person-group>. <article-title>Predictive value of tumor thickness in squamous carcinoma confined to the tongue and floor of the mouth</article-title>. <source>Am J Surg</source>. (<year>1986</year>) <volume>152</volume>:<page-range>345&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/0002-9610(86)90302-8</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jones</surname> <given-names>KR</given-names>
</name>
<name>
<surname>Lodge-Rigal</surname> <given-names>RD</given-names>
</name>
<name>
<surname>Reddick</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Tudor</surname> <given-names>GE</given-names>
</name>
<name>
<surname>Shockley</surname> <given-names>WW</given-names>
</name>
</person-group>. <article-title>Prognostic factors in the recurrence of stage I and II squamous cell cancer of the oral cavity</article-title>. <source>Arch Otolaryngology&#x2013;Head Neck Surg</source>. (<year>1992</year>) <volume>118</volume>:<page-range>483&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/archotol.1992.01880050029006</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Menini</surname> <given-names>M</given-names>
</name>
<name>
<surname>De Giovanni</surname> <given-names>E</given-names>
</name>
<name>
<surname>Bagnasco</surname> <given-names>F</given-names>
</name>
<name>
<surname>Delucchi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Pera</surname> <given-names>F</given-names>
</name>
<name>
<surname>Baldi</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Salivary micro-RNA and oral squamous cell carcinoma: A systematic review</article-title>. <source>J Pers Med</source>. (<year>2021</year>) <volume>11</volume>:<fpage>101</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/jpm11020101</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>C-J</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>S-C</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>C-C</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>H-W</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>K-W</given-names>
</name>
</person-group>. <article-title>Exploiting salivary miR-31 as a clinical biomarker of oral squamous cell carcinoma</article-title>. <source>Head Neck</source>. (<year>2012</year>) <volume>34</volume>:<page-range>219&#x2013;24</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/hed.21713</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Momen-Heravi</surname> <given-names>F</given-names>
</name>
<name>
<surname>Trachtenberg</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kuo</surname> <given-names>W</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Genomewide study of salivary microRNAs for detection of oral cancer</article-title>. <source>J Dental Res</source>. (<year>2014</year>) <volume>93</volume>:<fpage>86S</fpage>&#x2013;<lpage>93S</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0022034514531018</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carnielli</surname> <given-names>CM</given-names>
</name>
<name>
<surname>Macedo</surname> <given-names>CC</given-names>
</name>
<name>
<surname>De Rossi</surname> <given-names>T</given-names>
</name>
<name>
<surname>Granato</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Rivera</surname> <given-names>C</given-names>
</name>
<name>
<surname>Domingues</surname> <given-names>RR</given-names>
</name>
<etal/>
</person-group>. <article-title>Combining discovery and targeted proteomics reveals a prognostic signature in oral cancer</article-title>. <source>Nat Commun</source>. (<year>2018</year>) <volume>9</volume>:<fpage>3598</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41467-018-05696-2</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goto</surname> <given-names>H</given-names>
</name>
<name>
<surname>Kawano</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kobayashi</surname> <given-names>I</given-names>
</name>
<name>
<surname>Sakai</surname> <given-names>H</given-names>
</name>
<name>
<surname>Yanagisawa</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Expression of cyclin D1 and GSK-3&#x3b2; and their predictive value of prognosis in squamous cell carcinomas of the tongue</article-title>. <source>Oral Oncol</source>. (<year>2002</year>) <volume>38</volume>:<page-range>549&#x2013;56</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S1368-8375(01)00121-X</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Myo</surname> <given-names>K</given-names>
</name>
<name>
<surname>Uzawa</surname> <given-names>N</given-names>
</name>
<name>
<surname>Miyamoto</surname> <given-names>R</given-names>
</name>
<name>
<surname>Sonoda</surname> <given-names>I</given-names>
</name>
<name>
<surname>Yuki</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Amagasa</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Cyclin D1 gene numerical aberration is a predictive marker for occult cervical lymph node metastasis in TNM Stage I and II squamous cell carcinoma of the oral cavity</article-title>. <source>Cancer: Interdiscip Int J Am Cancer Soc</source>. (<year>2005</year>) <volume>104</volume>:<page-range>2709&#x2013;16</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/cncr.21491</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chien</surname> <given-names>H-T</given-names>
</name>
<name>
<surname>Cheng</surname> <given-names>S-D</given-names>
</name>
<name>
<surname>Liao</surname> <given-names>C-T</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>H-M</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>S-F</given-names>
</name>
</person-group>. <article-title>Amplification of the EGFR and CCND1 are coordinated and play important roles in the progression of oral squamous cell carcinomas</article-title>. <source>Cancers</source>. (<year>2019</year>) <volume>11</volume>:<fpage>760</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/cancers11060760</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>LT</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>YK</given-names>
</name>
<name>
<surname>Hsiao</surname> <given-names>HY</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>YW</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>MY</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>KW</given-names>
</name>
</person-group>. <article-title>Evaluation of saliva and plasma cytokine biomarkers in patients with oral squamous cell carcinoma</article-title>. <source>Int J Oral Maxillofac Surg</source>. (<year>2018</year>) <volume>47</volume>:<fpage>699</fpage>&#x2013;<lpage>707</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijom.2017.09.016</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nagata</surname> <given-names>M</given-names>
</name>
<name>
<surname>Noman</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Suzuki</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kurita</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ohnishi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ohyama</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>ITGA3 and ITGB4 expression biomarkers estimate the risks of locoregional and hematogenous dissemination of oral squamous cell carcinoma</article-title>. <source>BMC Cancer</source>. (<year>2013</year>) <volume>13</volume>:<fpage>1</fpage>&#x2013;<lpage>9</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1471-2407-13-410</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kato</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tamai</surname> <given-names>K</given-names>
</name>
<name>
<surname>Morioka</surname> <given-names>H</given-names>
</name>
<name>
<surname>Nagai</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nagaya</surname> <given-names>T</given-names>
</name>
<name>
<surname>Torigoe</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>Tumor-antigen TA-4 in the detection of recurrence in cervical squamous cell carcinoma</article-title>. <source>Cancer</source>. (<year>1984</year>) <volume>54</volume>:<page-range>1544&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/(ISSN)1097-0142</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Takes</surname> <given-names>RP</given-names>
</name>
<name>
<surname>Baatenburg de Jong</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Keuning</surname> <given-names>J</given-names>
</name>
<name>
<surname>Hermans</surname> <given-names>J</given-names>
</name>
<name>
<surname>Schuuring</surname> <given-names>E</given-names>
</name>
<name>
<surname>Van Krieken</surname> <given-names>HJ</given-names>
</name>
</person-group>. <article-title>Protein expression of cancer associated genes: biopsy material compared to resection material in laryngeal cancer</article-title>. <source>Anticancer Res</source>. (<year>1998</year>) <volume>18</volume>:<page-range>4787&#x2013;91</page-range>.</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Bayramoglu</surname> <given-names>N</given-names>
</name>
<name>
<surname>Kaakinen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Eklund</surname> <given-names>L</given-names>
</name>
<name>
<surname>Heikkila</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Towards virtual H&amp;E staining of hyperspectral lung histology images using conditional generative adversarial networks</article-title>, in: <source>
<italic>2017 IEEE International Conference on Computer Vision Workshops (ICCVW).</italic>
</source> (<publisher-loc>Venice, Italy</publisher-loc>: <publisher-name>IEEE International Conference on Computer Vision Workshops (ICCVW)</publisher-name>). (<year>2017</year>). pp. <fpage>64</fpage>&#x2013;<lpage>71</lpage>.</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Rana</surname> <given-names>A</given-names>
</name>
<name>
<surname>Yauney</surname> <given-names>G</given-names>
</name>
<name>
<surname>Lowe</surname> <given-names>A</given-names>
</name>
<name>
<surname>Shah</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Computational histological staining and destaining of prostate core biopsy RGB images with generative adversarial neural networks</article-title>, in: <source>
<italic>2018 17th IEEE International Conference on Machine Learning and Applications (ICMLA)</italic>
</source>. (<publisher-loc>Orlando, FL</publisher-loc>: <publisher-name>IEEE International Conference on Machine Learning and Applications (ICMLA)</publisher-name>). (<year>2018</year>). pp. <page-range>828&#x2013;34</page-range>.</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Redston</surname> <given-names>M</given-names>
</name>
<name>
<surname>Noffsinger</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>A</given-names>
</name>
<name>
<surname>Akarca</surname> <given-names>FG</given-names>
</name>
<name>
<surname>Rara</surname> <given-names>M</given-names>
</name>
<name>
<surname>Stapleton</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Abnormal TP53 predicts risk of progression in patients with Barrett&#x2019;s esophagus regardless of a diagnosis of dysplasia</article-title>. <source>Gastroenterology</source>. (<year>2022</year>) <volume>162</volume>:<page-range>468&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1053/j.gastro.2021.10.038</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Flaherty</surname> <given-names>KT</given-names>
</name>
<name>
<surname>Gray</surname> <given-names>R</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>A</given-names>
</name>
<name>
<surname>Li</surname> <given-names>S</given-names>
</name>
<name>
<surname>Patton</surname> <given-names>D</given-names>
</name>
<name>
<surname>Hamilton</surname> <given-names>SR</given-names>
</name>
<etal/>
</person-group>. <article-title>The molecular analysis for therapy choice (NCI-MATCH) trial: lessons for genomic trial design</article-title>. <source>JNCI: J Natl Cancer Institute</source>. (<year>2020</year>) <volume>112</volume>:<page-range>1021&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jnci/djz245</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Blucher</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Mills</surname> <given-names>GB</given-names>
</name>
<name>
<surname>Tsang</surname> <given-names>YH</given-names>
</name>
</person-group>. <article-title>Precision oncology for breast cancer through clinical trials</article-title>. <source>Clin Exp Metastasis</source>. (<year>2022</year>) <volume>39</volume>:<page-range>71&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10585-021-10092-0</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prudente</surname> <given-names>S</given-names>
</name>
<name>
<surname>Dallapiccola</surname> <given-names>B</given-names>
</name>
<name>
<surname>Pellegrini</surname> <given-names>F</given-names>
</name>
<name>
<surname>Doria</surname> <given-names>A</given-names>
</name>
<name>
<surname>Trischitta</surname> <given-names>V</given-names>
</name>
</person-group>. <article-title>Genetic prediction of common diseases. Still no help for the clinical diabetologist</article-title>! <source>Nutrition Metab Cardiovasc Dis</source>. (<year>2012</year>) <volume>22</volume>:<page-range>929&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.numecd.2012.04.010</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martens</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Koopman</surname> <given-names>T</given-names>
</name>
<name>
<surname>Noij</surname> <given-names>DP</given-names>
</name>
<name>
<surname>Pfaehler</surname> <given-names>E</given-names>
</name>
<name>
<surname>&#xdc;belh&#xf6;r</surname> <given-names>C</given-names>
</name>
<name>
<surname>Sharma</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictive value of quantitative 18F-FDG-PET radiomics analysis in patients with head and neck squamous cell carcinoma</article-title>. <source>EJNMMI Res</source>. (<year>2020</year>) <volume>10</volume>:<fpage>1</fpage>&#x2013;<lpage>15</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13550-020-00686-2</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Salmanpour</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Hosseinzadeh</surname> <given-names>M</given-names>
</name>
<name>
<surname>Rezaeijo</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Rahmim</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Fusion-based tensor radiomics using reproducible features: application to survival prediction in head and neck cancer</article-title>. <source>Comput Methods Programs Biomedicine</source>. (<year>2023</year>) <volume>240</volume>:<fpage>107714</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cmpb.2023.107714</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nie</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>P</given-names>
</name>
<name>
<surname>Jabbour</surname> <given-names>SK</given-names>
</name>
<etal/>
</person-group>. <article-title>Incremental value of radiomics in 5-year overall survival prediction for stage II&#x2013;III rectal cancer</article-title>. <source>Front Oncol</source>. (<year>2022</year>) <volume>12</volume>:<elocation-id>779030</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2022.779030</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zheng</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chakraborty</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chapman</surname> <given-names>WC</given-names>
</name>
<name>
<surname>Gerst</surname> <given-names>S</given-names>
</name>
<name>
<surname>Gonen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pak</surname> <given-names>LM</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative prediction of microvascular invasion in hepatocellular carcinoma using quantitative image analysis</article-title>. <source>J Am Coll Surgeons</source>. (<year>2017</year>) <volume>225</volume>:<page-range>778&#x2013;88</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2017.09.003</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Attiyeh</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Chakraborty</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gazit</surname> <given-names>L</given-names>
</name>
<name>
<surname>Langdon-Embry</surname> <given-names>L</given-names>
</name>
<name>
<surname>Gonen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Balachandran</surname> <given-names>VP</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative risk prediction for intraductal papillary mucinous neoplasms by quantitative CT image analysis</article-title>. <source>Hpb</source>. (<year>2019</year>) <volume>21</volume>:<page-range>212&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.hpb.2018.07.016</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>YQ</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>CH</given-names>
</name>
<name>
<surname>He</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>J</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>CS</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and validation of a radiomics nomogram for preoperative prediction of lymph node metastasis in colorectal cancer</article-title>. <source>J Clin Oncol</source>. (<year>2016</year>) <volume>34</volume>:<page-range>2157&#x2013;64</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2015.65.9128</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Tan</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Ouyang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and validation of a preoperative magnetic resonance imaging radiomics&#x2013;based signature to predict axillary lymph node metastasis and disease-free survival in patients with early-stage breast cancer</article-title>. <source>JAMA network Open</source>. (<year>2020</year>) <volume>3</volume>:<elocation-id>e2028086</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.28086</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>J</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and validation of an MRI-based radiomics signature for the preoperative prediction of lymph node metastasis in bladder cancer</article-title>. <source>EBioMedicine</source>. (<year>2018</year>) <volume>34</volume>:<fpage>76</fpage>&#x2013;<lpage>84</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ebiom.2018.07.029</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Torok</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>FF</given-names>
</name>
</person-group>. <article-title>4D radiomics: impact of 4D-CBCT image quality on radiomic analysis</article-title>. <source>Phys Med Biol</source>. (<year>2021</year>) <volume>66</volume>(<issue>4</issue>):<page-range>045023</page-range>.</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>K</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>FF</given-names>
</name>
</person-group>. <article-title>Patient-specific deep learning model to enhance 4D-CBCT image for radiomics analysis</article-title>. <source>Phys Med Biol</source>. (<year>2022</year>) <volume>67</volume>(<issue>8</issue>):<page-range>085003</page-range>.</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname> <given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: images are more than pictures, they are data</article-title>. <source>Radiology</source>. (<year>2016</year>) <volume>278</volume>:<page-range>563&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aiken</surname> <given-names>AH</given-names>
</name>
<name>
<surname>Rath</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Anzai</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Branstetter</surname> <given-names>BF</given-names>
</name>
<name>
<surname>Hoang</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Wiggins</surname> <given-names>RH</given-names>
</name>
<etal/>
</person-group>. <article-title>ACR Neck Imaging Reporting and Data Systems (NI-RADS): a white paper of the ACR NI-RADS Committee</article-title>. <source>J Am Coll Radiol</source>. (<year>2018</year>) <volume>15</volume>:<page-range>1097&#x2013;108</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jacr.2018.05.006</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dinkelborg</surname> <given-names>P</given-names>
</name>
<name>
<surname>Ro</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Shnayien</surname> <given-names>S</given-names>
</name>
<name>
<surname>Schaafs</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Koerdt</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kreutzer</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Retrospective evaluation of NI-RADS for detecting postsurgical recurrence of oral squamous cell carcinoma on surveillance CT or MRI</article-title>. <source>Am J Roentgenol</source>. (<year>2021</year>) <volume>217</volume>:<fpage>198</fpage>&#x2013;<lpage>206</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.2214/AJR.20.24209</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hsu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Chokshi</surname> <given-names>FH</given-names>
</name>
<name>
<surname>Hudgins</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Kundu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Beitler</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Patel</surname> <given-names>MR</given-names>
</name>
<etal/>
</person-group>. <article-title>Predictive value of first posttreatment imaging using standardized reporting in head and neck cancer</article-title>. <source>Otolaryngology&#x2013;Head Neck Surg</source>. (<year>2019</year>) <volume>161</volume>:<page-range>978&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0194599819865235</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vallieres</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kay-Rivest</surname> <given-names>E</given-names>
</name>
<name>
<surname>Perrin</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Liem</surname> <given-names>X</given-names>
</name>
<name>
<surname>Furstoss</surname> <given-names>C</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>HJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics strategies for risk assessment of tumour failure in head-and-neck cancer</article-title>. <source>Sci Rep</source>. (<year>2017</year>) <volume>7</volume>:<fpage>10117</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-017-10371-5</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ling</surname> <given-names>X</given-names>
</name>
<name>
<surname>Alexander</surname> <given-names>GS</given-names>
</name>
<name>
<surname>Molitoris</surname> <given-names>J</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Schumaker</surname> <given-names>L</given-names>
</name>
<name>
<surname>Mehra</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Identification of CT-based non-invasive radiomic biomarkers for overall survival prediction in oral cavity squamous cell carcinoma</article-title>. <source>Sci Rep</source>. (<year>2023</year>) <volume>13</volume>:<fpage>21774</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-023-48048-x</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shafiq-ul-Hassan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>GG</given-names>
</name>
<name>
<surname>Latifi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Ullah</surname> <given-names>G</given-names>
</name>
<name>
<surname>Hunt</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Balagurunathan</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Intrinsic dependencies of CT radiomic features on voxel size and number of gray levels</article-title>. <source>Med Phys</source>. (<year>2017</year>) <volume>44</volume>:<page-range>1050&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.12123</pub-id>
</citation>
</ref>
<ref id="B50">
<label>50</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bagher-Ebadian</surname> <given-names>H</given-names>
</name>
<name>
<surname>Siddiqui</surname> <given-names>F</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Movsas</surname> <given-names>B</given-names>
</name>
<name>
<surname>Chetty</surname> <given-names>IJ</given-names>
</name>
</person-group>. <article-title>On the impact of smoothing and noise on robustness of CT and CBCT radiomics features for patients with head and neck cancers</article-title>. <source>Med Phys</source>. (<year>2017</year>) <volume>44</volume>:<page-range>1755&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.12188</pub-id>
</citation>
</ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hosseini</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Shiri</surname> <given-names>I</given-names>
</name>
<name>
<surname>Hajianfar</surname> <given-names>G</given-names>
</name>
<name>
<surname>Ghafarian</surname> <given-names>P</given-names>
</name>
<name>
<surname>Karam</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Ay</surname> <given-names>MR</given-names>
</name>
</person-group>. <article-title>The impact of preprocessing on the PET-CT radiomics features in non-small cell lung cancer</article-title>. <source>Front Biomed Technol</source>. (<year>2021</year>) <volume>8</volume>:<page-range>261&#x2013;72</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.18502/fbt.v8i4.7754</pub-id>
</citation>
</ref>
<ref id="B52">
<label>52</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Th&#xe9;venaz</surname> <given-names>P</given-names>
</name>
<name>
<surname>Blu</surname> <given-names>T</given-names>
</name>
<name>
<surname>Unser</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Image interpolation and resampling</article-title>. <source>Handb Med imaging Process Anal</source>. (<year>2000</year>) <volume>1</volume>:<fpage>393</fpage>&#x2013;<lpage>420</lpage>.</citation>
</ref>
<ref id="B53">
<label>53</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Collewet</surname> <given-names>G</given-names>
</name>
<name>
<surname>Strzelecki</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mariette</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Influence of MRI acquisition protocols and image intensity normalization methods on texture classification</article-title>. <source>Magnetic resonance Imaging</source>. (<year>2004</year>) <volume>22</volume>:<fpage>81</fpage>&#x2013;<lpage>91</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.mri.2003.09.001</pub-id>
</citation>
</ref>
<ref id="B54">
<label>54</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Giannini</surname> <given-names>V</given-names>
</name>
<name>
<surname>Panic</surname> <given-names>J</given-names>
</name>
<name>
<surname>Regge</surname> <given-names>D</given-names>
</name>
<name>
<surname>Balestra</surname> <given-names>G</given-names>
</name>
<name>
<surname>Rosati</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Could normalization improve robustness of abdominal MRI radiomic features</article-title>? <source>Biomed Phys Eng Express</source>. (<year>2023</year>) <volume>9</volume>:<fpage>055002</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1088/2057-1976/ace4ce</pub-id>
</citation>
</ref>
<ref id="B55">
<label>55</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Larue</surname> <given-names>RT</given-names>
</name>
<name>
<surname>van Timmeren</surname> <given-names>JE</given-names>
</name>
<name>
<surname>de Jong</surname> <given-names>EE</given-names>
</name>
<name>
<surname>Feliciani</surname> <given-names>G</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RT</given-names>
</name>
<name>
<surname>Schreurs</surname> <given-names>WM</given-names>
</name>
<etal/>
</person-group>. <article-title>Influence of gray level discretization on radiomic feature stability for different CT scanners, tube currents and slice thicknesses: a comprehensive phantom study</article-title>. <source>Acta Oncol</source>. (<year>2017</year>) <volume>56</volume>:<page-range>1544&#x2013;53</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/0284186X.2017.1351624</pub-id>
</citation>
</ref>
<ref id="B56">
<label>56</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zwanenburg</surname> <given-names>A</given-names>
</name>
<name>
<surname>Valli&#xe8;res</surname> <given-names>M</given-names>
</name>
<name>
<surname>Abdalah</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Andrearczyk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Apte</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>The image biomarker standardization initiative: standardized quantitative radiomics for high-throughput image-based phenotyping</article-title>. <source>Radiology</source>. (<year>2020</year>) <volume>295</volume>:<page-range>328&#x2013;38</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2020191145</pub-id>
</citation>
</ref>
<ref id="B57">
<label>57</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Galloway</surname> <given-names>MM</given-names>
</name>
</person-group>. <article-title>Texture analysis using gray level run lengths</article-title>. <source>Comput Graphics image Process</source>. (<year>1975</year>) <volume>4</volume>:<page-range>172&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0146-664X(75)80008-6</pub-id>
</citation>
</ref>
<ref id="B58">
<label>58</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Thibault</surname> <given-names>G</given-names>
</name>
<name>
<surname>Fertil</surname> <given-names>B</given-names>
</name>
<name>
<surname>Navarro</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Texture indexes and gray level size zone matrix: application to cell nuclei classification</article-title>, in: <source>International Conference on Pattern Recognition and Information Processing (PRIP&#x2019;09)</source>, <publisher-loc>Minsk, Belarus</publisher-loc>, (<year>2009</year>). pp. <page-range>140&#x2013;5</page-range>.</citation>
</ref>
<ref id="B59">
<label>59</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sun</surname> <given-names>C</given-names>
</name>
<name>
<surname>Wee</surname> <given-names>WG</given-names>
</name>
</person-group>. <article-title>Neighboring gray level dependence matrix for texture classification</article-title>. <source>Comput Vision Graphics Image Process</source>. (<year>1983</year>) <volume>23</volume>:<page-range>341&#x2013;52</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/0734-189X(83)90032-4</pub-id>
</citation>
</ref>
<ref id="B60">
<label>60</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amadasun</surname> <given-names>M</given-names>
</name>
<name>
<surname>King</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Textural features corresponding to textural properties</article-title>. <source>IEEE Trans systems man Cybernetics</source>. (<year>1989</year>) <volume>19</volume>:<page-range>1264&#x2013;74</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/21.44046</pub-id>
</citation>
</ref>
<ref id="B61">
<label>61</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Menard</surname> <given-names>S</given-names>
</name>
</person-group>. <source>Applied Logistic Regression Analysis</source>. <publisher-loc>London UK</publisher-loc>: <publisher-name>Sage</publisher-name> (<year>2002</year>). doi:&#xa0;<pub-id pub-id-type="doi">10.4135/9781412983433</pub-id>
</citation>
</ref>
<ref id="B62">
<label>62</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peduzzi</surname> <given-names>P</given-names>
</name>
<name>
<surname>Concato</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kemper</surname> <given-names>E</given-names>
</name>
<name>
<surname>Holford</surname> <given-names>TR</given-names>
</name>
<name>
<surname>Feinstein</surname> <given-names>AR</given-names>
</name>
</person-group>. <article-title>A simulation study of the number of events per variable in logistic regression analysis</article-title>. <source>J Clin Epidemiol</source>. (<year>1996</year>) <volume>49</volume>:<page-range>1373&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0895-4356(96)00236-3</pub-id>
</citation>
</ref>
<ref id="B63">
<label>63</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ling</surname> <given-names>X</given-names>
</name>
<name>
<surname>Brooks</surname> <given-names>JP</given-names>
</name>
</person-group>. <article-title>L1-norm regularized L1-norm best-fit line problem</article-title>. (<year>2020</year>).</citation>
</ref>
<ref id="B64">
<label>64</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ling</surname> <given-names>X</given-names>
</name>
<name>
<surname>Bui</surname> <given-names>A</given-names>
</name>
<name>
<surname>Brooks</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>Kernel l1-norm principal component analysis for denoising</article-title>. <source>Optimization Lett</source>. (<year>2023</year>). doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11590-023-02051-3</pub-id>
</citation>
</ref>
<ref id="B65">
<label>65</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guyon</surname> <given-names>I</given-names>
</name>
<name>
<surname>Weston</surname> <given-names>J</given-names>
</name>
<name>
<surname>Barnhill</surname> <given-names>S</given-names>
</name>
<name>
<surname>Vapnik</surname> <given-names>V</given-names>
</name>
</person-group>. <article-title>Gene selection for cancer classification using support vector machines</article-title>. <source>Mach Learn</source>. (<year>2002</year>) <volume>46</volume>:<fpage>389</fpage>&#x2013;<lpage>422</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1023/A:1012487302797</pub-id>
</citation>
</ref>
<ref id="B66">
<label>66</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>H</given-names>
</name>
<name>
<surname>Park</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>GLRLM feature by using CT texture analysis is prognostic factor, evaluation of pancreatic cancer heterogeneity</article-title>. <source>Ann Oncol</source>. (<year>2018</year>) <volume>29</volume>:<page-range>ix63&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdy432.053</pub-id>
</citation>
</ref>
<ref id="B67">
<label>67</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Novitasari</surname> <given-names>DCR</given-names>
</name>
<name>
<surname>Lubab</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sawiji</surname> <given-names>A</given-names>
</name>
<name>
<surname>Asyhar</surname> <given-names>AH</given-names>
</name>
</person-group>. <article-title>Application of feature extraction for breast cancer using one order statistic, GLCM, GLRLM, and GLDM</article-title>. <source>Adv Science Technol Eng Syst J (ASTESJ)</source>. (<year>2019</year>) <volume>4</volume>:<page-range>115&#x2013;20</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.25046/astesj</pub-id>
</citation>
</ref>
<ref id="B68">
<label>68</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Filipczuk</surname> <given-names>P</given-names>
</name>
<name>
<surname>Fevens</surname> <given-names>T</given-names>
</name>
<name>
<surname>Krzy&#x17c;ak</surname> <given-names>A</given-names>
</name>
<name>
<surname>Obuchowicz</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>GLCM and GLRLM based texture features for computer-aided breast cancer diagnosis</article-title>. <source>J Med Inf Technol</source>. (<year>2012</year>) <volume>19</volume>.</citation>
</ref>
<ref id="B69">
<label>69</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Durgamahanthi</surname> <given-names>V</given-names>
</name>
<name>
<surname>Anita Christaline</surname> <given-names>J</given-names>
</name>
<name>
<surname>Shirly Edward</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>GLCM and GLRLM based texture analysis: application to brain cancer diagnosis using histopathology images</article-title>. In: <source>Intelligent Computing and Applications: Proceedings of ICICA 2019</source>. <publisher-loc>Singapore</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2021</year>). p. <fpage>691</fpage>&#x2013;<lpage>706</lpage>.</citation>
</ref>
<ref id="B70">
<label>70</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haralick</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Shanmugam</surname> <given-names>K</given-names>
</name>
<name>
<surname>Dinstein</surname> <given-names>IH</given-names>
</name>
</person-group>. <article-title>Textural features for image classification</article-title>. <source>IEEE Trans systems man cybernetics</source>. (<year>1973</year>) <volume>6</volume>:<page-range>610&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TSMC.1973.4309314</pub-id>
</citation>
</ref>
<ref id="B71">
<label>71</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Depeursinge</surname> <given-names>A</given-names>
</name>
<name>
<surname>Andrearczyk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Whybra</surname> <given-names>P</given-names>
</name>
<name>
<surname>Griethuysen</surname> <given-names>JV</given-names>
</name>
<name>
<surname>M&#xfc;ller</surname> <given-names>H</given-names>
</name>
<name>
<surname>Schaer</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>The image biomarker standardization initiative II: standardized quantitative radiomics for high-throughput image-based phenotyping</article-title>. <source>Radiology</source>. (<year>2023</year>) <volume>295</volume>:<page-range>328&#x2013;38</page-range>.</citation>
</ref>
<ref id="B72">
<label>72</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Troncone</surname> <given-names>G</given-names>
</name>
<name>
<surname>Vigliar</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>Histopathology of the Tumors</article-title>. In: <source>Practical Medical Oncology Textbook</source> (<publisher-loc>Switzerland</publisher-loc>: <publisher-name>Springer Nature</publisher-name>) (<year>2021</year>). p. <fpage>33</fpage>&#x2013;<lpage>41</lpage>.</citation>
</ref>
<ref id="B73">
<label>73</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xie</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>TT</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Ren</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics nomogram for prediction disease-free survival and adjuvant chemotherapy benefits in patients with resected stage I lung adenocarcinoma</article-title>. <source>Trans Lung Cancer Res</source>. (<year>2020</year>) <volume>9</volume>:<fpage>1112</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.21037/tlcr</pub-id>
</citation>
</ref>
<ref id="B74">
<label>74</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mazzaschi</surname> <given-names>G</given-names>
</name>
<name>
<surname>Quaini</surname> <given-names>F</given-names>
</name>
<name>
<surname>Milanese</surname> <given-names>G</given-names>
</name>
<name>
<surname>Madeddu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Bocchialini</surname> <given-names>G</given-names>
</name>
<name>
<surname>Ampollini</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Differentially regulated high-throughput CT imaging features correlate to distinct tumor immune contextures portraying a radiomic signature with prognostic impact on surgically resected NSCLC</article-title>. <source>Ann Oncol</source>. (<year>2019</year>) <volume>30</volume>:<fpage>ii1</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdz072.001</pub-id>
</citation>
</ref>
<ref id="B75">
<label>75</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Marr</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Representing the image: zero-crossings and the raw primal sketch</article-title>. In: <source>Vision</source>. <publisher-name>WH Freeman</publisher-name>, <publisher-loc>San Francisco, CA</publisher-loc> (<year>1982</year>). p. <fpage>54</fpage>&#x2013;<lpage>68</lpage>.</citation>
</ref>
<ref id="B76">
<label>76</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Saito</surname> <given-names>T</given-names>
</name>
<name>
<surname>Rehmsmeier</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets</article-title>. <source>PloS One</source>. (<year>2015</year>) <volume>10</volume>:<elocation-id>e0118432</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0118432</pub-id>
</citation>
</ref>
<ref id="B77">
<label>77</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jones</surname> <given-names>A</given-names>
</name>
<name>
<surname>Phillips</surname> <given-names>D</given-names>
</name>
<name>
<surname>Helliwell</surname> <given-names>T</given-names>
</name>
<name>
<surname>Roland</surname> <given-names>N</given-names>
</name>
</person-group>. <article-title>Occult node metastases in head and neck squamous carcinoma</article-title>. <source>Eur Arch oto-rhino-laryngology</source>. (<year>1993</year>) <volume>250</volume>:<page-range>446&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/BF00181087</pub-id>
</citation>
</ref>
<ref id="B78">
<label>78</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roepman</surname> <given-names>P</given-names>
</name>
<name>
<surname>Wessels</surname> <given-names>LF</given-names>
</name>
<name>
<surname>Kettelarij</surname> <given-names>N</given-names>
</name>
<name>
<surname>Kemmeren</surname> <given-names>P</given-names>
</name>
<name>
<surname>Miles</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Lijnzaad</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>An expression profile for diagnosis of lymph node metastases from primary head and neck squamous cell carcinomas</article-title>. <source>Nat Genet</source>. (<year>2005</year>) <volume>37</volume>:<page-range>182&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/ng1502</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>