<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2021.744250</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Radiomic Features Associated With HPV Status on Pretreatment Computed Tomography in Oropharyngeal Squamous Cell Carcinoma Inform Clinical Prognosis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Song</surname>
<given-names>Bolin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/882005"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yang</surname>
<given-names>Kailin</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1112499"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Garneau</surname>
<given-names>Jonathan</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lu</surname>
<given-names>Cheng</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1415365"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Lin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lee</surname>
<given-names>Jonathan</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Stock</surname>
<given-names>Sarah</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Braman</surname>
<given-names>Nathaniel M.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Koyuncu</surname>
<given-names>Can Fahrettin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1417412"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Toro</surname>
<given-names>Paula</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fu</surname>
<given-names>Pingfu</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1076032"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Koyfman</surname>
<given-names>Shlomo A.</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lewis</surname>
<given-names>James S.</given-names>
<suffix>Jr</suffix>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Madabhushi</surname>
<given-names>Anant</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1413127"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Center for Computational Imaging and Personalized Diagnostics, Case Western Reserve University</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Radiation Oncology, Taussig Cancer Center, Cleveland Clinic</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Otolaryngology and Head and Neck Surgery, University of Virginia</institution>, <addr-line>Charlottesville, VA</addr-line>, <country>United States</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Imaging Institute, Cleveland Clinic</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Population and Quantitative Health Sciences, Case Western Reserve University</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Department of Pathology, Microbiology, and Immunology, Vanderbilt University Medical Center</institution>, <addr-line>Nashville, TN</addr-line>, <country>United States</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Louis Stokes Cleveland Veterans Administration Medical Center</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Min Yao, University Hospitals Cleveland Medical Center, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Amit Gupta, Royal Marsden NHS Foundation Trust, United Kingdom; Gayani Pitiyage, St George&#x2019;s, University of London, United Kingdom</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Anant Madabhushi, <email xlink:href="mailto:axm788@case.edu">axm788@case.edu</email> </p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Head and Neck Cancer, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>09</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>11</volume>
<elocation-id>744250</elocation-id>
<history>
<date date-type="received">
<day>20</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>16</day>
<month>08</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Song, Yang, Garneau, Lu, Li, Lee, Stock, Braman, Koyuncu, Toro, Fu, Koyfman, Lewis and Madabhushi</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Song, Yang, Garneau, Lu, Li, Lee, Stock, Braman, Koyuncu, Toro, Fu, Koyfman, Lewis and Madabhushi</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>There is a lack of biomarkers for accurately prognosticating outcome in both human papillomavirus-related (HPV+) and tobacco- and alcohol-related (HPV&#x2212;) oropharyngeal squamous cell carcinoma (OPSCC). The aims of this study were to i) develop and evaluate radiomic features within (intratumoral) and around tumor (peritumoral) on CT scans to predict HPV status; ii) investigate the prognostic value of the radiomic features for both HPV&#x2212; and HPV+ patients, including within individual AJCC eighth edition-defined stage groups; and iii) develop and evaluate a clinicopathologic imaging nomogram involving radiomic, clinical, and pathologic factors for disease-free survival (DFS) prediction for HPV+ patients.</p>
</sec>
<sec>
<title>Experimental Design</title>
<p>This retrospective study included 582 OPSCC patients, of which 462 were obtained from The Cancer Imaging Archive (TCIA) with available tumor segmentation and 120 were from Cleveland Clinic Foundation (CCF, denoted as S<sub>CCF</sub>) with HPV+ OPSCC. We subdivided the TCIA cohort into training (S<sub>T</sub>, 180 patients) and validation (S<sub>V</sub>, 282 patients) based on an approximately 3:5 ratio for HPV status prediction. The top 15 radiomic features that were associated with HPV status were selected by the minimum redundancy&#x2013;maximum relevance (MRMR) using S<sub>T</sub> and evaluated on S<sub>V</sub>. Using 3 of these 15 top HPV status-associated features, we created radiomic risk scores for both HPV+ (RRS<sub>HPV+</sub>) and HPV&#x2212; patients (RRS<sub>HPV&#x2212;</sub>) through a Cox regression model to predict DFS. RRS<sub>HPV+</sub> was further externally validated on S<sub>CCF</sub>. Nomograms for the HPV+ population (M<sub>p+RRS</sub>) were constructed. Both RRS<sub>HPV+</sub> and M<sub>p+RRS</sub> were used to prognosticate DFS for the AJCC eighth edition-defined stage I, stage II, and stage III patients separately.</p>
</sec>
<sec>
<title>Results</title>
<p>RRS<sub>HPV+</sub> was prognostic for DFS for i) the whole HPV+ population [hazard ratio (HR) = 1.97, 95% confidence interval (CI): 1.35&#x2013;2.88, <italic>p</italic> &lt; 0.001], ii) the AJCC eighth stage I population (HR = 1.99, 95% CI: 1.04&#x2013;3.83, <italic>p</italic> = 0.039), and iii) the AJCC eighth stage II population (HR = 3.61, 95% CI: 1.71&#x2013;7.62, <italic>p</italic> &lt; 0.001). HPV+ nomogram M<sub>p+RRS</sub> (C-index, 0.59; 95% CI: 0.54&#x2013;0.65) was also prognostic of DFS (HR = 1.86, 95% CI: 1.27&#x2013;2.71, <italic>p</italic> = 0.001).</p>
</sec>
<sec>
<title>Conclusion</title>
<p>CT-based radiomic signatures are associated with both HPV status and DFS in OPSCC patients. With additional validation, the radiomic signature and its corresponding nomogram could potentially be used for identifying HPV+ OPSCC patients who might be candidates for therapy deintensification.</p>
</sec>
</abstract>
<kwd-group>
<kwd>oropharyngeal squamous cell carcinoma</kwd>
<kwd>human papillomavirus</kwd>
<kwd>radiomics</kwd>
<kwd>prognosis prediction</kwd>
<kwd>nomograms</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Cancer Institute<named-content content-type="fundref-id">10.13039/100000054</named-content>
</contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="5"/>
<equation-count count="1"/>
<ref-count count="39"/>
<page-count count="14"/>
<word-count count="8019"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>The rise in the incidence of human papillomavirus (HPV)-related cancers has caused a significant epidemiological shift (<xref ref-type="bibr" rid="B1">1</xref>) in oropharyngeal squamous cell carcinoma (OPSCC). It is estimated that HPV causes more than 70% of OPSCC cases in the United States (<xref ref-type="bibr" rid="B2">2</xref>). HPV+ OPSCC differs from its HPV&#x2212; counterpart in response to treatment and disease aggressiveness (<xref ref-type="bibr" rid="B3">3</xref>). In order to account for this, the most recent American Joint Committee on Cancer (AJCC) eighth edition tumor staging system was modified to incorporate HPV status, with different staging systems for HPV (p16) positive and negative tumors (<xref ref-type="bibr" rid="B4">4</xref>). HPV+ patients tend to respond better to definitive radiotherapy or combined chemoradiotherapy protocols and are less likely than HPV&#x2212; patients to develop disease recurrence and metastases. Thus, it has become critical to develop biomarkers within the HPV+ and HPV&#x2212; populations for risk stratification.</p>
<p>Treatment of OPSCC patients is on the cusp of a paradigm shift; current clinical trials are geared toward reducing treatment toxicity for HPV+ patients without compromising survival outcomes since low-risk patients typically could benefit from a lower dose of radiotherapy or less invasive surgical operations (treatment deintensification) (<xref ref-type="bibr" rid="B5">5</xref>). However, it is challenging to tailor the most optimal treatment strategy for each patient. Although high T (T3/T4) and N (N3) stages as well as tobacco use are clinically accepted risk factors for HPV+ OPSCC patients, these categorical predictors neglect the oncogenic differences between individual patients (<xref ref-type="bibr" rid="B6">6</xref>). A recent phase II randomized controlled trial NRG HN002 reported that patients who are grouped as candidates for treatment de-escalation using a combination of clinicopathologic factors did not meet the goal of 2-year disease-free survival (DFS) in the radiotherapy only arm (<xref ref-type="bibr" rid="B7">7</xref>). This exhibits a clear unmet clinical need for the development of objective biomarkers to identify patients who could truly benefit from treatment de-escalation.</p>
<p>On the other hand, the unmet need for HPV&#x2212; patients is to precisely identify patients at high risk of developing local or regional failure after treatment, patients who might be candidates for targeted treatment escalation (<xref ref-type="bibr" rid="B8">8</xref>). While the eighth edition of the AJCC staging modifications that separate HPV+ and HPV&#x2212; patients is a major advance (<xref ref-type="bibr" rid="B9">9</xref>), it still may not be sufficient for accurate risk stratification as it de-emphasizes the importance of nodal metastasis by diagnosing most of the new p16+ OPSCC patients into stages I and II (<xref ref-type="bibr" rid="B10">10</xref>).</p>
<p>Radiomics is the process of computational extraction of large numbers of quantitative imaging features, such as texture features, from routine radiologic scans (e.g., MRI and CT) for characterization of the disease (<xref ref-type="bibr" rid="B11">11</xref>). These features are able to detect subtle changes in imaging intensity patterns within a local region which in turn may help better describe the cancer phenotype as well as the tumor microenvironment. While radiomic features in the immediate vicinity outside the tumor have shown significant value in differentiating disease subtypes for lung (<xref ref-type="bibr" rid="B12">12</xref>) and breast (<xref ref-type="bibr" rid="B13">13</xref>) cancers, we are not aware of any work that has attempted to collectively evaluate the role of textural patterns from both within (intratumoral) and outside the tumor (peritumoral) to predict HPV status or to identify their association with disease-specific survival in OPSCC.</p>
<p>In this study, we sought to explore the prognostic value of both intratumoral and peritumoral HPV status-associated radiomic features on CT scans and compared and combined them with clinical and pathologic factors on over 500 OPSCC patients. The prognostic radiomic biomarker for HPV+ OPSCC was validated both internally (237 patients) and externally (120 patients) on two different cohorts. We also evaluated the utility of the radiomic signature to prognosticate DFS within each individual AJCC eighth edition-defined stage group. Finally, this study also involved creation and validation of a clinicopathologic nomogram for estimating DFS for HPV+ OPSCC patients. <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref> shows the overall methodology comprising radiomic feature extraction and selection, prognostic signatures, and radiomic nomogram construction and validation.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Diagram of the overall radiomic workflow.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-744250-g001.tif"/>
</fig>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>Two OPSCC cohorts were included in this study: The Cancer Imaging Archive (TCIA, <italic>n</italic> = 462) OPC-Radiomics cohort (<xref ref-type="bibr" rid="B10">10</xref>) and the Cleveland Clinic Foundation (CCF) cohort (<italic>n</italic> = 120). All patients had undergone pretreatment radiotherapy planning CT. TCIA is an open archive of deidentified cancer-specific medical images and associated clinical metadata accessible for public download (<xref ref-type="bibr" rid="B14">14</xref>). Clinicopathologic and outcome information for patients in the CCF cohort were collected after obtaining approval from the Institutional Review Board of Cleveland Clinic. Demographic data are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. For the TCIA cohort, a total of 473 patients with OPSCC treated with curative intent at the Princess Margaret Cancer Center between 2005 and 2010 were reviewed. Histopathologic confirmation was used for the diagnosis of OPSCC and p16 immunohistochemistry was used to assess HPV status. Patients were triaged using inclusion criteria that involved the availability of i) radiotherapy planning CT scans with matched clinical information (HPV status by p16 immunohistochemistry, survival information) and ii) binary mask for gross tumor volume (GTV). Fourteen patients with the following criteria were excluded: i) CT images containing artifact (<italic>n</italic> = 6); ii) number of voxels within tumor is less than 200, which was deemed to be insufficient for feature extraction (<italic>n</italic> = 5); and iii) tumor mask contains normal brain tissue (<italic>n</italic> = 3). Following the patient exclusion criteria, 462 patients from the TCIA cohort and 120 patients from the CCF cohort were included for subsequent radiomic analysis. The flowchart for patient enrollment is illustrated in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Clinicopathologic data for HPV+ and HPV&#x2212; patients included in this study.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="3" align="left">Clinical parameter</th>
<th valign="top" colspan="7" align="center">Patient demographics</th>
</tr>
<tr>
<th valign="top" colspan="4" align="center">HPV+ patients</th>
<th valign="top" colspan="3" align="center">HPV&#x2212; patients</th>
</tr>
<tr>
<th valign="top" align="center">TCIA training (S<sub>T</sub>, <italic>n</italic> = 100)</th>
<th valign="top" align="center">TCIA validation (S<sub>V</sub>, <italic>n</italic> = 237)</th>
<th valign="top" align="center">CCF validation (S<sub>CCF</sub>, <italic>n</italic> = 120)</th>
<th valign="top" align="center">
<italic>p-</italic>value</th>
<th valign="top" align="center">TCIA training (S<sub>T</sub>, <italic>n</italic> = 80)</th>
<th valign="top" align="center">TCIA validation (S<sub>V</sub>, <italic>n</italic> = 45)</th>
<th valign="top" align="center">
<italic>p-</italic>value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age</td>
<td valign="top" align="center">60.4 &#xb1; 9.07</td>
<td valign="top" align="center">58.3 &#xb1; 9.43</td>
<td valign="top" align="center">59.45 &#xb1; 9.52</td>
<td valign="top" align="center">0.11</td>
<td valign="top" align="center">65.54 &#xb1; 10.39</td>
<td valign="top" align="center">64.87 &#xb1; 9.63</td>
<td valign="top" align="center">0.63</td>
</tr>
<tr>
<td valign="top" align="left">Gender</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male</td>
<td valign="top" align="center">82 (82%)</td>
<td valign="top" align="center">197 (83.1%)</td>
<td valign="top" align="center">108 (90%)</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">58 (72.5%)</td>
<td valign="top" align="center">31 (68.9%)</td>
<td valign="top" align="center">0.82</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female</td>
<td valign="top" align="center">18 (18%)</td>
<td valign="top" align="center">40 (16.9%)</td>
<td valign="top" align="center">12 (10%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">22 (27.5%)</td>
<td valign="top" align="center">14 (31.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Smoking history</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Non-smoker</td>
<td valign="top" align="center">41 (41%)</td>
<td valign="top" align="center">83 (35%)</td>
<td valign="top" align="center">47 (35%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">5 (6.3%)</td>
<td valign="top" align="center">7 (15.6%)</td>
<td valign="top" align="center">0.18</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Ex-smoker</td>
<td valign="top" align="center">39 (39%)</td>
<td valign="top" align="center">95 (40.1%)</td>
<td valign="top" align="center">51 (40.1%)</td>
<td valign="top" align="center">0.59</td>
<td valign="top" align="center">30 (37.5%)</td>
<td valign="top" align="center">18 (40%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Current</td>
<td valign="top" align="center">20 (20%)</td>
<td valign="top" align="center">59 (24.9%)</td>
<td valign="top" align="center">22 (24.9%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">45 (56.2%)</td>
<td valign="top" align="center">20 (44.4%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Drinking history</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Non-/light drinker</td>
<td valign="top" align="center">82 (82%)</td>
<td valign="top" align="center">191 (80.6%)</td>
<td valign="top" align="center">102 (85%)</td>
<td valign="top" align="center">0.39</td>
<td valign="top" align="center">39 (48.8%)</td>
<td valign="top" align="center">22 (48.9%)</td>
<td valign="top" align="center">0.70</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Ex-drinker</td>
<td valign="top" align="center">6 (6%)</td>
<td valign="top" align="center">12 (5.1%)</td>
<td valign="top" align="center">9 (7.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">9 (11.2%)</td>
<td valign="top" align="center">9 (20%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Heavy drinker</td>
<td valign="top" align="center">12 (12%)</td>
<td valign="top" align="center">34 (14.3%)</td>
<td valign="top" align="center">9 (7.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">32 (40%)</td>
<td valign="top" align="center">14 (31.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">T stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T1</td>
<td valign="top" align="center">23 (23%)</td>
<td valign="top" align="center">45 (19%)</td>
<td valign="top" align="center">27 (22.5%)</td>
<td valign="top" align="center">0.35</td>
<td valign="top" align="center">7 (8.7%)</td>
<td valign="top" align="center">3 (6.7%)</td>
<td valign="top" align="center">0.91</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T2</td>
<td valign="top" align="center">36 (36%)</td>
<td valign="top" align="center">81 (34.2%)</td>
<td valign="top" align="center">46 (38.3%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">23 (28.8%)</td>
<td valign="top" align="center">15 (33.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3</td>
<td valign="top" align="center">30 (30%)</td>
<td valign="top" align="center">65 (27.4%)</td>
<td valign="top" align="center">24 (20%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">30 (37.5%)</td>
<td valign="top" align="center">15 (33.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T4</td>
<td valign="top" align="center">11 (11%)</td>
<td valign="top" align="center">46 (19.4%)</td>
<td valign="top" align="center">23 (19.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">20 (25%)</td>
<td valign="top" align="center">12 (26.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">N stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N0</td>
<td valign="top" align="center">13 (13%)</td>
<td valign="top" align="center">26 (11%)</td>
<td valign="top" align="center">12 (10%)</td>
<td valign="top" align="center">0.93</td>
<td valign="top" align="center">23 (28.7%)</td>
<td valign="top" align="center">14 (31.1%)</td>
<td valign="top" align="center">0.99</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N1</td>
<td valign="top" align="center">53 (53%)</td>
<td valign="top" align="center">132 (55.7%)</td>
<td valign="top" align="center">73 (60.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">32 (40%)</td>
<td valign="top" align="center">18 (40%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N2</td>
<td valign="top" align="center">27 (27%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">29 (24.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">19 (23.8%)</td>
<td valign="top" align="center">10 (22.2%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N3</td>
<td valign="top" align="center">7 (7%)</td>
<td valign="top" align="center">57 (24.1%)22 (9.2%)</td>
<td valign="top" align="center">6 (5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">6 (7.5%)</td>
<td valign="top" align="center">3 (6.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Overall stage (AJCC eighth edition)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;I</td>
<td valign="top" align="center">42 (42%)</td>
<td valign="top" align="center">98 (41.4%)</td>
<td valign="top" align="center">62 (51.7%)</td>
<td valign="top" align="center">0.07</td>
<td valign="top" align="center">22 (27.5%)</td>
<td valign="top" align="center">13 (28.9%)</td>
<td valign="top" align="center">0.97</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;II</td>
<td valign="top" align="center">41 (41%)</td>
<td valign="top" align="center">76 (32%)</td>
<td valign="top" align="center">30 (25%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">32 (40%)</td>
<td valign="top" align="center">17 (37.8%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;III</td>
<td valign="top" align="center">17 (17%)</td>
<td valign="top" align="center">63 (26.6%)</td>
<td valign="top" align="center">27 (22.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">26 (32.5%)</td>
<td valign="top" align="center">15 (33.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;IV</td>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center">1 (0.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center">0 (0%)</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s2_2">
<title>CT Imaging</title>
<p>The CT images for the TCIA cohort were acquired (<xref ref-type="bibr" rid="B10">10</xref>) from one of the following CT scanners: General Electric Discovery ST, General Electric Lightspeed Plus, or Toshiba Medical Systems Aquillion ONE. CT scans were acquired in helical mode with a slice thickness of 2.5 mm (General Electric) or 2 mm (Toshiba), at 120 kVp and 300 mAs tube current. Image resolution was 1 mm for all the scans. The CT images for the CCF cohort were acquired from either The General Electric Medical System or The Siemens Medical System. CT scans were acquired in helical mode with a slice thickness of 3 mm, at 120 kVp and 235 mAs tube current. Image resolution is between 0.4 and 0.5 mm for most of the patients, with an image matrix of 512 &#xd7; 512.</p>
</sec>
<sec id="s2_3">
<title>Intratumoral and Peritumoral Compartment Definitions</title>
<p>The binary intratumoral masks which outlined the primary GTV were obtained using the Radiation Therapy Structures (RTSTRUCT) for the TCIA cohort (<xref ref-type="bibr" rid="B10">10</xref>). Primary tumors on the CCF cohort were manually segmented by two board-certified head and neck radiologists JL (with 5 years of clinical expertise) and SS (with 6 years of clinical expertise) across all of the two-dimensional CT sections using a hand-annotation tool in axial view. Morphologic dilation operations were then performed for all patients on intratumoral masks to define the annular ring region outside the tumor up to a radial distance of 15 mm based on previous studies in lung (<xref ref-type="bibr" rid="B15">15</xref>) and breast cancer (<xref ref-type="bibr" rid="B13">13</xref>), where peritumoral margins &gt;15 mm were not associated with disease recurrence. The intratumoral masks were then subtracted from the dilated masks to obtain the peritumoral regions, which were then subdivided into three peritumoral rings of 5-mm-radius increments. Implementation details on peritumoral masks are provided in <bold>Appendix E1</bold>, section 1.</p>
</sec>
<sec id="s2_4">
<title>Radiomic Feature Extraction</title>
<p>A total of 664 intratumoral and 1,485 peritumoral (495 &#xd7; 3 peritumoral rings) radiomic features were extracted for all patients on all the compartments on a per-pixel basis. The feature sets for each study utilized included 16 gray-level intensity features (quantifying statistics of the raw intensity within a specific window size of 3 &#xd7; 3, 5 &#xd7; 5, 7 &#xd7; 7, and 9 &#xd7; 9), 40 intensity gradient-based features (quantifying intensity gradient variability), 52 gray-level co-occurrence matrix (GLCM) Haralick features (capturing disorder patterns of the adjacent pixel intensities within local pixel neighborhoods) (<xref ref-type="bibr" rid="B16">16</xref>), 20 Laws energy (capturing combinations of five irregular texture enhancement patterns: levels, spots, edges, waves and ripples in an image) (<xref ref-type="bibr" rid="B17">17</xref>), 28 Gabor wavelet-based features (capturing structural detail at seven orientations of 22.5&#xb0;, 45&#xb0;, 67.5&#xb0;, 90&#xb0;, 112.5&#xb0;, 135&#xb0;, 157.5&#xb0;, and 4 scales of 2, 4, 8, and 12 pixels) (<xref ref-type="bibr" rid="B18">18</xref>), and 52 CoLlAGe features (capturing textural heterogeneity by applying GLCM metrics to local anisotropic gradient orientations) (<xref ref-type="bibr" rid="B19">19</xref>). All of these texture features were extracted in both intratumoral and peritumoral compartments (0&#x2013;5, 5&#x2013;10, and 10&#x2013;15 mm) on all slices containing the tumor. Statistics of mean, median, standard deviation, skewness, and kurtosis were calculated from the feature responses of all pixels within the region of interest. A list of the extracted features is summarized in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Table S1</bold>
</xref>, with their detailed descriptions provided in <bold>Appendix E1</bold>, section 2. All feature values were transformed into new scores with a mean of 0 and a SD of 1 (<italic>z</italic>-score transformation). Both intratumoral and peritumoral feature extraction pipelines are now publicly available at <uri xlink:href="https://github.com/ccipd">https://github.com/ccipd</uri>.</p>
</sec>
<sec id="s2_5">
<title>Statistical Analysis</title>
<p>Within the TCIA cohort, 462 patients were randomly allocated to S<sub>T</sub> (180 patients: 100 HPV+ and 80 HPV&#x2212;) and S<sub>V</sub> (282 patients: 237 HPV+ and 45 HPV&#x2212;) in an approximately 3:5 ratio. For both HPV+ and HPV&#x2212; patients, the ratio of non-censored patients in S<sub>T</sub> and S<sub>V</sub> was kept balanced. The clinical end points of interest for this study were HPV status and DFS. DFS was defined as the time interval from the radiotherapy end date to the date of either last follow-up (censored) or local, regional, distant failure and death (event), whichever happened first. The difference of continuous variables (i.e., age) between cohorts (i.e., S<sub>T</sub>, S<sub>V</sub>, and S<sub>CCF</sub>) was determined using the analysis of variance (ANOVA) and the association between categorical factors was estimated using the chi-square test.</p>
<p>Since there were no HPV&#x2212; patients in the CCF cohort, we used only the TCIA cohort for HPV status prediction. A machine learning classifier was first constructed using a combination of intratumoral and peritumoral features for the prediction of HPV status using S<sub>T</sub>. To remove redundant features, all possible pairs of features in S<sub>T</sub> were tested for correlation by calculating the Spearman correlation coefficient (SCC). For any pair of features with SCC greater than 0.80, the feature with the higher Wilcoxon rank sum <italic>p</italic>-value was removed. A linear discriminant analysis (LDA) machine-learning classifier was subsequently trained in conjunction with the minimum redundancy&#x2013;maximum relevance (MRMR) (<xref ref-type="bibr" rid="B20">20</xref>) feature selection approach using a 100-run, 3-fold cross-validation setting. The top 15 most frequently selected radiomic features (F<sub>t</sub>) that best discriminated between HPV+ vs. HPV&#x2212; across all iterations were identified from S<sub>T</sub>. An unadjusted <italic>p</italic>-value &lt;0.05 (using two-sided Wilcoxon rank sum tests) was employed to indicate statistical significance. These features were then evaluated <italic>via</italic> the LDA classifier in terms of HPV status prediction on S<sub>V</sub> using the area under the receiver operating characteristic curve (AUC) metric.</p>
<p>We also developed dedicated radiomic risk score classifiers for patients within the individual HPV+ (RRS<sub>HPV+</sub>) and HPV&#x2212; (RRS<sub>HPV&#x2212;</sub>) categories. The least absolute shrinkage and selection operator (LASSO) method was applied to F<sub>t</sub> using the cases in S<sub>T</sub> for both HPV+ and HPV&#x2212; patients. After identifying the top ranked features, the corresponding LASSO coefficients were used for constructing risk classifiers for the HPV+ (RRS<sub>HPV+</sub>) and HPV&#x2212; (RRS<sub>HPV&#x2212;</sub>), respectively. Both RRS<sub>HPV+</sub> and RRS<sub>HPV&#x2212;</sub> were calculated for each patient <italic>via</italic> a linear combination of selected features that were weighted by corresponding coefficients:</p>
<disp-formula>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:mtext>RR</mml:mtext>
<mml:msub>
<mml:mtext>S</mml:mtext>
<mml:mrow>
<mml:mtext>HPV</mml:mtext>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">/</mml:mo>
<mml:mo>&#x2212;</mml:mo>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:msubsup>
<mml:mi>&#x3a3;</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:msubsup>
<mml:mtext>&#xa0;</mml:mtext>
<mml:msub>
<mml:mi>&#x3b2;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo>&#x2217;</mml:mo>
<mml:msub>
<mml:mi>x</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where <italic>n</italic> (ranging from 0 to 15) is the number of features selected by LASSO for HPV+ or HPV&#x2212; patients, <italic>x<sub>i</sub>
</italic> refers to the HPV status-associated feature value, and <italic>&#x3b2;<sub>i</sub>
</italic> is the corresponding weighted coefficient. The potential association of RRS<sub>HPV+</sub> and RRS<sub>HPV&#x2212;</sub> with DFS was first assessed in S<sub>T</sub> and then evaluated in S<sub>V</sub>. The prognostic ability of RRS<sub>HPV+</sub> was further externally validated in S<sub>CCF</sub>. Patients were classified into high or low risk based on the median value of the RRS<sub>HPV+</sub> or RRS<sub>HPV&#x2212;</sub> in S<sub>T</sub>, which was then applied to S<sub>V</sub> and S<sub>CCF</sub>. Kaplan&#x2013;Meier survival curves were used to visualize the survival rate for the high- and low-risk groups. At any given point on the survival curve, the probability that a patient in either the high-risk or low-risk group remains alive is presented (<xref ref-type="bibr" rid="B21">21</xref>). The log-rank test and hazard ratio were used to compare the survival differences between the two groups. The same Kaplan&#x2013;Meier survival analyses were further performed for each cancer stage group defined by the AJCC eighth edition on the dataset combining S<sub>V</sub> and S<sub>CCF</sub>. The final values for <italic>n</italic> were determined when the hazard ratio for high risk over low risk reached the highest in S<sub>V</sub> for HPV+ patients (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S4</bold>
</xref>). The value of the tuning parameter in the LASSO-Cox model (<italic>&#x3bb;</italic>) was averaged out by 10 cross-validation to minimize the error within S<sub>T</sub>. Constructions of RRS<sub>HPV+</sub> and RRS<sub>HPV&#x2212;</sub> were performed using in-house software implemented in the MATLAB R2019b platform (MathWorks).</p>
<p>Univariate Cox proportional hazards analysis on the effect of RRS<sub>HPV+</sub>, RRS<sub>HPV&#x2212;</sub>, and the individual clinicopathologic variables (gender, smoking status, drinking status, T stage, N stage, and AJCC eighth edition of overall stage) on DFS was evaluated. Variables significant in univariate analysis were included for multivariable Cox proportional hazards analysis to investigate the relationships between the various covariates (including the RRS<sub>HPV+</sub>, RRS<sub>HPV&#x2212;</sub>, and the clinicopathologic variables).</p>
<p>To further investigate the independent prognostic value of the RRS<sub>HPV+</sub> with existing clinical factors (gender, smoking, and drinking status) and pathological staging factors (T stage, N stage, and the AJCC stage eighth edition), we constructed nomogram models for HPV+ patients comprising i) only the clinical factors (M<sub>c</sub>) of gender, smoking, and drinking history; ii) only the pathologic staging factors (M<sub>p</sub>) of AJCC eighth edition overall stage and N stage; and iii) both the pathologic T stage and the RRS<sub>HPV+</sub> (M<sub>p+RRS</sub>) using S<sub>T</sub> and validated them in S<sub>V</sub> and S<sub>CCF</sub>. The prognostic ability of M<sub>p+RRS</sub> was compared against M<sub>c</sub> and M<sub>p</sub> for HPV+ populations in terms of the concordance index (C-index). The nomograms were validated using 1,000 bootstrap resampling to calculate C-index with confidence intervals. Calibration curve analysis was performed to compare the nomogram-predicted DFS with the actual DFS. Decision curve analysis was adopted to calculate the net benefit for M<sub>p+RRS</sub> in comparison with M<sub>c</sub> and M<sub>p</sub>, for verification of the clinical usefulness of the nomogram (<xref ref-type="bibr" rid="B22">22</xref>). Nomogram construction, calibration plot, and decision curve were implemented using the &#x201c;rms&#x201d; and &#x201c;SvyNom&#x201d; packages under R statistical software (version 4.0.3; R Foundation for Statistical Computing, Vienna, Austria).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Clinicopathologic Characteristics</title>
<p>The clinical and pathologic characteristics of patients in the TCIA training set (S<sub>T</sub>), TCIA internal validation set (S<sub>V</sub>), and CCF external validation set (S<sub>CCF</sub>) are summarized in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. No significant differences were found in most features among S<sub>T</sub>, S<sub>V</sub>, and S<sub>CCF</sub>. All patients included in this study underwent radiotherapy. Eighty-seven of the 180 patients in S<sub>T</sub> (48.3%) and 145 of the 282 patients in S<sub>V</sub> (51.4%) were also treated with chemotherapy. The median DFS for HPV+ patients was 6.19 years in S<sub>T</sub> and 6.24 years in S<sub>V</sub>. The median DFS for HPV&#x2212; patients was 1.27 years in S<sub>T</sub> and 1.55 years in S<sub>V</sub>. Thirty-three percent (33/100, 6 local) and 33% (79/237) of HPV+ patients were not censored in S<sub>T</sub> and S<sub>V</sub>, respectively, while 77.5% (62/80) and 68.9% (31/45) of HPV&#x2212; patients were not censored in S<sub>T</sub> and S<sub>V</sub>, respectively. There were 62 (18.4%) recurrences (15 local, 8 regional, and 39 distant) for HPV+ patients and 64 (51.2%) recurrences (30 local, 11 regional, and 23 distant) for HPV&#x2212; patients.</p>
</sec>
<sec id="s3_2">
<title>Experiment 1: Prediction of HPV Status</title>
<p>Within S<sub>T</sub>, 454 uncorrelated intratumoral and peritumoral features were obtained after feature pruning. From these uncorrelated features, the top 15 were identified for predicting HPV status by MRMR feature selection, of which 11 were peritumoral features and 4 were intratumoral features (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Top 15 features for HPV status prediction and notation of involvement in HPV status-specific prognostic prediction in experiment 2.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Feature names (parameters)</th>
<th valign="top" align="center">ROI</th>
<th valign="top" align="center">Rank sum <italic>p-</italic>value (unadjusted)</th>
<th valign="top" align="center">Contribute to DFS prediction for HPV+?</th>
<th valign="top" align="center">Contribute to DFS prediction for HPV&#x2212;?</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">CoLlAGe (Std of sum-variance)</td>
<td valign="top" align="left">Peritumoral 0&#x2013;5 mm</td>
<td valign="top" align="center">3.0 &#xd7; 10<sup>&#x2212;7</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Haralick (mean of Info1)</td>
<td valign="top" align="left">Peritumoral 0&#x2013;5 mm</td>
<td valign="top" align="center">1.3 &#xd7; 10<sup>&#x2212;8</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Gabor (median, <italic>&#x3bb;</italic> = 3, <italic>&#x3b8;</italic> = 0.1 rad)</td>
<td valign="top" align="left">Peritumoral 5&#x2013;10 mm</td>
<td valign="top" align="center">8.5 &#xd7; 10<sup>&#x2212;6</sup>
</td>
<td valign="top" align="center">&#x2713;</td>
<td valign="top" align="center">&#x2713;</td>
</tr>
<tr>
<td valign="top" align="left">CoLlAGe (skewness of sum-average)</td>
<td valign="top" align="left">Peritumoral 5&#x2013;10 mm</td>
<td valign="top" align="center">0.0046</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2713;</td>
</tr>
<tr>
<td valign="top" align="left">CoLlAGe (kurtosis of diff-average)</td>
<td valign="top" align="left">Peritumoral 0&#x2013;5 mm</td>
<td valign="top" align="center">1.78 &#xd7; 10<sup>&#x2212;4</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Haralick (Std of Info1)</td>
<td valign="top" align="left">Peritumoral 5&#x2013;10 mm</td>
<td valign="top" align="center">4.7 &#xd7; 10<sup>&#x2212;4</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Gabor (skewness, <italic>&#x3bb;</italic> = 5, <italic>&#x3b8;</italic> = 0.0 rad)</td>
<td valign="top" align="left">Peritumoral 10&#x2013;15 mm</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Laws (median of E5L5)</td>
<td valign="top" align="left">Peritumoral 10&#x2013;15 mm</td>
<td valign="top" align="center">0.0335</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Laws (skewness L5R5)</td>
<td valign="top" align="left">Peritumoral 0&#x2013;5 mm</td>
<td valign="top" align="center">6.5 &#xd7; 10<sup>&#x2212;4</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Gabor (kurtosis, <italic>&#x3bb;</italic> = 3, <italic>&#x3b8;</italic> = 0.6 rad)</td>
<td valign="top" align="left">Peritumoral 0&#x2013;5 mm</td>
<td valign="top" align="center">4.8 &#xd7; 10<sup>&#x2212;6</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2713;</td>
</tr>
<tr>
<td valign="top" align="left">CoLlAGe (Std of sum-average)</td>
<td valign="top" align="left">Peritumoral 0&#x2013;5 mm</td>
<td valign="top" align="center">5.3 &#xd7; 10<sup>&#x2212;5</sup>
</td>
<td valign="top" align="center">&#x2713;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Haralick (median of info1)</td>
<td valign="top" align="left">Intratumoral</td>
<td valign="top" align="center">1.8 &#xd7; 10<sup>&#x2212;5</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">CoLlAGe (skewness of diff-variance)</td>
<td valign="top" align="left">Intratumoral</td>
<td valign="top" align="center">4.4 &#xd7; 10<sup>&#x2212;4</sup>
</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Gray (median of mean intensity)</td>
<td valign="top" align="left">Intratumoral</td>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center">&#x2713;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
<tr>
<td valign="top" align="left">Haralick (skewness of diff-variance)</td>
<td valign="top" align="left">Intratumoral</td>
<td valign="top" align="center">0.005</td>
<td valign="top" align="center">&#x2718;</td>
<td valign="top" align="center">&#x2718;</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Changes in classification performance on account of differently selected features in S<sub>T</sub> are provided in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S2</bold>
</xref>. Standard deviation of CoLlAGe sum of variance from the 0&#x2013;5-mm rings (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2C</bold>
</xref>) was identified as the most discriminating peritumoral feature (<italic>p</italic> &lt; 0.001), while the median of Haralick correlation-info1 (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>) was identified as the most discriminating feature (<italic>p</italic> &lt; 0.001) within the tumor. Both features were differentially expressed on CT scans between HPV+ and HPV&#x2212; patients, and representative examples are illustrated <italic>via</italic> colormaps of the feature representations overlaid on the tumor areas or the annular ring regions around the tumor (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>). Noticeably, three of the four selected Haralick features were measures of correlation applied with different statistics on both intratumoral and peritumoral regions, suggesting that there might be significant pixel correlation-related pattern differences between the HPV+ and HPV&#x2212; patients. We also observed consistently higher Laws feature values for HPV&#x2212; patients compared with HPV+ across S<sub>T</sub> and S<sub>V</sub>. These features quantify intensity smoothness, abrupt edge changes, and ripple patterns on CT scans. Interestingly, all the selected Laws and Gabor features were from regions outside the tumor. Further details on the selected features are provided in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S3</bold>
</xref>.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Feature map for the best intratumoral and peritumoral features expressing differently on the example HPV+ and HPV&#x2212; CT slices overlaid with either tumor or annular ring areas around the tumor <bold>(A)</bold>. Boxplots showing distribution differences for the best intratumoral <bold>(B)</bold> and peritumoral feature <bold>(C)</bold> between HPV+ and HPV&#x2212; patients in both training (S<sub>T</sub>) and validation (S<sub>V</sub>). Receiver operating characteristic (ROC) analysis of radiomic features for predicting HPV status on training (S<sub>T</sub>, <italic>n</italic> = 180) and validation (S<sub>V</sub>, <italic>n</italic> = 282) cohorts with confidence intervals <bold>(D)</bold>. Using combined intratumoral and peritumoral features yielded the best result in S<sub>V</sub>. IT, intratumoral; PT, peritumoral.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-744250-g002.tif"/>
</fig>
<p>The areas under the curve (AUCs) for using intratumoral and peritumoral alone on S<sub>T</sub> are 0.82 (95% CI: 0.76, 0.88) and 0.87 (95% CI: 0.81, 0.92), respectively. The corresponding AUCs on S<sub>V</sub> are 0.58 (95% CI: 0.49, 0.67) and 0.67 (95% CI: 0.58, 0.76). When combining the intratumoral and peritumoral features, ROC analysis on S<sub>T</sub> yielded an accuracy of 0.79 and AUC of 0.84 (95% CI: 0.78, 0.90), with a sensitivity of 0.89 and specificity of 0.68 when using a threshold of 0.4. For S<sub>V</sub>, we obtained an accuracy of 0.74 and an AUC of 0.70 (95% CI: 0.62, 0.79), with a sensitivity of 0.78 and specificity of 0.53 when the same threshold from S<sub>T</sub> was applied. <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2D</bold>
</xref> illustrates that using combined peritumoral and intratumoral features improved AUC compared with only using the intratumoral features and using only the peritumoral features for predicting HPV status.</p>
</sec>
<sec id="s3_3">
<title>Experiment 2: Prognosticate DFS for Both HPV&#x2212; and HPV+ Patients, Including Within Individual AJCC Eighth Edition-Defined Stage Groups</title>
<p>A three-feature radiomic signature was identified as having the best prediction of DFS for both HPV+ and HPV&#x2212; patients (<xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S4</bold>
</xref>). The radiomic risk scores for HPV+ patients (RRS<sub>HPV+</sub>) and HPV&#x2212; patients (RRS<sub>HPV&#x2212;</sub>) across S<sub>T</sub>, S<sub>V</sub>, and S<sub>CCF</sub> are illustrated in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S5</bold>
</xref>. Details of the features selected are provided in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>, with their coefficients in the Cox model provided in <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Figure S6</bold>
</xref>. RRS<sub>HPV+</sub> was constructed using two peritumoral and one intratumoral features, while RRS<sub>HPV&#x2212;</sub> was constructed using three peritumoral features. The median RRS<sub>HPV+</sub> value (&#x2212;0.0809) in S<sub>T</sub> was used as the cutoff threshold for defining high- and low-risk groups, resulting in statistically significant DFS prediction by KM analysis in S<sub>T</sub> (log-rank test, <italic>p</italic> = 0.026, HR = 2.18), S<sub>V</sub> (log-rank test, <italic>p</italic> = 0.003, HR = 1.94), S<sub>CCF</sub> (log-rank test, <italic>p</italic> = 0.033, HR = 2.32), and S<sub>V</sub>+S<sub>CCF</sub> (log-rank test, <italic>p</italic> &lt; 0.001, HR = 1.97) as illustrated in <xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3A&#x2013;D</bold>
</xref>, respectively. The median RRS<sub>HPV&#x2212;</sub> value (0.0076) in S<sub>T</sub> also resulted in a statistically significant prediction of DFS by Kaplan&#x2013;Meier analysis in both the S<sub>T</sub> (log-rank test, <italic>p</italic> &lt; 0.001, HR = 2.49) and S<sub>V</sub> (log-rank test, <italic>p</italic> = 0.023, HR = 2.41), as illustrated in <xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3E, F</bold>
</xref>, respectively.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Kaplan&#x2013;Meier curves for disease-free survival (DFS) using RRS<sub>HPV+</sub> in training S<sub>T</sub> <bold>(A)</bold>, internal validation S<sub>V</sub> <bold>(B)</bold>, external validation S<sub>CCF</sub> <bold>(C)</bold>, and the combined validation set S<sub>V</sub>+S<sub>CCF</sub> <bold>(D)</bold>. Kaplan&#x2013;Meier curves for DFS prediction using RRS<sub>HPV&#x2212;</sub> in S<sub>T</sub> <bold>(E)</bold> and S<sub>V</sub> <bold>(F)</bold>. DFS prediction for HPV+ patients in the S<sub>T</sub> <bold>(G)</bold> and S<sub>V</sub>+S<sub>CCF</sub> set <bold>(H)</bold> using radiomic nomogram (M<sub>p+RRS</sub>), which contains pathologic tumor stage and the RRS<sub>HPV+</sub>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-744250-g003.tif"/>
</fig>
<p>The prognostic ability of the radiomic risk score (RRS<sub>HPV+</sub>) was further evaluated for the patients within the AJCC eighth edition-defined different stage groups in S<sub>V</sub>+S<sub>CCF</sub>. The HRs of predicting DFS using RRS<sub>HPV+</sub> for stage I (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4A</bold>
</xref>), stage II (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4B</bold>
</xref>), and stage III (<xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4C</bold>
</xref>) HPV+ patients were 1.99 (95% CI: 1.04&#x2013;3.83, <italic>p</italic> = 0.039), 3.61 (1.71&#x2013;7.62, <italic>p</italic> &lt; 0.001), and 1.4 (0.746&#x2013;2.63, <italic>p</italic> = 0.294), respectively.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Kaplan&#x2013;Meier curves for prognostication using RRSHPV+ within the AJCC eighth edition-defined overall stage I <bold>(A)</bold>, II <bold>(B)</bold>, and III <bold>(C)</bold> HPV+ OPSCC patients. Similarly, Kaplan&#x2013;Meier curves using the radiomic nomogram M<sub>p+RRS</sub> for prognostication within overall stage I <bold>(D)</bold>, II <bold>(E)</bold>, and III <bold>(F)</bold> HPV+ OPSCC patients.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-744250-g004.tif"/>
</fig>
<p>Results of the univariable analysis are shown in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. T3 stage, a moderate or heavy drinking history, and a higher RRS<sub>HPV+</sub> were significantly associated with worse DFS for the HPV+ population in S<sub>T</sub>. N2 stage and a higher RRS<sub>HPV&#x2212;</sub> were significantly associated with worse DFS for the HPV&#x2212; population in S<sub>T</sub>. In multivariable analysis, RRS<sub>HPV+</sub> (DFS hazard ratio, 30.12, 95% CI: 5.67&#x2013;159.96, <italic>p</italic> &lt; 0.001) and T3 stage (DFS hazard ratio, 2.94, 95% CI: 1.02&#x2013;8.45, <italic>p</italic> = 0.04) remained independent prognostic factors for HPV+ patients in the Cox proportional hazards model (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>). For HPV&#x2212; patients, RRS<sub>HPV&#x2212;</sub> (DFS hazard ratio, 3.37, 95% CI: 1.93&#x2013;5.88, <italic>p</italic> &lt; 0.001), N1 stage (DFS hazard ratio, 2.08, 95% CI: 1.06&#x2013;4.07, <italic>p</italic> = 0.03), and N2 stage (DFS hazard ratio, 2.55, 95% CI: 1.21&#x2013;5.36, <italic>p</italic> = 0.01) were the independent prognostic factors in the multivariable Cox proportional hazards model.</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Univariable Cox proportional hazard model analysis in the training set (S<sub>T</sub>) for HPV+ and HPV&#x2212; patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Variables</th>
<th valign="top" colspan="2" align="center">HPV+ patients</th>
<th valign="top" colspan="2" align="center">HPV&#x2212; patients</th>
</tr>
<tr>
<th valign="top" align="center">HR (95% CI)</th>
<th valign="top" align="center">
<italic>p-</italic>value</th>
<th valign="top" align="center">HR (95% CI)</th>
<th valign="top" align="center">
<italic>p-</italic>value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Gender (female <italic>vs.</italic> male)</td>
<td valign="top" align="center">1.32 (0.78&#x2013;1.84)</td>
<td valign="top" align="center">0.41</td>
<td valign="top" align="center">1.12 (0.63&#x2013;1.86)</td>
<td valign="top" align="center">0.97</td>
</tr>
<tr>
<td valign="top" align="left">Smoking history</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">(current smoker <italic>vs.</italic> non-/ex-smoker)</td>
<td valign="top" align="center">1.36 (0.54&#x2013;3.39)</td>
<td valign="top" align="center">0.39</td>
<td valign="top" align="center">1.04 (0.63&#x2013;1.73)</td>
<td valign="top" align="center">0.87</td>
</tr>
<tr>
<td valign="top" align="left">Drinking history</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">(moderate/heavy drinker <italic>vs.</italic> non-/ex-/light drinker)</td>
<td valign="top" align="center">1.66 (1.05&#x2013;2.42)</td>
<td valign="top" align="center">
<bold>0.02</bold>
</td>
<td valign="top" align="center">1.21 (0.72&#x2013;2.05)</td>
<td valign="top" align="center">0.47</td>
</tr>
<tr>
<td valign="top" align="left">T stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T1</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T2</td>
<td valign="top" align="center">1.26 (0.42&#x2013;3.78)</td>
<td valign="top" align="center">0.82</td>
<td valign="top" align="center">0.88 (0.32&#x2013;2.39)</td>
<td valign="top" align="center">0.80</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3</td>
<td valign="top" align="center">2.9 (1.03&#x2013;8.15)</td>
<td valign="top" align="center">
<bold>0.03</bold>
</td>
<td valign="top" align="center">1.11 (0.42&#x2013;2.91)</td>
<td valign="top" align="center">0.83</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T4</td>
<td valign="top" align="center">2.9 (0.84&#x2013;10.13)</td>
<td valign="top" align="center">0.09</td>
<td valign="top" align="center">1.17 (0.42&#x2013;3.22)</td>
<td valign="top" align="center">0.76</td>
</tr>
<tr>
<td valign="top" align="left">N stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N0</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N1</td>
<td valign="top" align="center">0.71 (0.26&#x2013;1.96)</td>
<td valign="top" align="center">0.51</td>
<td valign="top" align="center">2.12 (0.89&#x2013;4.13)</td>
<td valign="top" align="center">0.14</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N2</td>
<td valign="top" align="center">0.82 (0.27&#x2013;2.46)</td>
<td valign="top" align="center">0.72</td>
<td valign="top" align="center">2.61 (1.25&#x2013;5.41)</td>
<td valign="top" align="center">
<bold>0.01</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N3</td>
<td valign="top" align="center">1.47 (0.35&#x2013;6.20)</td>
<td valign="top" align="center">0.59</td>
<td valign="top" align="center">2.40 (0.85&#x2013;6.75)</td>
<td valign="top" align="center">0.10</td>
</tr>
<tr>
<td valign="top" align="left">Overall stage (AJCC eighth edition)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;I</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;II</td>
<td valign="top" align="center">1.81 (0.82&#x2013;3.99)</td>
<td valign="top" align="center">0.14</td>
<td valign="top" align="center">1.02 (0.55&#x2013;1.90)</td>
<td valign="top" align="center">0.94</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;III</td>
<td valign="top" align="center">2.19 (0.85&#x2013;5.68)</td>
<td valign="top" align="center">0.11</td>
<td valign="top" align="center">1.27 (0.66&#x2013;2.42)</td>
<td valign="top" align="center">0.47</td>
</tr>
<tr>
<td valign="top" align="left">RRS<sub>HPV+</sub> </td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">(RRS<sub>HPV&#x2212;</sub>)</td>
<td valign="top" align="center">29.45 (7.2&#x2013;120)</td>
<td valign="top" align="center">
<bold>&lt;0.0001</bold>
</td>
<td valign="top" align="center">6.28 (2.06&#x2013;19.16)</td>
<td valign="top" align="center">
<bold>0.0007</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Bold values refer to significant p values &lt; 0.05.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Multivariable Cox proportional hazard model analysis in the training set (S<sub>T</sub>) for HPV+ and HPV&#x2212; patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" colspan="3" align="left">HPV+ patients</th>
<th valign="top" colspan="3" align="center">HPV&#x2212; patients</th>
</tr>
<tr>
<th valign="top" align="left">Variables</th>
<th valign="top" align="center">HR (95% CI)</th>
<th valign="top" align="center">
<italic>p-</italic>value</th>
<th valign="top" align="center">Variables</th>
<th valign="top" align="center">HR (95% CI)</th>
<th valign="top" align="center">
<italic>p-</italic>value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="5" align="left">Drinking history (moderate/heavy drinker <italic>vs.</italic> non-/ex-/light drinker)</td>
<td valign="top" rowspan="5" align="center">0.81 (0.36&#x2013;1.82)</td>
<td valign="top" rowspan="5" align="center">0.61</td>
<td valign="top" align="center">N stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="center">N0</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="center">N1</td>
<td valign="top" align="center">2.08 (1.06&#x2013;4.07)</td>
<td valign="top" align="center">
<bold>0.03</bold>
</td>
</tr>
<tr>
<td valign="top" align="center">N2</td>
<td valign="top" align="center">2.55 (1.21&#x2013;5.36)</td>
<td valign="top" align="center">
<bold>0.01</bold>
</td>
</tr>
<tr>
<td valign="top" align="center">N3</td>
<td valign="top" align="center">2.80 (0.98&#x2013;7.97)</td>
<td valign="top" align="center">0.054</td>
</tr>
<tr>
<td valign="top" align="left">T stage</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">RRS<sub>HPV&#x2212;</sub>
</td>
<td valign="top" align="center">3.37 (1.93&#x2013;5.88)</td>
<td valign="top" align="center">
<bold>&lt;0.0001</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T1</td>
<td valign="top" align="center">Ref</td>
<td valign="top" align="center"/>
<td valign="top" rowspan="4" align="center"/>
<td valign="top" rowspan="4" align="center"/>
<td valign="top" rowspan="4" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T2</td>
<td valign="top" align="center">1.22 (0.38&#x2013;3.92)</td>
<td valign="top" align="center">0.74</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3</td>
<td valign="top" align="center">2.94 (1.02&#x2013;8.45)</td>
<td valign="top" align="center">
<bold>0.04</bold>
</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T4</td>
<td valign="top" align="center">2.56 (0.70&#x2013;9.35)</td>
<td valign="top" align="center">0.16</td>
</tr>
<tr>
<td valign="top" align="left">RRS<sub>HPV+</sub>
</td>
<td valign="top" align="center">30.12 (5.67&#x2013;159.96)</td>
<td valign="top" align="center">
<bold>&lt;0.0001</bold>
</td>
<td valign="top" colspan="3" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Bold values refer to significant p values &lt; 0.05.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_4">
<title>Experiment 3: Using Radiomic Nomogram M<sub>p+RRS</sub> to Prognosticate DFS Among HPV+ OPSCC</title>
<p>Variables significant in both univariable and multivariable analyses (pathologic T stage and RRS<sub>HPV+</sub>) were used to develop the radiomic nomogram M<sub>p+RRS</sub> (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5A</bold>
</xref>) for HPV+ patients. The calibration curve of M<sub>p+RRS</sub> for estimating DFS showed good agreement between the predicted and the observed survival probability in both S<sub>T</sub> (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5B</bold>
</xref>) and the combined validation set S<sub>V</sub>+S<sub>CCF</sub> (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5C</bold>
</xref>). The C-index of M<sub>p+RRS</sub> for estimating DFS in S<sub>T</sub> was 0.72 (95% CI: 0.62&#x2013;0.81), while the C-index for the pathologic staging nomogram M<sub>p</sub> was 0.62 (95% CI: 0.51&#x2013;0.72), and that for the nomogram M<sub>c</sub> using gender, smoking, and drinking history was 0.59 (95% CI: 0.49&#x2013;0.69). When evaluated on S<sub>V</sub>+S<sub>CCF</sub>, M<sub>p+RRS</sub> yielded a C-index of 0.59 (95% CI: 0.54&#x2013;0.65) for DFS prediction, while for M<sub>p</sub> and M<sub>c</sub>, the C-indices were 0.59 (95% CI: 0.53&#x2013;0.64) and 0.56 (95% CI:&#xa0;0.51&#x2013;0.61), respectively. The Kaplan&#x2013;Meier survival curves for M<sub>p+RRS</sub> in S<sub>T</sub> and in S<sub>V</sub>+S<sub>CCF</sub> are shown in <xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3G, H</bold>
</xref>. In addition, M<sub>p+RRS</sub> was significantly associated with DFS, independent of M<sub>c</sub> and M<sub>p</sub> in the multivariable analysis when evaluated on S<sub>T</sub>+S<sub>V</sub>+S<sub>CCF</sub> (<xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>). In the decision curve analysis, M<sub>p+RRS</sub> yielded a better net benefit compared with M<sub>c</sub> or M<sub>p</sub> individually when the threshold probability &lt;0.35 (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5D</bold>
</xref>).</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>The constructed radiomic nomogram M<sub>p+RRS</sub> <bold>(A)</bold> integrating the pathologic tumor stage (T stage) with the RRS<sub>HPV+</sub>. RRS<sub>HPV+</sub> has more effect on DFS than the T stage, as indicated by a wider range of the total points. Calibration curves have good agreement between predicted and actual survival probability on S<sub>T</sub> <bold>(B)</bold> and S<sub>V</sub>+S<sub>CCF</sub> <bold>(C)</bold>. Decision curve on S<sub>T</sub>+S<sub>V</sub>+S<sub>CCF</sub> <bold>(D)</bold> compared the clinical usefulness of radiomic nomogram M<sub>p+RRS</sub> (black dash line) in DFS prediction against the pathologic staging nomogram M<sub>p</sub> (red dash line) and the clinical nomogram M<sub>c</sub> (green dash line).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-744250-g005.tif"/>
</fig>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Comparison between the radiomic nomogram M<sub>p+RRS</sub>, the pathologic staging nomogram M<sub>p</sub>, and the clinical factors nomogram M<sub>c</sub> for DFS prediction in S<sub>T</sub>+S<sub>V</sub>+S<sub>CCF</sub>.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" colspan="5" align="left">M<sub>p+RRS</sub>, M<sub>c</sub>, and M<sub>p</sub> (S<sub>T</sub>+S<sub>V</sub>+S<sub>CCF</sub>, <italic>N</italic> = 457, 136 died or had recurrence)</th>
</tr>
<tr>
<th valign="top" align="left">Model</th>
<th valign="top" align="center">HR (95% CI)</th>
<th valign="top" align="center">C-index (95% CI)</th>
<th valign="top" align="center">Univariable <italic>p</italic>-value</th>
<th valign="top" align="center">Multivariable <italic>p</italic>-value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">M<sub>p+RRS</sub>
</td>
<td valign="top" align="center">1.6 (1.4&#x2013;2)</td>
<td valign="top" align="center">0.62 (0.57&#x2013;0.67)</td>
<td valign="top" align="center">&lt;0.001***</td>
<td valign="top" align="center">&lt;0.001***</td>
</tr>
<tr>
<td valign="top" align="left">M<sub>p</sub>
</td>
<td valign="top" align="center">2.2 (1.4&#x2013;3.5)</td>
<td valign="top" align="center">0.59 (0.55&#x2013;0.64)</td>
<td valign="top" align="center">&lt;0.001***</td>
<td valign="top" align="center">0.057</td>
</tr>
<tr>
<td valign="top" align="left">M<sub>c</sub>
</td>
<td valign="top" align="center">2.1 (1.4&#x2013;3)</td>
<td valign="top" align="center">0.57 (0.52&#x2013;0.61)</td>
<td valign="top" align="center">&lt;0.001***</td>
<td valign="top" align="center">0.072</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>***refers to extreme significant p values &lt; 0.001.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>When evaluating the prognostic ability of M<sub>p+RRS</sub> for HPV+ patients in S<sub>V</sub>+S<sub>CCF</sub> within each AJCC eighth edition-defined stage group, univariable Cox proportional hazard regression yielded HRs of 1.25 (95% CI: 0.66&#x2013;2.36, <italic>p</italic> = 0.493) for stage I, 2.07 (0.915&#x2013;4.68, <italic>p</italic> = 0.081) for stage II, and 2.32 (1.22&#x2013;4.41, <italic>p</italic> = 0.01) for stage III patients. The corresponding KM curves are shown in <xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4D&#x2013;F</bold>
</xref>.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>HPV+ OPSCC has better clinical prognosis and treatment response than the alcohol- and tobacco-related HPV&#x2212; OPSCC (<xref ref-type="bibr" rid="B23">23</xref>). Because of this, treatment deintensification to reduce therapy-related morbidity in &#x201c;low-risk&#x201d; HPV+ OPSCC patients is being considered. However, a recent phase II randomized controlled trial by Yom et&#xa0;al. reported that patients in whom therapy was deintensified based on traditional TNM staging information did not meet the goal of 2-year DFS &gt;85% (<xref ref-type="bibr" rid="B7">7</xref>). This was likely due to the lack of biomarkers for identifying patients who would most benefit from therapy deintensification. Although the AJCC eighth edition staging system represents a major improvement over the seventh edition, better and more reliable methods for pretreatment prognostication are needed for therapeutic decision-making. The radiomic biomarkers presented in this study aimed to identify those truly low-risk HPV+ patients within both the whole and AJCC eighth edition stage 1 population groups, for whom treatment deintensification should be considered.</p>
<p>In this work, we investigated the ability of both intratumoral and peritumoral radiomic biomarkers on CT scans to predict HPV status for a large cohort of 462 OPSCC patients. Additionally, we addressed the OPSCC prognosis prediction problem independently within the HPV+ and HPV&#x2212; populations. The radiomic signature which was prognostic for the whole HPV+ population was also prognostic within the AJCC eighth edition stage I and stage II patients. Finally, the radiomic features were combined with pathologic staging factors to form a radiomic nomogram for individualized prognosis estimation for HPV+ OPSCC patients.</p>
<p>Currently, measuring p16 protein expression <italic>via</italic> immunohistochemistry is the recommended test for determining HPV status. However, distinct populations of patients exist in whom the tumors overexpress p16 but are in fact negative for HPV-DNA or mRNA expression and vice versa (<xref ref-type="bibr" rid="B24">24</xref>). Consequently, using p16 testing alone to determine HPV status results in some misclassified patients. Additional biomarkers are needed to complement the p16 testing. In the first experiment, we demonstrated that radiomic features from within the tumor and annular rings of 0&#x2013;15 mm outside the tumor on CT imaging could reasonably predict HPV status of OPSCC, with an overall accuracy of 76%. A recent study by Leijenaar et&#xa0;al. designed a statistical framework for HPV status prediction, and they found that HPV+ tumors are more homogeneous in CT densities (<xref ref-type="bibr" rid="B25">25</xref>). This finding is in alignment with the result of this study. Specifically, HPV+ tumors possess a more homogeneous morphologic appearance in terms of CT texture patterns compared with HPV&#x2212; tumors, which in turn is characterized by the Haralick correlation of information measured within the tumor (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>, second column). A higher value of the Haralick correlation indicates less pixel intensity disorders and decreased morphologic appearance heterogeneity for HPV+ tumors compared with HPV&#x2212; tumors. Similar to the findings we report, Bagher-Ebadian et&#xa0;al. reported that HPV+ tumors have consistently lower energy components for seven frequency bands quantified by the DOST features (<xref ref-type="bibr" rid="B26">26</xref>). Although the discriminating textural features we identified are different from previous studies, the interpretations of the features are similar. However, we also found higher gray-level intensity values of HPV+ tumors compared with HPV&#x2212; tumors on CT, which appears to be at odds to the findings of the study by Leijenaar et&#xa0;al. (<xref ref-type="bibr" rid="B25">25</xref>). In addition, our study represents the first study for integrating CT radiomic both within and around the tumor for OPSCC HPV status prediction. We demonstrate the superior discriminability of peritumoral CT radiomic features, which appears to suggest discriminable differences of the microenvironment in the regions immediately outside the tumor. HPV&#x2212; patients are best characterized by a combination of local intensity disorder and microscale heterogeneity in gradient orientation, particularly outside the tumor. Specifically, a higher peritumoral variation of the gradient orientation defined by the CoLlAGe sum of variance was observed in HPV&#x2212; compared with HPV+ tumors. Reduced expression of Haralick information capturing low level of correlation between adjacent pixels was also an important component of the peritumoral radiomic signature for HPV&#x2212; patients. Furthermore, HPV&#x2212; peritumoral regions were characterized by abrupt changes in edges, ripples, and intensity smoothness, as detected by the elevated expression of Laws features. These findings are consistent with previous studies, which showed that HPV+ tumors have less stroma overall, have smoother borders to the nests and leading edges, and are more homogeneously cellular usually without keratin production (<xref ref-type="bibr" rid="B27">27</xref>&#x2013;<xref ref-type="bibr" rid="B29">29</xref>).</p>
<p>In the second experiment, we evaluated the prognostic ability of the HPV status-associated radiomics features found in experiment 1, to separately stratify HPV+ and HPV&#x2212; OPSCC patients into high- and low-risk groups based on DFS. We constructed dedicated radiomic risk scores (RRS<sub>HPV+</sub>, RRS<sub>HPV&#x2212;</sub>), which yielded significant risk stratification based on DFS in the validation set for both HPV+ and HPV&#x2212; populations. A previous study by Leijenaar et&#xa0;al. externally validated the prognostic value of intratumoral radiomic signatures in a larger cohort of 542 OPSCC (C-index = 0.628, <italic>p</italic> &lt; 0.001) but did not consider the variation of the results by HPV status (<xref ref-type="bibr" rid="B30">30</xref>). Valli&#xe8;res et&#xa0;al. used radiomic features from pretreatment FDG-PET and CT images of 300 patients from four different cohorts to prognosticate outcomes in head and neck cancer (<xref ref-type="bibr" rid="B31">31</xref>). They obtained C-indices of 0.63, 0.88, and 0.60 for local, regional, and distant recurrence-free survival. Aerts et&#xa0;al. trained a prognostic radiomic model on 422 patients with lung cancer and validated on 231 patients with head and neck cancers (<xref ref-type="bibr" rid="B32">32</xref>), achieving a concordance index of 0.69 (<italic>p</italic> &lt; 0.001) on the validation set. However, unlike our study, this study did not consider HPV status as an independent prognostic indicator for outcome prediction. The prognostic ability of the radiomic risk score (RRS<sub>HPV+</sub>) was also evaluated within each of the AJCC eighth edition-defined stage groups. Although various treatment deintensification strategies have been proposed by multiple clinical trials based on clinicopathologic factors, there is a lack of reliable biomarkers for risk-stratifying OPSCC patients within individual stage groups. In the HN002 trial, patients meeting criteria of either T1-T2 N1-N2b M0 or T3 N0 N-2b M0 (AJCC seventh ed.) with a &#x2264;10 pack-year smoking history are selected as candidates for therapy deintensification (<xref ref-type="bibr" rid="B7">7</xref>). Their results showed that patients randomly assigned to the non-chemotherapy arm did not meet the goal of 2-year DFS &gt;85%. The authors also reported that for these patients using a low-than-standard-dose radiotherapy resulted in a higher rate of locoregional failure. This indicates that risk stratification based on grouping of clinicopathologic factors alone is not robust and there is a clear unmet clinical need for developing more granular and more objective biomarkers to identify patients who could truly benefit from treatment de-escalation. Clinically, stage I and stage II patients are the current target for treatment de-escalation. However, a subset of these patients still had poor survival outcome and would not benefit from treatment de-escalation (<xref ref-type="bibr" rid="B33">33</xref>). The CT radiomic risk score developed in this study represents a potential useful tool for guiding treatment intensities within the early-stage HPV+ OPSCC patients. By applying the threshold defined from the training set, the learned radiomic risk scores could further separate the stage I and stage II HPV+ patients into high- vs. low-risk groups based on disease-free survival. As such, the radiomic biomarker presented in this study could potentially help to distinguish patients within the current AJCC eighth edition definition of low risk as to which patients will benefit from treatment deintensification vs. those who will not. The findings of this study are consistent with a recently published study, where a histology-based imaging biomarker (MuNi) was found to be associated with survival for stage I and stage II patients (<xref ref-type="bibr" rid="B34">34</xref>). Noticeably, the prognostic radiomic features identified in this study are mainly from peritumoral compartments. One possible explanation for this is that the peritumoral radiomic features are associated with tumor-infiltrating HPV-specific immune responses prior to treatment, which have been more commonly found floating around the tumor without actual penetration or action into the tumor core and are strongly associated with prognosis (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>).</p>
<p>In the third experiment, we developed a radiomic nomogram M<sub>p+RRS</sub> for HPV+ DFS prediction. Currently, the conventional TNM and AJCC staging systems are routinely used for risk stratification and prognosis estimation. They reflect tumor size (T), lymph node status (N), and cancer metastasis (M). However, these staging factors could not capture the intratumor heterogeneity, which has been shown to be a significant prognostic factor. The radiomic nomogram combined the pathologic staging information with the radiomic features extracted from the entire tumor on CT scans, enabling for robust pretreatment survival estimation. Combining the RRS<sub>HPV+</sub> from experiment 2 with the pathologic T stage resulted in a nomogram that leads to a more individualized prognosis prediction. With refinement and improvement, this type of radiomic approach might guide more tailored treatment for patients with better survival outcome. Compared with risk stratification using only the conventional staging factors, the radiomic nomogram had an improved DFS estimation. A previous study by Fakhry et&#xa0;al. showed that a nomogram integrating clinicopathologic factors (i.e., HPV status, T and N stages) could reliably predict progression-free survival (<xref ref-type="bibr" rid="B37">37</xref>), which is in alignment with our results. Based on our results, T3 stage is significantly associated with worse DFS for HPV+ patients, while N1 and N2 stages are significantly associated with worse DFS for HPV&#x2212; patients in both univariable and multivariable analyses. With regard to the radiomic nomogram for head and neck cancer, Zhang et&#xa0;al. built multiparametric MRI-based radiomic nomograms for predicting nasopharyngeal carcinoma prognosis and obtained C-index of 0.776 for PFS prediction (<xref ref-type="bibr" rid="B38">38</xref>). Yuan et&#xa0;al. proved that a nomogram consisting of MRI radiomic signatures and TNM stage could better predict head and neck cancer prognosis with a C-index of 0.72 on the validation set (<xref ref-type="bibr" rid="B39">39</xref>). The prognostic performance difference between our new CT-based nomogram and the MRI-based nomogram may be on the higher image resolution offered by multiparametric MRI, although CT tends to be used more routinely compared with MRI for head and neck cancer. We also noted that both patient cohorts from Zhang et&#xa0;al. (<xref ref-type="bibr" rid="B38">38</xref>) and Yuan et&#xa0;al. (<xref ref-type="bibr" rid="B39">39</xref>) comprised a majority of advanced stage head and neck cancer patients (100% and 70.6%), while our training and validation cohorts consist of only 17% and 26.6% of stage III and no stage IV OPSCC patients. This may also influence the performance of the model since intratumor heterogeneity could be more easily captured within those aggressive tumors.</p>
<p>Our study does have several limitations. First, the prognostic biomarker validation on a single cohort was done in a retrospective manner. Second, we predicted neither benefit of existing treatments for the two populations nor treatment response within the individual AJCC eighth edition-defined stage groups. These aims will be part of our future study involving large multisite and multimodality evaluation of radiomic signatures in predicting treatment response for the two populations. Third, we acknowledge the limitation of our dataset from the TCIA in terms of HPV status based on p16 testing which may not accurately reflect the true transcriptionally active HPV status, at least for a small percentage of patients. Nonetheless, this study demonstrates that CT radiomic features could, in theory, complement the existing p16 testing method in distinguishing HPV status.</p>
<p>Despite the aforementioned limitations, this study is the first to show the role of combined intratumoral and peritumoral radiomic features in predicting HPV status of OPSCC patients. It is also the first study to incorporate both radiomic signatures and corresponding nomograms for prognosis prediction for HPV+ and HPV&#x2212; patients. If confirmed in prospective clinical trials, this radiomic nomogram pipeline could enrich the existing AJCC eighth staging systems for risk-stratifying OPSCC patients. One can imagine a strategy where numerous sources of data go into predictive models for patient care. Especially attractive here is that all patients received pretreatment cross-sectional CT scans so the data are already garnered in digitized form, easily available for radiomics-based nomograms for prognosis prediction.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s6">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Cleveland Clinic. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7">
<title>Author Contributions</title>
<p>BS: conceptualization, data curation, formal analysis, methodology, investigation, writing&#x2014;original draft, and writing&#x2014;review and editing. KY: conceptualization, investigation, and writing&#x2014;review and editing. JG: writing&#x2014;review and editing. CL: writing&#x2014;review and editing. LL: formal analysis and investigation. NB: writing&#x2014;review and editing. CK: writing&#x2014;review and editing. PT: resources and investigation. PF: conceptualization, investigation, and writing&#x2014;review and editing. SK: resources, investigation, and writing&#x2014;review and editing. JSL: resources, investigation, and writing&#x2014;review and editing. AM: conceptualization, methodology, investigation, supervision, funding acquisition, project administration, and writing&#x2014;review and editing. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>Research<bold/> reported in this publication was supported by the National Cancer Institute under award numbers 1U24CA199374-01, R01 CA24999201A1, R01CA202752-01A1, R01CA208236-01A1, R01CA216579-01A1, R01CA220581-01A1, 1U01CA239055-01, 1U01CA248226-01, and 1U54CA254566-01; National Heart, Lung and Blood Institute 1R01HL15127701A1; National Institute for Biomedical Imaging and Bioengineering 1R43EB028736-01; National Center for Research Resources under award number 1 C06 RR12463-01; VA Merit Review Award IBX004121A from the United States Department of Veterans Affairs Biomedical Laboratory Research and Development Service; the Office of the Assistant Secretary of Defense for Health Affairs, through the Breast Cancer Research Program (W81XWH-19-1-0668), the Prostate Cancer Research Program (W81XWH-15-1-0558, W81XWH-20-1-0851), the Lung Cancer Research Program (W81XWH-18-1-0440, W81XWH-20-1-0595), and the Peer Reviewed Cancer Research Program (W81XWH-18-1-0404); the Kidney Precision Medicine Project (KPMP) Glue Grant; the Ohio Third Frontier Technology Validation Fund; the Clinical and Translational Science Collaborative of Cleveland (UL1TR0002548) from the National Center for Advancing Translational Sciences (NCATS) component of the National Institutes of Health and NIH roadmap for Medical Research; and the Wallace H. Coulter Foundation Program in the Department of Biomedical Engineering at Case Western Reserve University. KY was supported by the Computational Genomic Epidemiology of Cancer (CoGEC) Program at Case Comprehensive Cancer Center (T32CA094186).</p>
</sec>
<sec id="s9">
<title>Author Disclaimer</title>
<p>The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health, the U.S. Department of Veterans Affairs, the Department of Defense, or the United States Government.</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>AM is an equity holder in Elucid Bioimaging and in Inspirata Inc. In addition, he has served as a scientific advisory board member for Inspirata Inc., AstraZeneca, Bristol Myers Squibb, and Merck. Currently, he serves on the advisory board of Aiforia Inc. He also has sponsored research agreements with Philips, AstraZeneca, Boehringer Ingelheim, and Bristol Myers Squibb. His technology has been licensed to Elucid Bioimaging. He is also involved in a NIH U24 grant with PathCore Inc. and three different R01 grants with Inspirata Inc. SK is a consultant for Merck and Regeneron, receives research support from Merck and Bristol Myers Squibb, and reports honoraria from UpToDate.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>The authors would like to thank Dr. Christina Buzzy and Katherine Gullett for manuscript revisions.</p>
</ack>
<sec id="s12" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2021.744250/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2021.744250/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stein</surname> <given-names>AP</given-names>
</name>
<name>
<surname>Saha</surname> <given-names>S</given-names>
</name>
<name>
<surname>Kraninger</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Swick</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lambert</surname> <given-names>PF</given-names>
</name>
<etal/>
</person-group>. <article-title>Prevalence of Human Papillomavirus in Oropharyngeal Cancer: A Systematic Review</article-title>. <source>Cancer J</source> (<year>2015</year>) <volume>21</volume>:<page-range>138&#x2013;46</page-range>. doi: <pub-id pub-id-type="doi">10.1097/PPO.0000000000000115</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ang</surname> <given-names>KK</given-names>
</name>
<name>
<surname>Harris</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wheeler</surname> <given-names>R</given-names>
</name>
<name>
<surname>Weber</surname> <given-names>R</given-names>
</name>
<name>
<surname>Rosenthal</surname> <given-names>DI</given-names>
</name>
<name>
<surname>Nguyen-T&#xe2;n</surname> <given-names>PF</given-names>
</name>
<etal/>
</person-group>. <article-title>Human Papillomavirus and Survival of Patients With Oropharyngeal Cancer</article-title>. <source>N Engl J Med</source> (<year>2010</year>) <volume>363</volume>:<fpage>24</fpage>&#x2013;<lpage>35</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMoa0912217</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fakhry</surname> <given-names>C</given-names>
</name>
<name>
<surname>Westra</surname> <given-names>WH</given-names>
</name>
<name>
<surname>Li</surname> <given-names>S</given-names>
</name>
<name>
<surname>Cmelak</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ridge</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Pinto</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Improved Survival of Patients With Human Papillomavirus-Positive Head and Neck Squamous Cell Carcinoma in a Prospective Clinical Trial</article-title>. <source>J Natl Cancer Inst</source> (<year>2008</year>) <volume>100</volume>:<page-range>261&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1093/jnci/djn011</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Machczy&#x144;ski</surname> <given-names>P</given-names>
</name>
<name>
<surname>Majchrzak</surname> <given-names>E</given-names>
</name>
<name>
<surname>Niewinski</surname> <given-names>P</given-names>
</name>
<name>
<surname>Marchlewska</surname> <given-names>J</given-names>
</name>
<name>
<surname>Golusi&#x144;ski</surname> <given-names>W</given-names>
</name>
</person-group>. <article-title>A Review of the 8th Edition of the AJCC Staging System for Oropharyngeal Cancer According to HPV Status</article-title>. <source>Eur Arch Otorhinolaryngol</source> (<year>2020</year>) <volume>277</volume>:<page-range>2407&#x2013;12</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00405-020-05979-9</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Howard</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dwivedi</surname> <given-names>RC</given-names>
</name>
<name>
<surname>Masterson</surname> <given-names>L</given-names>
</name>
<name>
<surname>Kothari</surname> <given-names>P</given-names>
</name>
<name>
<surname>Quon</surname> <given-names>H</given-names>
</name>
<name>
<surname>Holsinger</surname> <given-names>FC</given-names>
</name>
</person-group>. <article-title>De-Intensified Adjuvant (Chemo)Radiotherapy Versus Standard Adjuvant Chemoradiotherapy Post Transoral Minimally Invasive Surgery for Resectable HPV-Positive Oropharyngeal Carcinoma</article-title>. <source>Cochrane Database Syst Rev</source> (<year>2018</year>) <volume>12</volume>:<fpage>CD012939</fpage>. doi: <pub-id pub-id-type="doi">10.1002/14651858.CD012939.pub2</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amin</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Greene</surname> <given-names>FL</given-names>
</name>
<name>
<surname>Edge</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Compton</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Gershenwald</surname> <given-names>JE</given-names>
</name>
<name>
<surname>Brookland</surname> <given-names>RK</given-names>
</name>
<etal/>
</person-group>. <article-title>The Eighth Edition AJCC Cancer Staging Manual: Continuing to Build a Bridge From a Population-Based to a More &#x201c;Personalized&#x201d; Approach to Cancer Staging</article-title>. <source>CA Cancer J Clin</source> (<year>2017</year>) <volume>67</volume>:<page-range>93&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.3322/caac.21388</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yom</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Torres-Saavedra</surname> <given-names>P</given-names>
</name>
<name>
<surname>Caudell</surname> <given-names>JJ</given-names>
</name>
<name>
<surname>Waldron</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Gillison</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Xia</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Reduced-Dose Radiation Therapy for HPV-Associated Oropharyngeal Carcinoma (NRG Oncology HN002)</article-title>. <source>J Clin Oncol</source> (<year>2021</year>) <volume>39</volume>:<page-range>956&#x2013;65</page-range>. doi: <pub-id pub-id-type="doi">10.1200/JCO.20.03128</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>W&#xfc;rdemann</surname> <given-names>N</given-names>
</name>
<name>
<surname>Wagner</surname> <given-names>S</given-names>
</name>
<name>
<surname>Sharma</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Prigge</surname> <given-names>E-S</given-names>
</name>
<name>
<surname>Reuschenbach</surname> <given-names>M</given-names>
</name>
<name>
<surname>Gattenl&#xf6;hner</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognostic Impact of AJCC/UICC 8th Edition New Staging Rules in Oropharyngeal Squamous Cell Carcinoma</article-title>. <source>Front Oncol</source> (<year>2017</year>) <volume>7</volume>:<elocation-id>129</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2017.00129</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Becker</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hofauer</surname> <given-names>BG</given-names>
</name>
<name>
<surname>Mansour</surname> <given-names>N</given-names>
</name>
<name>
<surname>Ketterer</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Schulz</surname> <given-names>T</given-names>
</name>
<name>
<surname>Knopf</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>The 8th Edition of the TNM Staging System-A Curse or a Bfor Oropharyngeal Carcinoma</article-title>? <source>HNO</source> (<year>2021</year>) <volume>69</volume>(<issue>2</issue>):<fpage>89</fpage>&#x2013;<lpage>94</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00106-020-00875-4</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kwan</surname> <given-names>JYY</given-names>
</name>
<name>
<surname>Su</surname> <given-names>J</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Ghoraie</surname> <given-names>LS</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomic Biomarkers to Refine Risk Models for Distant Metastasis in HPV-related Oropharyngeal Carcinoma</article-title>. <source>Int J Radiat Oncol Biol Phys</source> (<year>2018</year>) <volume>102</volume>(<issue>4</issue>):<page-range>1107&#x2013;16</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ijrobp.2018.01.057</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wong</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Kanwar</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mohamed</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Fuller</surname> <given-names>CD</given-names>
</name>
</person-group>. <article-title>Radiomics in Head and Neck Cancer: From Exploration to Application</article-title>. <source>Transl Cancer Res</source> (<year>2016</year>) <volume>5</volume>:<page-range>371&#x2013;82</page-range>. doi: <pub-id pub-id-type="doi">10.21037/tcr.2016.07.18</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beig</surname> <given-names>N</given-names>
</name>
<name>
<surname>Khorrami</surname> <given-names>M</given-names>
</name>
<name>
<surname>Alilou</surname> <given-names>M</given-names>
</name>
<name>
<surname>Prasanna</surname> <given-names>P</given-names>
</name>
<name>
<surname>Braman</surname> <given-names>N</given-names>
</name>
<name>
<surname>Orooji</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Perinodular and Intranodular Radiomic Features on Lung CT Images Distinguish Adenocarcinomas From Granulomas</article-title>. <source>Radiology</source> (<year>2019</year>) <volume>290</volume>:<page-range>783&#x2013;92</page-range>. doi: <pub-id pub-id-type="doi">10.1148/radiol.2018180910</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Braman</surname> <given-names>N</given-names>
</name>
<name>
<surname>Prasanna</surname> <given-names>P</given-names>
</name>
<name>
<surname>Whitney</surname> <given-names>J</given-names>
</name>
<name>
<surname>Singh</surname> <given-names>S</given-names>
</name>
<name>
<surname>Beig</surname> <given-names>N</given-names>
</name>
<name>
<surname>Etesami</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Association of Peritumoral Radiomics With Tumor Biology and Pathologic Response to Preoperative Targeted Therapy for HER2 (ERBB2)-Positive Breast Cancer</article-title>. <source>JAMA Netw Open</source> (<year>2019</year>) <volume>2</volume>(<issue>4</issue>):<fpage>e192561</fpage>. doi: <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.2561</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Clark</surname> <given-names>K</given-names>
</name>
<name>
<surname>Vendt</surname> <given-names>B</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>K</given-names>
</name>
<name>
<surname>Freymann</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kirby</surname> <given-names>J</given-names>
</name>
<name>
<surname>Koppel</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>The Cancer Imaging Archive (TCIA): Maintaining and Operating a Public Information Repository</article-title>. <source>J Digit Imaging</source> (<year>2013</year>) <volume>26</volume>:<page-range>1045&#x2013;57</page-range>. doi: 10.1007s10278-013-9622-7
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mohiuddin</surname> <given-names>K</given-names>
</name>
<name>
<surname>Haneuse</surname> <given-names>S</given-names>
</name>
<name>
<surname>Sofer</surname> <given-names>T</given-names>
</name>
<name>
<surname>Gill</surname> <given-names>R</given-names>
</name>
<name>
<surname>Jaklitsch</surname> <given-names>MT</given-names>
</name>
<name>
<surname>Colson</surname> <given-names>YL</given-names>
</name>
<etal/>
</person-group>. <article-title>Relationship Between Margin Distance and Local Recurrence Among Patients Undergoing Wedge Resection for Small (&#x2264;2 cm) Non-Small Cell Lung Cancer</article-title>. <source>J Thorac Cardiovasc Surg</source> (<year>2014</year>) <volume>147</volume>:<page-range>1169&#x2013;75</page-range>; discussion 1175-1177. doi: <pub-id pub-id-type="doi">10.1016/j.jtcvs.2013.11.056</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haralick</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Shanmugam</surname> <given-names>K</given-names>
</name>
<name>
<surname>Dinstein</surname> <given-names>I</given-names>
</name>
</person-group>. <article-title>Textural Features for Image Classification</article-title> In: <source>IEEE Transactions on Systems, Man, and Cybernetics</source>, <volume>vol. SMC-3</volume>, no. 6. (<year>1973</year>) pp. <page-range>610&#x2013;21</page-range> doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TSMC.1973.4309314</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillett</surname> <given-names>WD</given-names>
</name>
</person-group>. <article-title>Image Classification Using Laws&#x2019; Texture Energy Measures. All Computer Science and Engineering Research</article-title>. (<year>1987</year>). Report Number: WUCS-87-25.</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fogel</surname> <given-names>I</given-names>
</name>
<name>
<surname>Sagi</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Gabor Filters as Texture Discriminator</article-title>. <source>Biol Cybern</source> (<year>1989</year>) <volume>61</volume>:<page-range>103&#x2013;13</page-range>. doi: <pub-id pub-id-type="doi">10.1007/BF00204594</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Prasanna</surname> <given-names>P</given-names>
</name>
<name>
<surname>Tiwari</surname> <given-names>P</given-names>
</name>
<name>
<surname>Madabhushi</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Co-Occurrence of Local Anisotropic Gradient Orientations (CoLlAGe): A New Radiomics Descriptor</article-title>. <source>Sci Rep</source> (<year>2016</year>) <volume>6</volume>:<fpage>37241</fpage>. doi: <pub-id pub-id-type="doi">10.1038/srep37241</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shirzad</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Keyvanpour</surname> <given-names>MR</given-names>
</name>
</person-group>. <article-title>A Feature Selection Method Based on Minimum Redundancy Maximum Relevance for Learning to Rank</article-title>. <source>AI Robotics (IRANOPEN)</source> (<year>2015</year>) <volume>2015</volume>:<fpage>1</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1109/RIOS.2015.7270735</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Beig</surname> <given-names>N</given-names>
</name>
<name>
<surname>Bera</surname> <given-names>K</given-names>
</name>
<name>
<surname>Prasanna</surname> <given-names>P</given-names>
</name>
<name>
<surname>Antunes</surname> <given-names>J</given-names>
</name>
<name>
<surname>Correa</surname> <given-names>R</given-names>
</name>
<name>
<surname>Singh</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiogenomic-Based Survival Risk Stratification of Tumor Habitat on Gd-T1w MRI Is Associated With Biological Processes in Glioblastoma</article-title>. <source>Clin Cancer Res</source> (<year>2020</year>) <volume>26</volume>:<page-range>1866&#x2013;76</page-range>. doi: <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-19-2556</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vickers</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>van Calster</surname> <given-names>B</given-names>
</name>
<name>
<surname>Steyerberg</surname> <given-names>EW</given-names>
</name>
</person-group>. <article-title>A Simple, Step-by-Step Guide to Interpreting Decision Curve Analysis</article-title>. <source>Diagn Progn Res</source> (<year>2019</year>) <volume>3</volume>:<fpage>18</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s41512-019-0064-7</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Taberna</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mena</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pav&#xf3;n</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Alemany</surname> <given-names>L</given-names>
</name>
<name>
<surname>Gillison</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Mes&#xed;a</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>Human Papillomavirus-Related Oropharyngeal Cancer</article-title>. <source>Ann Oncol</source> (<year>2017</year>) <volume>28</volume>:<page-range>2386&#x2013;98</page-range>. doi: <pub-id pub-id-type="doi">10.1093/annonc/mdx304</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singhi</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Westra</surname> <given-names>WH</given-names>
</name>
</person-group>. <article-title>Comparison of Human Papillomavirus <italic>in Situ</italic> Hybridization and P16 Immunohistochemistry in the Detection of Human Papillomavirus-Associated Head and Neck Cancer Based on a Prospective Clinical Experience</article-title>. <source>Cancer</source> (<year>2010</year>) <volume>116</volume>:<page-range>2166&#x2013;73</page-range>. doi: <pub-id pub-id-type="doi">10.1002/cncr.25033</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leijenaar</surname> <given-names>RT</given-names>
</name>
<name>
<surname>Bogowicz</surname> <given-names>M</given-names>
</name>
<name>
<surname>Jochems</surname> <given-names>A</given-names>
</name>
<name>
<surname>Hoebers</surname> <given-names>FJ</given-names>
</name>
<name>
<surname>Wesseling</surname> <given-names>FW</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>SH</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and Validation of a Radiomic Signature to Predict HPV (P16) Status From Standard CT Imaging: A Multicenter Study</article-title>. <source>Br J Radiol</source> (<year>2018</year>) <volume>91</volume>:<fpage>20170498</fpage>. doi: <pub-id pub-id-type="doi">10.1259/bjr.20170498</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bagher-Ebadian</surname> <given-names>H</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Siddiqui</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ghanem</surname> <given-names>AI</given-names>
</name>
<name>
<surname>Wen</surname> <given-names>N</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>Q</given-names>
</name>
<etal/>
</person-group>. <article-title>Application of Radiomics for the Prediction of HPV Status for Patients With Head and Neck Cancers</article-title>. <source>Med Phys</source> (<year>2020</year>) <volume>47</volume>:<page-range>563&#x2013;75</page-range>. doi: <pub-id pub-id-type="doi">10.1002/mp.13977</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chernock</surname> <given-names>RD</given-names>
</name>
</person-group>. <article-title>Morphologic Features of Conventional Squamous Cell Carcinoma of the Oropharynx: &#x201c;Keratinizing&#x201d; and &#x201c;Nonkeratinizing&#x201d; Histologic Types as the Basis for a Consistent Classification System</article-title>. <source>Head Neck Pathol</source> (<year>2012</year>) <volume>6 Suppl 1</volume>:<page-range>S41&#x2013;47</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s12105-012-0373-4</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Westra</surname> <given-names>WH</given-names>
</name>
</person-group>. <article-title>The Morphologic Profile of HPV-Related Head and Neck Squamous Carcinoma: Implications for Diagnosis, Prognosis, and Clinical Management</article-title>. <source>Head Neck Pathol</source> (<year>2012</year>) <volume>6 Suppl 1</volume>:<page-range>S48&#x2013;54</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s12105-012-0371-6</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chernock</surname> <given-names>RD</given-names>
</name>
<name>
<surname>El-Mofty</surname> <given-names>SK</given-names>
</name>
<name>
<surname>Thorstad</surname> <given-names>WL</given-names>
</name>
<name>
<surname>Parvin</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Lewis</surname> <given-names>JS</given-names>
</name>
</person-group>. <article-title>HPV-Related Nonkeratinizing Squamous Cell Carcinoma of the Oropharynx: Utility of Microscopic Features in Predicting Patient Outcome</article-title>. <source>Head Neck Pathol</source> (<year>2009</year>) <volume>3</volume>:<page-range>186&#x2013;94</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s12105-009-0126-1</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leijenaar</surname> <given-names>RTH</given-names>
</name>
<name>
<surname>Carvalho</surname> <given-names>S</given-names>
</name>
<name>
<surname>Hoebers</surname> <given-names>FJP</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>HJWL</given-names>
</name>
<name>
<surname>van Elmpt</surname> <given-names>WJC</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>SH</given-names>
</name>
<etal/>
</person-group>. <article-title>External Validation of a Prognostic CT-Based Radiomic Signature in Oropharyngeal Squamous Cell Carcinoma</article-title>. <source>Acta Oncol</source> (<year>2015</year>) <volume>54</volume>:<page-range>1423&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.3109/0284186X.2015.1061214</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Valli&#xe8;res</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kay-Rivest</surname> <given-names>E</given-names>
</name>
<name>
<surname>Perrin</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Liem</surname> <given-names>X</given-names>
</name>
<name>
<surname>Furstoss</surname> <given-names>C</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>HJWL</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Strategies for Risk Assessment of Tumour Failure in Head-and-Neck Cancer</article-title>. <source>Sci Rep</source> (<year>2017</year>) <volume>7</volume>:<fpage>10117</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-017-10371-5</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aerts</surname> <given-names>HJWL</given-names>
</name>
<name>
<surname>Velazquez</surname> <given-names>ER</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RTH</given-names>
</name>
<name>
<surname>Parmar</surname> <given-names>C</given-names>
</name>
<name>
<surname>Grossmann</surname> <given-names>P</given-names>
</name>
<name>
<surname>Carvalho</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Decoding Tumour Phenotype by Noninvasive Imaging Using a Quantitative Radiomics Approach</article-title>. <source>Nat Commun</source> (<year>2014</year>) <volume>5</volume>:<fpage>4006</fpage>. doi: <pub-id pub-id-type="doi">10.1038/ncomms5006</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oguejiofor</surname> <given-names>K</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>J</given-names>
</name>
<name>
<surname>Slater</surname> <given-names>C</given-names>
</name>
<name>
<surname>Betts</surname> <given-names>G</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>G</given-names>
</name>
<name>
<surname>Slevin</surname> <given-names>N</given-names>
</name>
<etal/>
</person-group>. <article-title>Stromal Infiltration of CD8 T Cells is Associated With Improved Clinical Outcome in HPV-Positive Oropharyngeal Squamous Carcinoma</article-title>. <source>Br J Cancer</source> (<year>2015</year>) <volume>113</volume>:<page-range>886&#x2013;93</page-range>. doi: <pub-id pub-id-type="doi">10.1038/bjc.2015.277</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Koyuncu</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Bera</surname> <given-names>K</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Toro</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Computerized Tumor Multinucleation Index (MuNI) is Prognostic in P16+ Oropharyngeal Carcinoma</article-title>. <source>J Clin Invest</source> (<year>2021</year>) <volume>131</volume>(<issue>8</issue>):<elocation-id>e145488</elocation-id>. doi: <pub-id pub-id-type="doi">10.1172/JCI145488</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sinha</surname> <given-names>P</given-names>
</name>
<name>
<surname>Lewis</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Kallogjeri</surname> <given-names>D</given-names>
</name>
<name>
<surname>Nussenbaum</surname> <given-names>B</given-names>
</name>
<name>
<surname>Haughey</surname> <given-names>BH</given-names>
</name>
</person-group>. <article-title>Soft Tissue Metastasis in P16-Positive Oropharynx Carcinoma: Prevalence and Association With Distant Metastasis</article-title>. <source>Oral Oncol</source> (<year>2015</year>) <volume>51</volume>:<page-range>778&#x2013;86</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.oraloncology.2015.05.004</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hanoteau</surname> <given-names>A</given-names>
</name>
<name>
<surname>Newton</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Krupar</surname> <given-names>R</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>H-C</given-names>
</name>
<name>
<surname>Gaspero</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Tumor Microenvironment Modulation Enhances Immunologic Benefit of Chemoradiotherapy</article-title>. <source>J Immunother Cancer</source> (<year>2019</year>) <volume>7</volume>:<fpage>10</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s40425-018-0485-9</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fakhry</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Nguyen-T&#xe2;n</surname> <given-names>PF</given-names>
</name>
<name>
<surname>Rosenthal</surname> <given-names>DI</given-names>
</name>
<name>
<surname>Weber</surname> <given-names>RS</given-names>
</name>
<name>
<surname>Lambert</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and Validation of Nomograms Predictive of Overall and Progression-Free Survival in Patients With Oropharyngeal Cancer</article-title>. <source>J Clin Oncol</source> (<year>2017</year>) <volume>35</volume>:<page-range>4057&#x2013;65</page-range>. doi: <pub-id pub-id-type="doi">10.1200/JCO.2016.72.0748</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>D</given-names>
</name>
<name>
<surname>Gu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Features of Multiparametric MRI as Novel Prognostic Factors in Advanced Nasopharyngeal Carcinoma</article-title>. <source>Clin Cancer Res</source> (<year>2017</year>) <volume>23</volume>:<page-range>4259&#x2013;69</page-range>. doi: <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-16-2910</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuan</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ren</surname> <given-names>J</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Tao</surname> <given-names>X</given-names>
</name>
</person-group>. <article-title>MRI-Based Radiomic Signature as Predictive Marker for Patients With Head and Neck Squamous Cell Carcinoma</article-title>. <source>Eur J Radiol</source> (<year>2019</year>) <volume>117</volume>:<page-range>193&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ejrad.2019.06.019</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>