<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2022.775248</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Tumor Prognostic Prediction of Nasopharyngeal Carcinoma Using CT-Based Radiomics in Non-Chinese Patients</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Intarak</surname><given-names>Sararas</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chongpison</surname><given-names>Yuda</given-names>
</name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vimolnoch</surname><given-names>Mananchaya</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Oonsiri</surname><given-names>Sornjarod</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kitpanit</surname><given-names>Sarin</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Prayongrat</surname><given-names>Anussara</given-names>
</name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kannarunimit</surname><given-names>Danita</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chakkabat</surname><given-names>Chakkapong</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sriswasdi</surname><given-names>Sira</given-names>
</name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1586412"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lertbutsayanukul</surname><given-names>Chawalit</given-names>
</name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Rakvongthai</surname><given-names>Yothin</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<xref ref-type="author-notes" rid="fn001"><sup>*</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1227411"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Medical Physics Program, Department of Radiology, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff2"><sup>2</sup><institution>Chulalongkorn University Biomedical Imaging Group, Department of Radiology, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff3"><sup>3</sup><institution>Biostatistics Excellence Center, Research Affairs, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff4"><sup>4</sup><institution>Division of Radiation Oncology, Department of Radiology, King Chulalongkorn Memorial Hospital</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff5"><sup>5</sup><institution>Division of Radiation Oncology, Department of Radiology, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff6"><sup>6</sup><institution>Research Affairs, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff7"><sup>7</sup><institution>Center for Artificial Intelligence in Medicine, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<aff id="aff8"><sup>8</sup><institution>Division of Nuclear Medicine, Department of Radiology, Faculty of Medicine, Chulalongkorn University</institution>, <addr-line>Bangkok</addr-line>, <country>Thailand</country></aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Dakai Jin, PAII Inc., United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Zhongxiang Ding, Zhejiang University, China; Ling Zhang, Alibaba (China) Co., Ltd., China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Yothin Rakvongthai, <email xlink:href="mailto:yothin.r@chula.ac.th">yothin.r@chula.ac.th</email></p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>28</day>
<month>01</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>12</volume>
<elocation-id>775248</elocation-id>
<history>
<date date-type="received">
<day>13</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>05</day>
<month>01</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Intarak, Chongpison, Vimolnoch, Oonsiri, Kitpanit, Prayongrat, Kannarunimit, Chakkabat, Sriswasdi, Lertbutsayanukul and Rakvongthai</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Intarak, Chongpison, Vimolnoch, Oonsiri, Kitpanit, Prayongrat, Kannarunimit, Chakkabat, Sriswasdi, Lertbutsayanukul and Rakvongthai</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>We aimed to construct predictive models for the overall survival (OS), progression-free survival (PFS), and distant metastasis-free survival (DMFS) for nasopharyngeal carcinoma (NPC) patients by using CT-based radiomics.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>We collected data from 197 NPC patients. For each patient, radiomic features were extracted from the CT image acquired at pretreatment <italic>via</italic> PyRadiomics. Feature selection was performed in two steps. First, features with high inter-observer variability based on multiple tumor delineations were excluded. Then, stratified bootstrappings were performed to identify feature combinations that most frequently achieved the highest (i) area under the receiver operating characteristic curve (AUC) for predicting 3-year OS, PFS, and DMFS or (ii) Harrell&#x2019;s C-index for predicting time to event. Finally, regularized logistic regression and Cox proportional hazard models with the most frequently selected feature combinations as input were tuned using cross-validation. Additionally, we examined the robustness of the constructed model to variation in tumor delineation by simulating 100 realizations of radiomic feature values to mimic features extracted from different tumor boundaries.</p>
</sec>
<sec>
<title>Results</title>
<p>The combined model that used both radiomics and clinical features yielded significantly higher AUC and Harrell&#x2019;s C-index than models using either feature set alone for all outcomes (<italic>p</italic> &lt; 0.05). The AUCs and Harrell&#x2019;s C-indices of the clinical-only and radiomics-only models ranged from 0.758 &#xb1; 0.091 to 0.789 &#xb1; 0.082 and from 0.747 &#xb1; 0.062 to 0.767 &#xb1; 0.074, respectively. In comparison, the combined models achieved AUC of 0.801 &#xb1; 0.075 to 0.813 &#xb1; 0.078 and Harrell&#x2019;s C-indices of 0.779 &#xb1; 0.066 to 0.796 &#xb1; 0.069. The results showed that our models were robust to variation in tumor delineation with the coefficient of variation ranging from 4.8% to 6.4% and from 6.7% to 9.3% for AUC and Harrell&#x2019;s C-index, respectively.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Our results demonstrated that using CT-based radiomic features together with clinical features provided superior NPC prognostic prediction than using either clinical or radiomic features alone.</p>
</sec>
</abstract>
<kwd-group>
<kwd>nasopharyngeal carcinoma</kwd>
<kwd>prognosis</kwd>
<kwd>radiomics</kwd>
<kwd>imaging biomarkers</kwd>
<kwd>computed tomography</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Research Council of Thailand<named-content content-type="fundref-id">10.13039/501100004704</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Chulalongkorn University<named-content content-type="fundref-id">10.13039/501100002873</named-content>
</contract-sponsor>
<counts>
<fig-count count="4"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="41"/>
<page-count count="9"/>
<word-count count="4281"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>Nasopharyngeal carcinoma (NPC) is one of the most malignant head and neck cancers worldwide and is endemic in Southeast Asia and Southern China (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). According to the International Agency for Research on Cancer, there were about 130,000 new cases of nasopharyngeal carcinoma in 2020 (<xref ref-type="bibr" rid="B3">3</xref>). The mainstay treatment of NPC is intensity-modulated radiation therapy (IMRT) with chemotherapy. However, the treatment strategies, e.g., concurrent chemoradiotherapy (CCRT), CCRT followed by adjuvant chemotherapy, or induction chemotherapy followed by CCRT need personalized data for therapeutic planning (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>In NPC, clinical staging according to the American Joint Committee on Cancer (AJCC) is conventionally used to guide the optimal treatment and determine cancer prognosis (<xref ref-type="bibr" rid="B5">5</xref>&#x2013;<xref ref-type="bibr" rid="B8">8</xref>). Until recently, plasma Epstein&#x2013;Barr virus (EBV) DNA has been widely used for early detection, prognostication, and monitoring of treatment response of NPC (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>). Nevertheless, the EBV DNA level was undetectable up to 40% in non-Chinese series (<xref ref-type="bibr" rid="B13">13</xref>). Therefore, an additional effective biomarker is needed to improve the prognostic performance.</p>
<p>Medical imaging is a routine practice in oncologic patient management for tumor diagnosis and staging, treatment planning, and response monitoring. Computed tomography (CT) and magnetic resonance imaging (MRI) are common modalities in NPC imaging. Tumor appearance in radiographic images and demographic features such as patients&#x2019; age, tumor stage, and performance status were used to select an appropriate treatment. However, conventionally, the radiologic tumor description is provided qualitatively by focusing on tumor size and anatomical extension without considering intratumoral heterogeneity, which is predictive of the prognostic outcomes (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>). Radiomics, an emerging technique for tumor characterization, is the process of converting medical images into minable high-dimensional data (<xref ref-type="bibr" rid="B16">16</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>). It refers to the extraction of quantitative features, so-called radiomic features, which describe detailed tumor characteristics, from whole tumor mass. Examples of radiomic features include tumor size, geometry, voxel intensity, and texture patterns. Several studies showed potential of radiomic features in head and neck cancer prognostic prediction. Aerts et al. (<xref ref-type="bibr" rid="B20">20</xref>) found that the radiomics model was able to capture intratumoral heterogeneity and was significantly associated with the gene-expression profile pattern. Moreover, results from various studies showed high correlation between radiomic features and prognostic outcomes, such as in head and neck cancer (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>), esophageal cancer (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B24">24</xref>), and nasopharyngeal cancer (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>In NPC, several studies on radiomics also showed great promise for prognosis. Du et al. (<xref ref-type="bibr" rid="B25">25</xref>) used pretreatment contrast-enhanced T1- or T2-weighted MRI to construct predictive models for 3-year disease progression after IMRT treatment. The results showed that combining radiomics with other clinical features including age, sex, and TNM staging yielded higher prognostic performance than using clinical features alone. Similarly, Ming et al. (<xref ref-type="bibr" rid="B26">26</xref>) found that combining clinical features with MRI-based radiomics yielded higher performance. Some studies integrated pretreatment Epstein&#x2013;Bar virus (EBV) DNA information as part of clinical features (<xref ref-type="bibr" rid="B27">27</xref>&#x2013;<xref ref-type="bibr" rid="B29">29</xref>). The combined model of clinical and radiomic features yielded the highest prognostic performance in these studies as well.</p>
<p>In countries with limited resources, CT scans are more widely used and accessible than MRI because they are typically less expensive. However, while there were several research studies that used MRI data of non-metastasis NPC patients, none of them investigated the predictive value of CT-based radiomics in NPC. Therefore, in our study, we used CT-based radiomics to build the predictive model for NPC. We hypothesized that CT information, like MRI&#x2019;s, should also improve the predictive performance. Moreover, if successful, our model would be beneficial for centers without an MRI simulator.</p>
<p>Specifically, we developed prognostic models for NPC based on conventional clinical features, pretreatment CT radiomic features, and the combination of the two. We compared their prognostic performances in terms of overall survival (OS), progression-free survival (PFS), and distant metastasis-free survival (DMFS) at 3 years as well as time-to-event outcomes.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>2 Materials and Methods</title>
<sec id="s2_1">
<title>2.1 Dataset</title>
<p>Data from newly diagnosed NPC patients at King Chulalongkorn Memorial Hospital, Thai Red Cross Society, Bangkok, Thailand, between October 2010 and September 2015 were collected. This group of patients was part of the patients who were enrolled in a previously reported randomized study comparing the IMRT technique between sequential versus simultaneous integrated boost technique (<xref ref-type="bibr" rid="B30">30</xref>). This study was approved by the Institutional Review Board of Faculty of Medicine, Chulalongkorn University, Bangkok, Thailand (IRB no. 745/61). The inclusion criteria of this study were as follows: (a) newly diagnosed with NPC patients, (b) no evidence of distant metastasis, (c) at least 3-year follow-up time, (d) underwent CT and MRI simulation, (e) received the IMRT with chemotherapy, and (f) available pretreatment plasma Epstein&#x2013;Barr virus (EBV) DNA level. The clinical data included sex, age, and tumor staging. Patient were restaged according to the 8<sup>th</sup> edition of the American Joint Committee on Cancer (AJCC) TNM staging system (<xref ref-type="bibr" rid="B5">5</xref>). Patients with more than T1 or positive nodal disease received IMRT 70 Gy in 33&#x2013;35 fractions with a concurrent chemotherapy by weekly cisplatin 40 mg/m<sup>2</sup> for a maximum of seven cycles. Cisplatin 80 mg/m<sup>2</sup> and 5-fluorouracil (5-FU) 1,000 mg/m<sup>2</sup>/24 h were given as adjuvant chemotherapy over a 96-h continuous infusion at 4-week intervals for three cycles.</p>
</sec>
<sec id="s2_2">
<title>2.2 Region of Interest Segmentation</title>
<p>For each patient, the gross tumor volume (GTV) of the primary tumor in the nasopharynx was contoured on CT images by the treating radiation oncologist. When a GTV was drawn, the co-registered MR image was also presented. Of 197 patients, thirty patients were randomly selected and their GTVs were additionally contoured by two radiation oncologists. This created a multiple tumor delineation dataset (with 3 GTVs for each of these 30 patients) for testing inter-observer variability.</p>
</sec>
<sec id="s2_3">
<title>2.3 Model Construction</title>
<sec id="s2_3_1">
<title>2.3.1 Radiomic Feature Extraction</title>
<p>To ensure the spatial consistency in the radiomics analysis, all CT images were resampled into 0.5 &#xd7; 0.5 &#xd7; 3 mm<sup>3</sup> voxels. A total of 842 radiomic features per GTV were calculated <italic>via</italic> Pyradiomics version 2.0.0 (<xref ref-type="bibr" rid="B31">31</xref>). The extracted features were classified into four feature classes (<xref ref-type="bibr" rid="B20">20</xref>), including the shape-based class, first-order intensity class, texture-based class, and wavelet-based class.</p>
</sec>
<sec id="s2_3_2">
<title>2.3.2 Radiomic Feature Selection</title>
<p>After feature extraction, the number of features was reduced <italic>via</italic> a feature selection process to prevent model overfitting. To select robust and informative features, we performed inter-observer variability test and univariate analysis as follows.</p>
<sec id="s2_3_2_1">
<title>2.3.2.1 Inter-Observer Stability Test</title>
<p>The multiple delineation dataset was used for the inter-observer variability test. Good radiomic features should be consistent regardless of the radiation oncologist who drew the contour. The intra-class correlation (ICC) analysis was used to assess the correlation of features from multiple regions of interest (ROIs). According to a study of Koo et al. (<xref ref-type="bibr" rid="B32">32</xref>), features whose ICC values were less than 0.5 were excluded from further analyses.</p>
</sec>
<sec id="s2_3_2_2">
<title>2.3.2.2 Feature Performance Analysis</title>
<p>To assess the feature&#x2019;s performance, a univariable analysis using logistic regression and Cox proportional hazard regression analysis for the binary outcome [having survived (OS), being disease-free (PFS), and being DMFS at 3 years] and survival outcomes, respectively, was performed. We repeatedly sampled 80% of the dataset with stratification for 100 times to calculate the area under the receiver operating characteristic (ROC) curve (AUC) and Harrell&#x2019;s C-index. For each repeat, each outcome, and each radiomic feature class (<xref ref-type="bibr" rid="B20">20</xref>), the top single feature that yielded the highest AUC or C-index on the training set was selected. The most frequently selected set of 4 radiomic features was chosen for subsequent radiomics model construction.</p>
</sec>
</sec>
<sec id="s2_3_3">
<title>2.3.3 Clinical Feature Selection</title>
<p>All clinical features including age, sex, T-stage, N-stage, overall stage (AJCC 8<sup>th</sup> edition), and pretreatment plasma EBV DNA level (cutoff = 2,300 copies/ml) (<xref ref-type="bibr" rid="B13">13</xref>) were initially included into the multivariate logistic regression or Cox proportional hazard models. Then, backward feature elimination was performed to repeatedly remove unimportant features with Wald test <italic>p</italic>-values greater than 0.1 until no feature can be removed. This process was repeated 100 times by sampling 80% of the dataset with stratification. The most frequently retained set of clinical features were selected for subsequent clinical-only model constructions.</p>
<p>For the combined models which used both clinical and radiomic features, backward feature elimination of clinical features was performed similarly as described, with two additional constraints: the set of 4 radiomic features selected above were always retained in the models, and at least one clinical feature must remain in each model. The most frequently retained set of clinical features were selected for subsequent combined model constructions.</p>
</sec>
<sec id="s2_3_4">
<title>2.3.4 Prognostic Model Construction</title>
<p>For binary outcomes, which were 3-year OS, 3-year PFS, and 3-year DMFS, logistic regression models were built. L1 (Lasso) or L2 (Ridge) regularizations with inverse strength ranging from 0.001 to 10 were considered. For time-to-event outcomes, Cox proportional hazard regression models were used. Elastic net regularizations with strength ranging from 0.001 to 10 and L1/L2 ratio ranging from 0.001 to 1 were considered. The best hyperparameters were selected based on AUC or Harrell&#x2019;s C-index from 20 realizations of 5-fold cross-validation (for a total of 100 repeats). Regularized model developments were performed in Python using the LogisticRegression module of scikit-learn library and the CoxPHFitter module of lifelines library (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). The overall process of model construction is shown in the <xref ref-type="fig" rid="f1"><bold>Figure 1</bold></xref>.</p>
<fig id="f1" position="float">
<label>Figure 1</label>
<caption>
<p>Overall process in this study.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-775248-g001.tif"/>
</fig>
</sec>
</sec>
<sec id="s2_4">
<title>2.4 Model Comparison (Statistical Analysis)</title>
<p>The sign test in the scipy package with default settings was used to compare the Radiomics, Clinical, and Combined models and the model that used only tumor volume. The Benjamini/Hochberg procedure was used for multiple-comparison correction. We also constructed the Kaplan&#x2013;Meier plot for 100 repeats of the test set, where patients were classified as high risk if their predicted scores were higher than the median and vice versa. All statistical analyses, except sign test and log-rank test which were analyzed in Python, were performed using STATA version 15.0 (StataCorp LLC, Texas, USA) (<xref ref-type="bibr" rid="B35">35</xref>).</p>
</sec>
<sec id="s2_5">
<title>2.5 Testing Model Robustness to Variation in Radiomic Feature Extraction</title>
<p>To investigate the model&#x2019;s robustness to the variation in tumor delineation by different radiation oncologists, we generated 100 realizations of a normal random vector whose mean was equal to the radiomic features extracted and whose variance was equal to the sample variance calculated on the multiple-delineation dataset. For each outcome (OS/PFS/DMFS and binary/time-to-event), we computed the mean and standard deviation of the corresponding AUC or Harrell&#x2019;s C-index across 100 realizations (<xref ref-type="fig" rid="f2"><bold>Figure 2</bold></xref>).</p>
<fig id="f2" position="float">
<label>Figure 2</label>
<caption>
<p>Process of model robustness to radiomic feature variation due to segmentation.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-775248-g002.tif"/>
</fig>
</sec>
</sec>
<sec id="s3">
<title>3 Results</title>
<sec id="s3_1">
<title>3.1 Patient Characteristics</title>
<p>A total of 197 patients had non-metastatic nasopharyngeal cancer, and approximately 80% of them were classified as undifferentiated carcinoma (<xref ref-type="table" rid="T1"><bold>Table 1</bold></xref>). For tumor (T) classification, the proportion of patients was 22.3%, 37.1%, 24.4%, and 16.2% for T1, T2, T3, and T4, respectively. For node (N) classification, the proportion was 3.0%, 24.4%, 49.2%, and 23.4% for N0, N1, N2, and N3, respectively, while for stage grouping, the proportion was 0.5%, 14.2%, 49.2%, and 36.1% for stages I, II, III, and IVA, respectively. Fifty percent of patients had pretreatment plasma EBV DNA level &#x2265;2,300 copies/ml. The median age was 50 years (interquartile range: 43 to 56), and 79.2% were male. The median follow-up time was 4.9 years.</p>
<table-wrap id="T1" position="float">
<label>Table 1</label>
<caption>
<p>Patient characteristics.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">n = 197 patients (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Median age (years) (IQR)</td>
<td valign="top" align="center">50 (43 to 56)</td>
</tr>
<tr>
<td valign="top" align="left">Sex</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male</td>
<td valign="top" align="center">156 (79.2)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female</td>
<td valign="top" align="center">41 (20.8)</td>
</tr>
<tr>
<td valign="top" align="left">T classification</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T1</td>
<td valign="top" align="center">44 (22.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T2</td>
<td valign="top" align="center">73 (37.1)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T3</td>
<td valign="top" align="center">48 (24.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;T4</td>
<td valign="top" align="center">32 (16.2)</td>
</tr>
<tr>
<td valign="top" align="left">N classification</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N0</td>
<td valign="top" align="center">6 (3.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N1</td>
<td valign="top" align="center">48 (24.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N2</td>
<td valign="top" align="center">97 (49.2)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;N3</td>
<td valign="top" align="center">46 (23.4)</td>
</tr>
<tr>
<td valign="top" align="left">Stage group</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;I</td>
<td valign="top" align="center">1 (0.5)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;II</td>
<td valign="top" align="center">28 (14.2)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;III</td>
<td valign="top" align="center">97 (49.2)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;IVA</td>
<td valign="top" align="center">71 (36.1)</td>
</tr>
<tr>
<td valign="top" align="left">Pretreatment plasma EBV DNA level</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Undetectable or &lt; 2300 copies/ml</td>
<td valign="top" align="center">100 (50.76)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2265;2,300 copies/ml</td>
<td valign="top" align="center">97 (49.24)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Median EBV value (copies/ml) (IQR)</td>
<td valign="top" align="center">7,795 (3150 to 18000)</td>
</tr>
<tr>
<td valign="top" align="left">Pathologic classification</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Undifferentiated carcinoma</td>
<td valign="top" align="center">159 (80.71)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Differentiated non keratinizing carcinoma</td>
<td valign="top" align="center">37 (18.78)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Poorly differentiated squamous cell carcinoma</td>
<td valign="top" align="center">1 (0.51)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_2">
<title>3.2 Radiomics Model</title>
<p>Out of 842 features, we found that 384 features passed the ICC criterion for the inter-observer stability test. Across 100 bootstrap repeats, the set of four features (one for each class) which was most frequently selected for each type of outcome is listed in <xref ref-type="table" rid="T2"><bold>Table 2</bold></xref>. Interestingly, &#x201c;original_firstorder_Uniformity&#x201d; from the first-order class was consistently selected in all binary and time-to-event outcomes. For the texture class, &#x201c;original_glfm_DependenceNonUniformity&#x201d; was selected for OS outcomes while &#x201c;original_glrlm_GrayLevelNonUniformity&#x201d; was selected for PFS and DMFS outcomes.</p>
<table-wrap id="T2" position="float">
<label>Table 2</label>
<caption>
<p>Most frequently selected features of OS, PFS, and DMFS in each class on NPC patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Statistical analysis</th>
<th valign="top" rowspan="2" align="center">Feature group</th>
<th valign="top" colspan="3" align="center">Feature name</th>
</tr>
<tr>
<th valign="top" align="left">OS</th>
<th valign="top" align="center">PFS</th>
<th valign="top" align="center">DMFS</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="6" align="left"><bold>Logistic regression</bold><break/><bold>(binary outcome)</bold></td>
<td valign="top" align="left">Shape</td>
<td valign="top" align="left">original_shape_MajorAxisLength</td>
<td valign="top" align="left">original_shape_MajorAxisLength</td>
<td valign="top" align="left">original_shape_MajorAxisLength</td>
</tr>
<tr>
<td valign="top" align="left">First order</td>
<td valign="top" align="left">original_firstorder_Uniformity</td>
<td valign="top" align="left">original_firstorder_Uniformity</td>
<td valign="top" align="left">original_firstorder_Uniformity</td>
</tr>
<tr>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">original_gldm_DependenceNonUniformity</td>
<td valign="top" align="left">original_glrlm_GrayLevelNonUniformity</td>
<td valign="top" align="left">original_glrlm_GrayLevelNonUniformity</td>
</tr>
<tr>
<td valign="top" align="left">Wavelet</td>
<td valign="top" align="left">wavelet-LHL_gldm_LargeDependenceEmphasis</td>
<td valign="top" align="left">wavelet-LHL_glrlm_GrayLevelNonUniformity</td>
<td valign="top" align="left">wavelet-HHL_ngtdm_Busyness</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Clinical</td>
<td valign="top" align="left">age</td>
<td valign="top" align="left">age</td>
<td valign="top" align="left">age</td>
</tr>
<tr>
<td valign="top" align="left">plasma EBV DNA level</td>
<td valign="top" align="left">plasma EBV DNA level</td>
<td valign="top" align="left">plasma EBV DNA level</td>
</tr>
<tr>
<td valign="top" rowspan="7" align="left"><bold>Cox regression</bold><break/><bold>(time-to-event outcome)</bold></td>
<td valign="top" align="left">Shape</td>
<td valign="top" align="left">original_shape_MajorAxisLength</td>
<td valign="top" align="left">original_shape_SurfaceArea</td>
<td valign="top" align="left">original_shape_SurfaceArea</td>
</tr>
<tr>
<td valign="top" align="left">First order</td>
<td valign="top" align="left">original_firstorder_Uniformity</td>
<td valign="top" align="left">original_firstorder_Uniformity</td>
<td valign="top" align="left">original_firstorder_Uniformity</td>
</tr>
<tr>
<td valign="top" align="left">Texture</td>
<td valign="top" align="left">original_gldm_DependenceNonUniformity</td>
<td valign="top" align="left">original_glrlm_GrayLevelNonUniformity</td>
<td valign="top" align="left">original_glrlm_GrayLevelNonUniformity</td>
</tr>
<tr>
<td valign="top" align="left">Wavelet</td>
<td valign="top" align="left">wavelet-LHL_glrlm_RunVariance</td>
<td valign="top" align="left">wavelet-HLL_glrlm_RunLengthNonUniformity</td>
<td valign="top" align="left">wavelet-HLL_glrlm_RunLengthNonUniformity</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">Clinical</td>
<td valign="top" align="left">age</td>
<td valign="top" align="left">age</td>
<td valign="top" align="left">age</td>
</tr>
<tr>
<td valign="top" align="left">plasma EBV DNA level</td>
<td valign="top" align="left">plasma EBV DNA level</td>
<td valign="top" align="left">plasma EBV DNA level</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">N stage (8th edition)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_3">
<title>3.3 Clinical Model</title>
<p>The results from 100 bootstraps showed that the models for both binary and time-to-event outcomes selected the same feature sets. For OS and PFS outcomes, frequently selected clinical features were age, T-stage, and pretreatment EBV DNA level. For DMFS, age, T stage, N stage, and pretreatment EBV DNA level were selected.</p>
</sec>
<sec id="s3_4">
<title>3.4 Combined Model</title>
<p>We found that age and pretreatment EBV DNA level were commonly selected across all outcomes in the combined models. Furthermore, N stage was also selected in the model for the time-to-event DMFS outcome (<xref ref-type="table" rid="T2"><bold>Table 2</bold></xref>).</p>
</sec>
<sec id="s3_5">
<title>3.5 Classification and Evaluation</title>
<p>The results of multivariate analyses showed that the combined model yielded the best performance in every outcome as compared to the clinical and the radiomics models (<xref ref-type="fig" rid="f3"><bold>Figure 3</bold></xref>).</p>
<fig id="f3" position="float">
<label>Figure 3</label>
<caption>
<p>Boxplots of AUC values for <bold>(A)</bold> OS, <bold>(B)</bold> PFS, <bold>(C)</bold> DMFS, and C-indices for <bold>(D)</bold> OS, <bold>(E)</bold> PFS, and <bold>(F)</bold> DMFS of the clinical, radiomics, and combined models.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-775248-g003.tif"/>
</fig>
<p>For binary outcome predictions, the combined model yielded AUCs of 0.817 &#xb1; 0.016 to 0.844 &#xb1; 0.018 and 0.801 &#xb1; 0.075 to 0.813 &#xb1; 0.078 on the training and test sets, respectively. In comparison, the AUCs of the clinical and radiomics models ranged from 0.769 &#xb1; 0.023 to 0.804 &#xb1; 0.024 on the training set and from 0.758 &#xb1; 0.091 to 0.789 &#xb1; 0.082 on the test set.</p>
<p>Harrell&#x2019;s C index from the combined model in predicting time-to-event outcomes ranged from 0.791 &#xb1; 0.015 to 0.815 &#xb1; 0.017 and from 0.779 &#xb1; 0.066 to 0.796 &#xb1; 0.069 on the training and the test sets, respectively. These were higher than those from the clinical (0.767 &#xb1; 0.016&#x2013;0.781 &#xb1; 0.017 and 0.756 &#xb1; 0.066&#x2013;0.767 &#xb1; 0.074) and the radiomics models (0.747 &#xb1; 0.014&#x2013;0.759 &#xb1; 0.018 and 0.747 &#xb1; 0.062&#x2013;0.749 &#xb1; 0.077) on both the training and test sets. The performances of the combined model were significantly higher than those of the clinical or the radiomics model for all outcomes (<italic>p</italic> &lt; 0.05).</p>
<p>The tumor volume yielded AUCs of 0.746 &#xb1; 0.024 to 0.773 &#xb1; 0.017 and 0.747 &#xb1; 0.097 to 0.776 &#xb1; 0.083 on the training and test sets, respectively. Harrell&#x2019;s C index from the tumor volume ranged from 0.731 &#xb1; 0.022 to 0.744 &#xb1; 0.014 and from 0.734 &#xb1; 0.099 to 0.746 &#xb1; 0.064 on the training and test sets, respectively. The tumor volume yielded significantly lower AUC and Harrell&#x2019;s C-index than those of the combined model for all outcomes (<italic>p</italic> &lt; 0.001). Comparison of the tumor volume with the radiomics model in the test sets showed no significant difference between them in terms of AUC in OS, PFS, and DMFS predictions, and in terms of C-index in DMFS. For the other outcomes (OS and PFS predictions based on Harrell&#x2019;s C-index), the radiomics model yielded higher performance metrics than the tumor volume with <italic>p</italic> &lt; 0.05.</p>
<p>The Kaplan&#x2013;Meier plot for the test sets showed a significant separation (log-rank test <italic>p</italic> &lt; 0.001 in all 100 repeats) between the survival curves of the high-risk and low-risk groups, which were defined by the median of predictions as described in Section 2.4 (<xref ref-type="fig" rid="f4"><bold>Figure 4</bold></xref>).</p>
<fig id="f4" position="float">
<label>Figure 4</label>
<caption>
<p>Kaplan&#x2013;Meier plot for OS, PFS, and DMFS stratified by the median of the combined model&#x2019;s score.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-775248-g004.tif"/>
</fig>
</sec>
<sec id="s3_6">
<title>3.6 Model Robustness to Variation in Radiomic Feature Extraction</title>
<p>After adding uncertainty to the radiomic feature values and reconstructing the models, we found that the mean and standard deviation among 100 computed AUC values were 0.886 &#xb1; 0.043, 0.818 &#xb1; 0.052, and 0.781 &#xb1; 0.047 in OS, PFS, and DMFS, respectively. On the other hand, Harrell&#x2019;s C-indices were 0.860 &#xb1; 0.064, 0.757 &#xb1; 0.070, and 0.819 &#xb1; 0.055 in OS, PFS, and DMFS, respectively. The corresponding coefficient of variation ranged from 4.8% to 6.4% and from 6.7% to 9.3% for AUC and Harrell&#x2019;s C-index, respectively.</p>
</sec>
</sec>
<sec id="s4">
<title>4 Discussion</title>
<p>Clinical data such as TNM staging (<xref ref-type="bibr" rid="B5">5</xref>), age, and blood test (EBV concentration level) were traditionally used for predicting prognosis in NPC patients and determining treatment strategy. Based on Lertbutsayanukul et al. (<xref ref-type="bibr" rid="B13">13</xref>), the optimal cutoff value for plasma EBV DNA for predicting OS, PFS, and DMFS was 2,300 copies/ml. Hence, the same cutoff was applied in our analysis. This transformed the pretreatment plasma EBV DNA level into a discrete variable. In our study, we constructed NPC tumor prognostic models using various combinations of CT-based radiomic features and clinical features. The corresponding AUC and Harrell&#x2019;s C-index of OS, PFS, and DMFS outcomes for each constructed model were used to compare performances and identify the best models.</p>
<p>The combined model incorporating both clinical and radiomic features was superior to the clinical or radiomics model for OS, PFS, and DMFS predictions. This demonstrated the predictive value of quantitative information extracted from medical images when used in conjunction with conventional clinical features. Beyond the volumetric measurement, radiomic features also described tumor characteristics, especially intratumor heterogeneity, which has been shown to be related to tumor prognosis.</p>
<p>In our predictive models, we found that the most frequently selected radiomic features from the shape class were &#x201c;original_shape_MajorAxisLength&#x201d; and &#x201c;original_shape_SurfaceArea.&#x201d; Features in the shape class represent the size and shape of the ROI, independently of the gray-level intensity distribution. Both &#x201c;original_shape_MajorAxisLength,&#x201d; which was calculated by using the largest principal component, and &#x201c;original_shape_SurfaceArea,&#x201d; which indicated the total surface area of the ROI, were related to the tumor size. From the first-order class, the most frequently selected radiomic feature was &#x201c;original_firstorder_Uniformity,&#x201d; which indicated homogeneity of the ROI intensity. For the texture and wavelet classes, the most frequently selected radiomic features were &#x201c;gldm_DependenceNonUniformity,&#x201d; &#x201c;glrlm_GrayLevelNonUniformity,&#x201d; and &#x201c;glrlm_RunLengthNonUniformity.&#x201d; These features measure similarity of gray-level patterns in the ROI. For &#x201c;gldm_DependenceNonUniformity&#x201d; which measured the similarity in dependency throughout the image, a lower value indicated more heterogeneity in the ROI and poorer prognosis. The &#x201c;glrlm_GrayLevelNonUniformity&#x201d; feature measured the similarity in gray-level intensity in the image, with a lower value indicating more tumor homogeneity. Similarly, the &#x201c;glrlm_RunLengthNonUniformity&#x201d; feature measured the similarity in run lengths throughout the images, with a lower value indicating more heterogeneity in the tumor. Most of the selected features in texture and wavelet classes reflected the pixel intensity distribution of ROI, which can be observed with the naked eye in tumors with poor prognoses (<xref ref-type="bibr" rid="B31">31</xref>). Apart from radiomic features, clinical features such as age and pretreatment plasma EBV DNA level were also frequently selected by the backward feature elimination process. This finding is in concordance with those of previous studies which have explored the correlation between age and disease prognosis in patients with NPC. It has been reported that younger patients had a better prognosis than older patients (<xref ref-type="bibr" rid="B36">36</xref>&#x2013;<xref ref-type="bibr" rid="B39">39</xref>), and that plasma EBV DNA levels were linked to NPC early identification, prognostication, and treatment response (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>Variability among observers remains a challenging issue in manual tissue segmentation, particularly for tumor delineation. In addition to intra-class correlation (ICC) analysis, which was performed to select consistent features for model construction, we also evaluated our model&#x2019;s robustness. Specifically, we simulated the variation across observers based on tumor delineations by three radiation oncologists to generate synthetic radiomic feature values. The results showed that our models were robust with coefficient of variations less than 10% for both AUC and Harrell&#x2019;s C-index.</p>
<p>There have been radiomics studies on NPC prognosis. MRI-based radiomics showed great promise for the prognosis of non-metastasis NPC patients (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B40">40</xref>). Peng et al. (<xref ref-type="bibr" rid="B29">29</xref>) employed PET/CT-based radiomics as well as several clinical features to build a model to predict disease-free survival. They demonstrated that a radiomics model based on PET/CT outperformed a clinical model. In contrast to our findings, the clinical model produced better predictive performance than CT-based radiomic features. Furthermore, to the best of our knowledge, the only CT-based radiomics study on NPC was Zhu et al. (<xref ref-type="bibr" rid="B41">41</xref>), which used CT-based radiomic and clinical features including plasma EBV DNA level to predict local recurrences after IMRT in a cohort of 156 NPC patients from a hospital in China. Their results were also consistent with our findings even though we studied CT-based radiomics for OS, PFS, and DMFS prediction in non-Chinese patients.</p>
<p>Limitations of this study were that it was a retrospective study in a single center and that tumor delineation was based on CT images with MR images shown side by side. However, our findings serve as a proof of principle that CT-based radiomics is useful and we could identify important radiomic features that would be beneficial for future research. One of our future directions would be to construct a predictive model using radiomics from ROI drawn from CT images without support from MR images. Most importantly, the proposed predictive models should be further validated in a larger dataset from multiple centers or in patients who had induction chemotherapy followed by concurrent chemoradiation. The strength of this study includes a homogeneous group of patients who had been treated with IMRT concurrent with chemotherapy followed by adjuvant therapy. To the best of our knowledge, this is the first and largest study evaluating CT-based radiomics combined with clinical features on non-Chinese nasopharyngeal cancer patients to predict OS, PFS, and DMFS.</p>
<p>In conclusion, our study showed that CT-based Radiomic features, when used in conjunction with conventional clinical features, were able to improve the prognostic prediction performance for OS, PFS, and DMFS in NPC patients. This has a positive impact, especially for non-MRI institutes, on the screening of high-risk patients for aggressive therapeutic treatment strategies.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Institutional Review Board, Faculty of Medicine, Chulalongkorn University, Bangkok, Thailand. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>SI: methodology, software, formal analysis, investigation, writing&#x2014;original draft, visualization. YC: software, formal analysis. MV: software, formal analysis, investigation. SO: investigation. SK, AP, DK, and CC: data curation. SS: methodology, software, formal analysis, investigation. CL: conceptualization, methodology, resources, data curation. YR: conceptualization, methodology, formal analysis, investigation, resources, supervision, project administration, funding acquisition. All authors contributed to manuscript revision and read and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This project was funded by the National Research Council of Thailand (NRCT) (Grant: NRCT5-RSA63001-14). Sararas Intarak was supported by the 100th Anniversary Chulalongkorn University Fund for Doctoral Scholarship.</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global Cancer Statistics 2020: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J Clin</source> (<year>2021</year>) <volume>71</volume>(<issue>3</issue>):<page-range>209&#x2013;49</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tang</surname> <given-names>LL</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>WQ</given-names>
</name>
<name>
<surname>Xue</surname> <given-names>WQ</given-names>
</name>
<name>
<surname>He</surname> <given-names>YQ</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>RS</given-names>
</name>
<name>
<surname>Zeng</surname> <given-names>YX</given-names>
</name>
<etal/>
</person-group>. <article-title>Global Trends in Incidence and Mortality of Nasopharyngeal Carcinoma</article-title>. <source>Cancer Lett</source> (<year>2016</year>) <volume>374</volume>(<issue>1</issue>):<fpage>22</fpage>&#x2013;<lpage>30</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.canlet.2016.01.040</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ervik</surname> <given-names>M</given-names>
</name>
<name>
<surname>Lam</surname> <given-names>F</given-names>
</name>
<name>
<surname>Colombet</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mery</surname> <given-names>L</given-names>
</name>
<name>
<surname>Pi&#xf1;eros</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Global Cancer Observatory: Cancer Today</article-title>(<year>2020</year>). Available at: <uri xlink:href="https://gco.iarc.fr/today">https://gco.iarc.fr/today</uri>.
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>AWM</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>BBY</given-names>
</name>
<name>
<surname>Ng</surname> <given-names>WT</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>ATC</given-names>
</name>
</person-group>. <article-title>Management of Nasopharyngeal Carcinoma: Current Practice and Future Perspective</article-title>. <source>J Clin Oncol</source> (<year>2015</year>) <volume>33</volume>(<issue>29</issue>):<page-range>3356&#x2013;64</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.2015.60.9347</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amin</surname> <given-names>MB</given-names>
</name>
<name>
<surname>Greene</surname> <given-names>FL</given-names>
</name>
<name>
<surname>Edge</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Compton</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Gershenwald</surname> <given-names>JE</given-names>
</name>
<name>
<surname>Brookland</surname> <given-names>RK</given-names>
</name>
<etal/>
</person-group>. <article-title>The Eighth Edition AJCC Cancer Staging Manual: Continuing to Build a Bridge From a Population-Based to a More &#x201c;Personalized&#x201d; Approach to Cancer Staging</article-title>. <source>CA Cancer J Clin</source> (<year>2017</year>) <volume>67</volume>(<issue>2</issue>):<page-range>93&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21388</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Ho</surname> <given-names>JHC</given-names>
</name>
</person-group>. <article-title>Nasopharyngeal Carcinoma (Npc)</article-title>. In: <person-group person-group-type="editor">
<name>
<surname>Klein</surname> <given-names>G</given-names>
</name>
<name>
<surname>Weinhouse</surname> <given-names>S</given-names>
</name>
<name>
<surname>Haddow</surname> <given-names>A</given-names>
</name>
</person-group>, editors. <source>Adv Cancer Res</source>, vol. <volume>15</volume>. <publisher-loc>New York</publisher-loc>: <publisher-name>Academic Press</publisher-name> (<year>1972</year>). p. <fpage>57</fpage>&#x2013;<lpage>92</lpage>.
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chan</surname> <given-names>ATC</given-names>
</name>
<name>
<surname>Teo</surname> <given-names>PML</given-names>
</name>
<name>
<surname>Johnson</surname> <given-names>PJ</given-names>
</name>
</person-group>. <article-title>Nasopharyngeal Carcinoma</article-title>. <source>Ann Oncol</source> (<year>2002</year>) <volume>13</volume>(<issue>7</issue>):<page-range>1007&#x2013;15</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdf179</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname> <given-names>YP</given-names>
</name>
<name>
<surname>Chan</surname> <given-names>ATC</given-names>
</name>
<name>
<surname>Le</surname> <given-names>QT</given-names>
</name>
<name>
<surname>Blanchard</surname> <given-names>P</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Nasopharyngeal Carcinoma</article-title>. <source>Lancet</source> (<year>2019</year>) <volume>394</volume>(<issue>10192</issue>):<fpage>64</fpage>&#x2013;<lpage>80</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(19)30956-0</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cao</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>EBV Based Cancer Prevention and Therapy in Nasopharyngeal Carcinoma</article-title>. <source>NPJ Precis Oncol</source> (<year>2017</year>) <volume>1</volume>(<issue>1</issue>):<fpage>10</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41698-017-0018-x</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tsao</surname> <given-names>SW</given-names>
</name>
<name>
<surname>Tsang</surname> <given-names>CM</given-names>
</name>
<name>
<surname>Lo</surname> <given-names>KW</given-names>
</name>
</person-group>. <article-title>Epstein-Barr Virus Infection and Nasopharyngeal Carcinoma</article-title>. <source>Philos Trans R Soc Lond B Biol Sci</source> (<year>2017</year>) <volume>372</volume>(<issue>1732</issue>). doi:&#xa0;<pub-id pub-id-type="doi">10.1098/rstb.2016.0270</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Li</surname> <given-names>C</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Nasopharyngeal Carcinoma: A Review of Current Updates</article-title>. <source>Exp Ther Med</source> (<year>2018</year>) <volume>15</volume>(<issue>4</issue>):<page-range>3687&#x2013;92</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3892/etm.2018.5878</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Young</surname> <given-names>LS</given-names>
</name>
<name>
<surname>Dawson</surname> <given-names>CW</given-names>
</name>
</person-group>. <article-title>Epstein-Barr Virus and Nasopharyngeal Carcinoma</article-title>. <source>Chin J Cancer</source> (<year>2014</year>) <volume>33</volume>(<issue>12</issue>):<page-range>581&#x2013;90</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.5732/cjc.014.10197</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lertbutsayanukul</surname> <given-names>C</given-names>
</name>
<name>
<surname>Kannarunimit</surname> <given-names>D</given-names>
</name>
<name>
<surname>Netsawang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kitpanit</surname> <given-names>S</given-names>
</name>
<name>
<surname>Chakkabat</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hansasuta</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Optimal Plasma Pretreatment EBV DNA Cut-Off Point for Nasopharyngeal Cancer Patients Treated With Intensity Modulated Radiation Therapy</article-title>. <source>Jpn J Clin Oncol</source> (<year>2018</year>) <volume>48</volume>(<issue>5</issue>):<page-range>467&#x2013;75</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jjco/hyy027</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Connor</surname> <given-names>JPB</given-names>
</name>
<name>
<surname>Rose</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Waterton</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Carano</surname> <given-names>RAD</given-names>
</name>
<name>
<surname>Parker</surname> <given-names>GJM</given-names>
</name>
<name>
<surname>Jackson</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Imaging Intratumor Heterogeneity: Role in Therapy Response, Resistance, and Clinical Outcome</article-title>. <source>Clin Cancer Res</source> (<year>2015</year>) <volume>21</volume>(<issue>2</issue>):<fpage>249</fpage>. doi: <pub-id pub-id-type="doi">10.1158/1078-0432.CCR-14-0990</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Davnall</surname> <given-names>F</given-names>
</name>
<name>
<surname>Yip</surname> <given-names>CS</given-names>
</name>
<name>
<surname>Ljungqvist</surname> <given-names>G</given-names>
</name>
<name>
<surname>Selmi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ng</surname> <given-names>F</given-names>
</name>
<name>
<surname>Sanghera</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessment of Tumor Heterogeneity: An Emerging Imaging Tool for Clinical Practice</article-title>? <source>Insights Imaging</source> (<year>2012</year>) <volume>3</volume>(<issue>6</issue>):<page-range>573&#x2013;89</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s13244-012-0196-6</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gillies</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Kinahan</surname> <given-names>PE</given-names>
</name>
<name>
<surname>Hricak</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Radiomics: Images Are More Than Pictures, They Are Data</article-title>. <source>Radiology</source> (<year>2016</year>) <volume>278</volume>(<issue>2</issue>):<page-range>563&#x2013;77</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RTH</given-names>
</name>
<name>
<surname>Deist</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Peerlings</surname> <given-names>J</given-names>
</name>
<name>
<surname>de Jong</surname> <given-names>EEC</given-names>
</name>
<name>
<surname>van Timmeren</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: The Bridge Between Medical Imaging and Personalized Medicine</article-title>. <source>Nat Rev Clin Oncol</source> (<year>2017</year>) <volume>14</volume>(<issue>12</issue>):<page-range>749&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kumar</surname> <given-names>V</given-names>
</name>
<name>
<surname>Gu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Basu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Berglund</surname> <given-names>A</given-names>
</name>
<name>
<surname>Eschrich</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Schabath</surname> <given-names>MB</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: The Process and the Challenges</article-title>. <source>Magn Reson Imaging</source> (<year>2012</year>) <volume>30</volume>(<issue>9</issue>):<page-range>1234&#x2013;48</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.mri.2012.06.010</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname> <given-names>P</given-names>
</name>
<name>
<surname>Rios-Velazquez</surname> <given-names>E</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>R</given-names>
</name>
<name>
<surname>Carvalho</surname> <given-names>S</given-names>
</name>
<name>
<surname>van Stiphout</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Granton</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: Extracting More Information From Medical Images Using Advanced Feature Analysis</article-title>. <source>Eur J Cancer</source> (<year>2012</year>) <volume>48</volume>(<issue>4</issue>):<page-range>441&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejca.2011.11.036</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Aerts</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Velazquez</surname> <given-names>ER</given-names>
</name>
<name>
<surname>Leijenaar</surname> <given-names>RT</given-names>
</name>
<name>
<surname>Parmar</surname> <given-names>C</given-names>
</name>
<name>
<surname>Grossmann</surname> <given-names>P</given-names>
</name>
<name>
<surname>Carvalho</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Decoding Tumour Phenotype by Noninvasive Imaging Using a Quantitative Radiomics Approach</article-title>. <source>Nat Commun</source> (<year>2014</year>) <volume>5</volume>:<fpage>4006</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/ncomms5006</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wong</surname> <given-names>AJ</given-names>
</name>
<name>
<surname>Kanwar</surname> <given-names>A</given-names>
</name>
<name>
<surname>Mohamed</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Fuller</surname> <given-names>CD</given-names>
</name>
</person-group>. <article-title>Radiomics in Head and Neck Cancer: From Exploration to Application</article-title>. <source>Transl Cancer Res</source> (<year>2016</year>) <volume>5</volume>(<issue>4</issue>):<page-range>371&#x2013;82</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.21037/tcr.2016.07.18</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Giraud</surname> <given-names>P</given-names>
</name>
<name>
<surname>Giraud</surname> <given-names>P</given-names>
</name>
<name>
<surname>Gasnier</surname> <given-names>A</given-names>
</name>
<name>
<surname>El Ayachy</surname> <given-names>R</given-names>
</name>
<name>
<surname>Kreps</surname> <given-names>S</given-names>
</name>
<name>
<surname>Foy</surname> <given-names>JP</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics and Machine Learning for Radiotherapy in Head and Neck Cancers</article-title>. <source>Front Oncol</source> (<year>2019</year>) <volume>9</volume>:<elocation-id>174</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2019.00174</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zeng</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zhai</surname> <given-names>T</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>L</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Imaging Biomarkers of Contrast-Enhanced Computed Tomography Predict Survival in Oesophageal Cancer After Definitive Concurrent Chemoradiotherapy</article-title>. <source>Radiat Oncol</source> (<year>2021</year>) <volume>16</volume>(<issue>1</issue>):<fpage>8</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13014-020-01699-w</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Luo</surname> <given-names>H-S</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>S-F</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>H-Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>X-Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>S-X</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>D-H</given-names>
</name>
</person-group>. <article-title>A Nomogram Based on Pretreatment CT Radiomics Features for Predicting Complete Response to Chemoradiotherapy in Patients With Esophageal Squamous Cell Cancer</article-title>. <source>Radiat Oncol</source> (<year>2020</year>) <volume>15</volume>(<issue>1</issue>):<fpage>249</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13014-020-01692-3</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Du</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>VH</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Lam</surname> <given-names>K-O</given-names>
</name>
<name>
<surname>Pang</surname> <given-names>HH</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Model to Predict Early Progression of Nonmetastatic Nasopharyngeal Carcinoma After Intensity Modulation Radiation Therapy: A Multicenter Study</article-title>. <source>Radiol: Artif Intell</source> (<year>2019</year>) <volume>1</volume>(<issue>4</issue>):<elocation-id>e180075</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/ryai.2019180075</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ming</surname> <given-names>X</given-names>
</name>
<name>
<surname>Oei</surname> <given-names>RW</given-names>
</name>
<name>
<surname>Zhai</surname> <given-names>R</given-names>
</name>
<name>
<surname>Kong</surname> <given-names>F</given-names>
</name>
<name>
<surname>Du</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>MRI-Based Radiomics Signature Is a Quantitative Prognostic Biomarker for Nasopharyngeal Carcinoma</article-title>. <source>Sci Rep</source> (<year>2019</year>) <volume>9</volume>(<issue>1</issue>):<fpage>10412</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1038/s41598-019-46985-0</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>T</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Grimm</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Whole-Tumor Histogram and Texture Imaging Features on Magnetic Resonance Imaging Combined With Epstein-Barr Virus Status to Predict Disease Progression in Patients With Nasopharyngeal Carcinoma</article-title>. <source>Front Oncol</source> (<year>2021</year>) <volume>11</volume>(<issue>504</issue>). doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2021.610804</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shen</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Lv</surname> <given-names>R</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting Progression-Free Survival Using MRI-Based Radiomics for Patients With Nonmetastatic Nasopharyngeal Carcinoma</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>618</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.00618</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peng</surname> <given-names>H</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>D</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>M-J</given-names>
</name>
<name>
<surname>Li</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>L-L</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Prognostic Value of Deep Learning PET/CT-Based Radiomics: Potential Role for Future Individual Induction Chemotherapy in Advanced Nasopharyngeal Carcinoma</article-title>. <source>Clin Cancer Res</source> (<year>2019</year>) <volume>25</volume>(<issue>14</issue>):<page-range>4271&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078-0432.CCR-18-3065</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lertbutsayanukul</surname> <given-names>C</given-names>
</name>
<name>
<surname>Prayongrat</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kannarunimit</surname> <given-names>D</given-names>
</name>
<name>
<surname>Chakkabat</surname> <given-names>C</given-names>
</name>
<name>
<surname>Netsawang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Kitpanit</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>A Randomized Phase III Study Between Sequential Versus Simultaneous Integrated Boost Intensity-Modulated Radiation Therapy in Nasopharyngeal Carcinoma</article-title>. <source>Strahlenther Onkol</source> (<year>2018</year>) <volume>194</volume>(<issue>5</issue>):<page-range>375&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00066-017-1251-5</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Griethuysen</surname> <given-names>JJM</given-names>
</name>
<name>
<surname>Fedorov</surname> <given-names>A</given-names>
</name>
<name>
<surname>Parmar</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hosny</surname> <given-names>A</given-names>
</name>
<name>
<surname>Aucoin</surname> <given-names>N</given-names>
</name>
<name>
<surname>Narayan</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Computational Radiomics System to Decode the Radiographic Phenotype</article-title>. <source>Cancer Res</source> (<year>2017</year>) <volume>77</volume>(<issue>21</issue>):<page-range>e104&#x2013;e7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Koo</surname> <given-names>TK</given-names>
</name>
<name>
<surname>Li</surname> <given-names>MY</given-names>
</name>
</person-group>. <article-title>A Guideline of Selecting and Reporting Intraclass Correlation Coefficients for Reliability Research</article-title>. <source>J Chiropr Med</source> (<year>2016</year>) <volume>15</volume>(<issue>2</issue>):<page-range>155&#x2013;63</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jcm.2016.02.012</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Davidson-Pilon</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Lifelines: Survival Analysis in Python</article-title>. <source>J Open Source Softw</source> (<year>2019</year>) <volume>4</volume>:<fpage>1317</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.21105/joss.01317</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pedregosa</surname> <given-names>F</given-names>
</name>
<name>
<surname>Varoquaux</surname> <given-names>G</given-names>
</name>
<name>
<surname>Gramfort</surname> <given-names>A</given-names>
</name>
<name>
<surname>Michel</surname> <given-names>V</given-names>
</name>
<name>
<surname>Thirion</surname> <given-names>B</given-names>
</name>
<name>
<surname>Grisel</surname> <given-names>O</given-names>
</name>
<etal/>
</person-group>. <article-title>Scikit-Learn: Machine Learning in Python</article-title>. <source>J Mach Learn Res</source> (<year>2011</year>) <volume>12</volume>(<issue>85</issue>):<page-range>2825&#x2013;30</page-range>.
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="book">
<person-group person-group-type="author">
<collab>Stata Corp</collab>
</person-group>. <source>Stata Statistical Software: Release 15</source>. <publisher-loc>College Station, TX</publisher-loc>: <publisher-name>StataCorp LLC</publisher-name> (<year>2017</year>).
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ou</surname> <given-names>SHI</given-names>
</name>
<name>
<surname>Zell</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Ziogas</surname> <given-names>A</given-names>
</name>
<name>
<surname>Anton-Culver</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Epidemiology of Nasopharyngeal Carcinoma in the United States: Improved Survival of Chinese Patients Within the Keratinizing Squamous Cell Carcinoma Histology</article-title>. <source>Ann Oncol</source> (<year>2007</year>) <volume>18</volume>(<issue>1</issue>):<fpage>29</fpage>&#x2013;<lpage>35</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdl320</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiong</surname> <given-names>L</given-names>
</name>
<name>
<surname>Berrino</surname> <given-names>F</given-names>
</name>
<name>
<surname>Coebergh</surname> <given-names>JWW</given-names>
</name>
</person-group>. <article-title>Variation in Survival for Adults With Nasopharyngeal Cancer in Europe, 1978&#x2013;1989</article-title>. <source>Eur J Cancer</source> (<year>1998</year>) <volume>34</volume>(<issue>14</issue>):<page-range>2162&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0959-8049(98)00322-0</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yeh</surname> <given-names>S-A</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Lui</surname> <given-names>C-C</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y-J</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>E-Y</given-names>
</name>
</person-group>. <article-title>Treatment Outcomes and Late Complications of 849 Patients With Nasopharyngeal Carcinoma Treated With Radiotherapy Alone</article-title>. <source>Int J Radiat Oncol Biol Phys</source> (<year>2005</year>) <volume>62</volume>(<issue>3</issue>):<page-range>672&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijrobp.2004.11.002</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yi</surname> <given-names>J-l</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>L</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>X-d</given-names>
</name>
<name>
<surname>Li</surname> <given-names>S-y</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>J-w</given-names>
</name>
<name>
<surname>Cai</surname> <given-names>W-m</given-names>
</name>
<etal/>
</person-group>. <article-title>Nasopharyngeal Carcinoma Treated by Radical Radiotherapy Alone: Ten-Year Experience of a Single Institution</article-title>. <source>Int J Radiat Oncol Biol Phys</source> (<year>2006</year>) <volume>65</volume>(<issue>1</issue>):<page-range>161&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijrobp.2005.12.003</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>J</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>D</given-names>
</name>
<name>
<surname>Gu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Features of Multiparametric MRI as Novel Prognostic Factors in Advanced Nasopharyngeal Carcinoma</article-title>. <source>Clin Cancer Res</source> (<year>2017</year>) <volume>23</volume>(<issue>15</issue>):<page-range>4259&#x2013;69</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/1078-0432.CCR-16-2910</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Liao</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>A Clinical-Radiomics Nomogram Based on Computed Tomography for Predicting Risk of Local Recurrence After Radiotherapy in Nasopharyngeal Carcinoma</article-title>. <source>Front Oncol</source> (<year>2021</year>) <volume>11</volume>:<elocation-id>637687</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2021.637687</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>
