<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2022.861857</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Geometric and Dosimetric Evaluation of the Automatic Delineation of Organs at Risk (OARs) in Non-Small-Cell Lung Cancer Radiotherapy Based on a Modified DenseNet Deep Learning Network</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhang</surname>
<given-names>Fuli</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1086194"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Qiusheng</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yang</surname>
<given-names>Anning</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lu</surname>
<given-names>Na</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jiang</surname>
<given-names>Huayong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Diandian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yu</surname>
<given-names>Yanjun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yadi</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Radiation Oncology Department, The Seventh Medical Center of Chinese People&#x2019;s Liberation Army (PLA) General Hospital</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>School of Automation Science and Electrical Engineering, Beihang University</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Wei Zhao, Beihang University, China</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Ruijie Yang, Peking University Third Hospital, China; Yibao Zhang, Peking University Cancer Hospital, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Fuli Zhang, <email xlink:href="mailto:radiozfli@163.com">radiozfli@163.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Radiation Oncology, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>15</day>
<month>03</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>12</volume>
<elocation-id>861857</elocation-id>
<history>
<date date-type="received">
<day>25</day>
<month>01</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>02</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2022 Zhang, Wang, Yang, Lu, Jiang, Chen, Yu and Wang</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Zhang, Wang, Yang, Lu, Jiang, Chen, Yu and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>To introduce an end-to-end automatic segmentation model for organs at risk (OARs) in thoracic CT images based on modified DenseNet, and reduce the workload of radiation oncologists.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>The computed tomography (CT) images of 36 lung cancer patients were included in this study, of which 27 patients&#x2019; images were randomly selected as the training set, 9 patients&#x2019; as the testing set. The validation set was generated by cross validation and 6 patients&#x2019; images were randomly selected from the training set during each epoch as the validation set. The autosegmentation task of the left and right lungs, spinal cord, heart, trachea and esophagus was implemented, and the whole training time was approximately 5 hours. Geometric evaluation metrics including the Dice similarity coefficient (DSC), 95% Hausdorff distance (HD95) and average surface distance (ASD), were used to assess the autosegmentation performance of OARs based on the proposed model and were compared with those based on U-Net as benchmarks. Then, two sets of treatment plans were optimized based on the manually contoured targets and OARs (Plan1), as well as the manually contours targets and the automatically contoured OARs (Plan2). Dosimetric parameters, including Dmax, Dmean and Vx, of OARs were obtained and compared.</p>
</sec>
<sec>
<title>Results</title>
<p>The DSC, HD95 and ASD of the proposed model were better than those of U-Net. The differences in the DSC of the spinal cord and esophagus, differences in the HD95 of the spinal cord, heart, trachea and esophagus, as well as differences in the ASD of the spinal cord were statistically significant between the two models (<italic>P</italic>&lt;0.05). The differences in the dose-volume parameters of the two sets of plans were not statistically significant (<italic>P</italic>&gt;0.05). Moreover, compared with manual segmentation, autosegmentation significantly reduced the contouring time by nearly 40.7% (<italic>P</italic>&lt;0.05).</p>
</sec>
<sec>
<title>Conclusions</title>
<p>The bilateral lungs, spinal cord, heart and trachea could be accurately delineated using the proposed model in this study; however, the automatic segmentation effect of the esophagus must still be further improved. The concept of feature map reuse provides a new idea for automatic medical image segmentation.</p>
</sec>
</abstract>
<kwd-group>
<kwd>non-small-cell lung cancer</kwd>
<kwd>organs at risk</kwd>
<kwd>medical image segmentation</kwd>
<kwd>deep learning</kwd>
<kwd>DenseNet</kwd>
<kwd>feature reuse</kwd>
</kwd-group>
<counts>
<fig-count count="4"/>
<table-count count="5"/>
<equation-count count="3"/>
<ref-count count="31"/>
<page-count count="8"/>
<word-count count="3910"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>In China, lung cancer ranks first in both incidence and mortality rates, accounting for 17.9% of all new cases and 23.8% of total cancer deaths according to GLOBOCAN 2020 (<xref ref-type="bibr" rid="B1">1</xref>). Non-small-cell lung cancer (NSCLC) constitutes the majority of lung cancers. Radiotherapy (RT) is usually used in all stages of NSCLC treatment and is required at least once in more than half of patients for either cure or palliation. In a typical clinical workflow of RT, a radiation oncologist manually segments the tumor target and organs at risk (OARs) based on the information provided by CT, MRI and/or PET/CT images (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). This process is often time consuming and laborious, and the quality of the segmentations largely depends on the experience of radiation oncologists. It is easy to distinguish the organs with high contrast on CT images; however, it is difficult to distinguish the boundary between tumor tissue and surrounding normal tissue with similar contrast. Moreover, inconsistencies in target and OARs segmentations have been reported for both inter-and intraobserver segmentation variability (<xref ref-type="bibr" rid="B4">4</xref>&#x2013;<xref ref-type="bibr" rid="B8">8</xref>). These factors will affect the accuracy and efficacy of RT. Therefore, improving the consistency and efficiency of image segmentation becomes an urgent task.</p>
<p>In recent years, automatic medical image segmentation based on deep learning has become a popular research topic in RT, and several convolutional neural networks (CNNs) including U-Net, ResNet and DenseNet, have shown great success in autosegmentation of the target and OARs (<xref ref-type="bibr" rid="B9">9</xref>&#x2013;<xref ref-type="bibr" rid="B16">16</xref>). DenseNet was proposed by Huang G et&#xa0;al. (<xref ref-type="bibr" rid="B17">17</xref>) in 2017, using the concept of feature map reuse to address the small training datasets in supervised learning. Moreover, DenseNet connects multiple dense blocks with a transition layer and concatenates the channels of each dense block feature map in series to increase the number of feature maps and improve the utilization rate of feature maps. Tong N et&#xa0;al. (<xref ref-type="bibr" rid="B18">18</xref>) improved the performance of their previous shape constrained fully CNNs for head and neck OARs segmentation on CT and low field MRI by incorporating generative adversarial network (GAN) and DenseNet. With the novel segmentation method, they showed that the low field MR images acquired on a MR guided radiation radiotherapy system can support accurate and fully automated segmentation of both bony and soft tissue OARs for adaptive radiotherapy. Fu J et&#xa0;al. (<xref ref-type="bibr" rid="B19">19</xref>) proposed a novel three-dimensional (3D) multipath DenseNet for generating the accurate glioblastoma (GBM) tumor contour from four multimodal pre-operative MR images. The multipath DenseNet demonstrated an improved accuracy over comparable algorithms in the clinical task of GBM tumor segmentation. To our best knowledge, there has not been an automatic segmentation study based on the DenseNet for NSCLC radiotherapy.</p>
<p>In this study, a deep learning model based on DenseNet and FCN (fully convolutional network) is proposed. The model uses the idea of feature reuse. It learns the planar distribution characteristics of OARs in CT images through a denseblock module and supplements details through long connections to achieve an end-to-end accurate OAR delineation for NSCLC patients.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Data Acquisition and Preprocessing</title>
<p>The CT images of 36 NSCLC patients of the Seventh Medical Center of the PLA General Hospital were provided. The CT images were scanned on a Philips Brilliance Big Bore simulator (Philips Medical Systems, Madison, WI, USA) from the level of the larynx to the bottom of the lungs with a 3-mm slice thickness on helical scan mode. The study was approved by the Ethics Committee of the Seventh Medical Center of Chinese PLA General Hospital. All of the patients provided written consent for the storage of their medical information in the hospital database. Patients characteristics are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. By analyzing the DICOM file, the grayscale value of the original CT image was mapped to the range of 0-255, the window width was set to 400, and the window level was set to 40. Different manual OARs serving as the ground truth were filled with different grayscale values to generate mask images as training labels, as shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Characteristics of patients in the training and testing sets.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">Training set</th>
<th valign="top" align="center">Testing set</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">No. patients</td>
<td valign="top" align="center">27</td>
<td valign="top" align="center">9</td>
</tr>
<tr>
<td valign="top" align="left">Tumor site, right:left</td>
<td valign="top" align="center">16:11</td>
<td valign="top" align="center">3:6</td>
</tr>
<tr>
<td valign="top" align="left">Lobe location</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Upper left</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">5</td>
</tr>
<tr>
<td valign="top" align="left">Lower left</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Upper right</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Middle right</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Lower right</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">1</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>
<bold>(A)</bold> Original image and <bold>(B)</bold> mask map (label).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-861857-g001.tif"/>
</fig>
<p>The training dataset included 3803 CT images of 27 patients. The testing set included 567 images of 9 patients. In order to improve the utilization of the data and obtain a more stable model, the validation set was generated by cross validation and 6 patients&#x2019; images were randomly selected from the training set during each epoch as the validation set. After data cleaning and augmentation, these images were sent to the proposed model. The deep learning inference platforms used Tensorflow-gpu 1.7.0 as the underlying framework, Keras2.2.4 neural network library and python (version 3.6). All training, validating and testing were run on an NVIDIA GeForce GTX 1070 Ti GPU with 8 GB video memory. The starting and ending times of the manual and autosegmentation operations for each patient in the testing set were recorded.</p>
</sec>
<sec id="s2_2">
<title>The Proposed Model for Segmentation</title>
<p>In this study, the model was trained to realize the autosegmentation of six OARs for NSCLC. The specific architecture of the model is shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>. The segmentation process was mainly divided into two parts: the left half was called the analysis path, composed of a dense block module and a transition down module and connected by a short cut layer to extract image features; the right half was called the synthesis path, upsampled by a transition up transposition convolution module to recover the size of the feature map layer. To improve the accuracy of the reconstructed image and accelerate the convergence process of the network parameters, the feature maps of the same size in the analysis path were connected in series as the input of the next layer of the dense block.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The architecture of the proposed model.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-861857-g002.tif"/>
</fig>
<p>The input of each layer of the dense block was intensively composed of all of the outputs of its front layer after dense connection (as shown in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). The output of each layer had the following corresponding functional relationship with the output of other front layers:</p>
<disp-formula>
<label>(1)</label>
<mml:math display="block" id="M1">
<mml:mrow>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>+</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mi>H</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:msub>
<mml:mtext>X</mml:mtext>
<mml:mn>1</mml:mn>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mn>2</mml:mn>
</mml:msub>
<mml:mo>,</mml:mo>
<mml:mo>&#x2026;</mml:mo>
<mml:mo>,</mml:mo>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</disp-formula>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Scheme of dense block.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-861857-g003.tif"/>
</fig>
<p>where <italic>H</italic>(*) is a nonlinear function denoting a series of operations, including batch normalization (BN), ReLU activation, pooling and convolution, which are used to extract features, adjust the size of the feature map and reduce the channel dimension. The bottleneck architecture was set in each network since the operation of dense connections could bring about a surge in the number of channels and increase the difficulty of training. The bottleneck architecture used a 1&#xd7;1 convolution kernel to realize cross-channel feature fusion and enhance the feature extraction ability of the network.</p>
</sec>
<sec id="s2_3">
<title>Training of The Proposed Model</title>
<p>After cleaning and augmentation, data were sent to the model for training. The weight and bias of the network were updated using the cross entropy loss function as follows.</p>
<disp-formula>
<label>(2)</label>
<mml:math display="block" id="M2">
<mml:mrow>
<mml:msub>
<mml:mi>L</mml:mi>
<mml:mi>s</mml:mi>
</mml:msub>
<mml:mo>=</mml:mo>
<mml:mo>&#x2212;</mml:mo>
<mml:mstyle displaystyle="true">
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>=</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>k</mml:mi>
</mml:msubsup>
<mml:mrow>
<mml:mrow>
<mml:mo>(</mml:mo>
<mml:mrow>
<mml:mtext>y</mml:mtext>
<mml:mi>log</mml:mi>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mo>+</mml:mo>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mtext>y</mml:mtext>
<mml:mo stretchy="false">)</mml:mo>
<mml:mi>log</mml:mi>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>&#x2212;</mml:mo>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mo>)</mml:mo>
</mml:mrow>
</mml:mrow>
</mml:mstyle>
</mml:mrow>
</mml:math>
</disp-formula>
<disp-formula>
<label>(3)</label>
<mml:math display="block" id="M3">
<mml:mrow>
<mml:mover accent="true">
<mml:mi>y</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mo>=</mml:mo>
<mml:msup>
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>+</mml:mo>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:msup>
<mml:mi>w</mml:mi>
<mml:mi>T</mml:mi>
</mml:msup>
<mml:mi>x</mml:mi>
<mml:mo>+</mml:mo>
<mml:mi>b</mml:mi>
</mml:mrow>
</mml:msup>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
</disp-formula>
<p>where <italic>x</italic> is the input of the network, <inline-formula>
<mml:math display="inline" id="im1">
<mml:mrow>
<mml:mover accent="true">
<mml:mtext>y</mml:mtext>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
</mml:mrow>
</mml:math>
</inline-formula> is the posterior probability output after network regression and <italic>k</italic> is the number of categories.</p>
<p>In this study, the early stopping module was added to detect the network accuracy and loss function value with the increase in the number of iterative epochs, and the network architecture based on DensNet56 in the 30th epoch was selected. During the network training process, the initial learning rate was set as 1e-3 and decreased with increasing epochs. This process ensured that the network could converge quickly in the initial stage of training, on the one hand, and avoided the problem of poor feature generalization due to network overfitting, on the other hand. In order to prevent the performance of the network from swinging at the local optimum, the Adam optimizer was used for training error. The Adam optimizer introduced the concept of second-order momentum, and the network weight was updated as the learning rate multiplied by the ratio of the gradient average to the square root of the gradient variance. The advantage of the method was that gradient updating was not only affected by the current gradient; but also by the accumulated gradient updating (<xref ref-type="bibr" rid="B20">20</xref>). The average segmentation time for the training set is approximately 12.58 min/epoch, the average segmentation time for a single 512&#xd7;512 CT image is approximately 0.17 s, and the time for delineating all CT images of a patient is approximately 13.4 s.</p>
</sec>
<sec id="s2_4">
<title>Accuracy Evaluation</title>
<sec id="s2_4_1">
<title>Geometric Metrics</title>
<p>In this study, geometric evaluation metrics, including the Dice similarity coefficient (DSC), 95% Hausdorff distance (HD95) and average surface distance (ASD) (<xref ref-type="bibr" rid="B21">21</xref>), were used to assess the autosegmentation results of OARs based on the proposed model and were compared with those based on U-Net as benchmarks.</p>
</sec>
<sec id="s2_4_2">
<title>Dosimetric Metrics</title>
<p>To assess the dosimetric impact of the proposed model on treatment planning, we designed two sets of stereotactic body radiation therapy (SBRT) treatment plans for each patient in the testing set using manually segmented target volumes and OARs (Plan1), as well as the manually segmented target volumes and automatically segmented OARs (Plan2). Intensity modulated radiotherapy (IMRT) treatment plans were optimized with 6-MV photons using 5 coplanar beams. All of the plans were prescribed 6 Gy per fraction for 10 fractions and normalized as 100% prescription dose to 95% of the planning target volume (PTV). Dosimetric parameters including Dmax (meaning the dose received by 2% of the volume), Dmean, V40, V30, V20, V10, and V5 (meaning the volume receiving more than x Gy dose as a percentage of the total volume), were obtained and compared to assess the clinical feasibility of the proposed model. The dosimetric characteristics of OARs were gauged by the conformity index (CI) and homogeneity index (HI) of the PTV, so the CI and HI of the PTV were also calculated according to the formula in reference (<xref ref-type="bibr" rid="B22">22</xref>).</p>
</sec>
</sec>
<sec id="s2_5">
<title>Statistical Analysis</title>
<p>SPSS statistical software (version 20.0, SPSS Inc., Chicago, IL, USA) was used for statistical analysis. Wilcoxon&#x2019;s signed rank test was used to compare the differences in DSC, HD95, ASD, and dosimetric parameters. Quantitative data are expressed as the mean &#xb1; standard deviation <inline-formula>
<mml:math display="inline" id="im2">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mover accent="true">
<mml:mi>x</mml:mi>
<mml:mo>&#xaf;</mml:mo>
</mml:mover>
<mml:mo>&#xb1;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>, a value of <italic>P</italic>&lt; 0.05 was considered statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Geometric Metrics</title>
<p>The DSC, HD95, and ASD of OARs based on the proposed model and U-Net are listed in <xref ref-type="table" rid="T2">
<bold>Tables&#xa0;2</bold>
</xref>&#x2013;<xref ref-type="table" rid="T4">
<bold>4</bold>
</xref>, respectively. The proposed model showed better performance than U-Net, although there was no significant difference between the two models in several OARs (<italic>P</italic>&gt;0.05). The comparison of the results between manual and automatic segmentation based on the proposed model for a typical patient is shown in <xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Comparison of DSC of two models <inline-formula>
<mml:math display="inline" id="im3">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mover accent="true">
<mml:mi>x</mml:mi>
<mml:mo>&#xaf;</mml:mo>
</mml:mover>
<mml:mo>&#xb1;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Spinal cord</th>
<th valign="top" align="center">Heart</th>
<th valign="top" align="center">Right lung</th>
<th valign="top" align="center">Left lung</th>
<th valign="top" align="center">Trachea</th>
<th valign="top" align="center">Esophagus</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">U-Net</td>
<td valign="top" align="center">0.82 &#xb1; 0.04</td>
<td valign="top" align="center">0.83 &#xb1; 0.09</td>
<td valign="top" align="center">0.96 &#xb1; 0.02</td>
<td valign="top" align="center">0.94 &#xb1; 0.02</td>
<td valign="top" align="center">0.86 &#xb1; 0.07</td>
<td valign="top" align="center">0.55 &#xb1; 0.11</td>
</tr>
<tr>
<td valign="top" align="left">Proposed</td>
<td valign="top" align="center">0.89 &#xb1; 0.01</td>
<td valign="top" align="center">0.86 &#xb1; 0.09</td>
<td valign="top" align="center">0.96 &#xb1; 0.01</td>
<td valign="top" align="center">0.95 &#xb1; 0.02</td>
<td valign="top" align="center">0.91 &#xb1; 0.03</td>
<td valign="top" align="center">0.67 &#xb1; 0.12</td>
</tr>
<tr>
<td valign="top" align="left">P value</td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center">0.535</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.709</td>
<td valign="top" align="center">0.212</td>
<td valign="top" align="center">0.008</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Comparison of HD95 (mm) of two models <inline-formula>
<mml:math display="inline" id="im6">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mover accent="true">
<mml:mi>x</mml:mi>
<mml:mo>&#xaf;</mml:mo>
</mml:mover>
<mml:mo>&#xb1;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Spinal cord</th>
<th valign="top" align="center">Heart</th>
<th valign="top" align="center">Right lung</th>
<th valign="top" align="center">Left lung</th>
<th valign="top" align="center">Trachea</th>
<th valign="top" align="center">Esophagus</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">U-Net</td>
<td valign="top" align="center">3.75 &#xb1; 1.23</td>
<td valign="top" align="center">14.42 &#xb1; 2.94</td>
<td valign="top" align="center">7.24 &#xb1; 4.22</td>
<td valign="top" align="center">9.04 &#xb1; 5.97</td>
<td valign="top" align="center">4.46 &#xb1; 2.61</td>
<td valign="top" align="center">12.40 &#xb1; 5.99</td>
</tr>
<tr>
<td valign="top" align="left">Proposed</td>
<td valign="top" align="center">2.05 &#xb1; 0.38</td>
<td valign="top" align="center">9.75 &#xb1; 2.34</td>
<td valign="top" align="center">6.09 &#xb1; 1.56</td>
<td valign="top" align="center">6.47 &#xb1; 3.27</td>
<td valign="top" align="center">2.44 &#xb1; 1.17</td>
<td valign="top" align="center">6.14 &#xb1; 3.07</td>
</tr>
<tr>
<td valign="top" align="left">
<italic>P</italic> value</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.008</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.260</td>
<td valign="top" align="center">0.039</td>
<td valign="top" align="center">0.008</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Comparison of ASD (mm) of two models <inline-formula>
<mml:math display="inline" id="im4">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mover accent="true">
<mml:mi>x</mml:mi>
<mml:mo>&#xaf;</mml:mo>
</mml:mover>
<mml:mo>&#xb1;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Spinal cord</th>
<th valign="top" align="center">Heart</th>
<th valign="top" align="center">Right lung</th>
<th valign="top" align="center">Left lung</th>
<th valign="top" align="center">Trachea</th>
<th valign="top" align="center">Esophagus</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">U-Net</td>
<td valign="top" align="center">2.01 &#xb1; 0.70</td>
<td valign="top" align="center">7.70 &#xb1; 6.10</td>
<td valign="top" align="center">1.32 &#xb1; 0.45</td>
<td valign="top" align="center">1.57 &#xb1; 0.65</td>
<td valign="top" align="center">1.42 &#xb1; 0.87</td>
<td valign="top" align="center">6.95 &#xb1; 7.30</td>
</tr>
<tr>
<td valign="top" align="left">Proposed</td>
<td valign="top" align="center">0.81 &#xb1; 0.18</td>
<td valign="top" align="center">5.93 &#xb1; 4.03</td>
<td valign="top" align="center">1.11 &#xb1; 0.31</td>
<td valign="top" align="center">1.23 &#xb1; 0.54</td>
<td valign="top" align="center">0.94 &#xb1; 0.51</td>
<td valign="top" align="center">3.27 &#xb1; 2.67</td>
</tr>
<tr>
<td valign="top" align="left">
<italic>P</italic> value</td>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center">0.425</td>
<td valign="top" align="center">0.375</td>
<td valign="top" align="center">0.264</td>
<td valign="top" align="center">0.281</td>
<td valign="top" align="center">0.123</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Comparison of manual and automatic segmentation of the OARs based on the proposed model (Color wash: the manual segmentation contour; line: the automatic segmentation contour).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-12-861857-g004.tif"/>
</fig>
</sec>
<sec id="s3_2">
<title>Dosimetric Metrics</title>
<p>The dose-volume parameters of the OARs based on manual and automatic segmentation are listed in <xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>. There were no statistically significant differences between the dosimetric parameters of manual and automatically delineated OARs (<italic>P</italic>&gt;0.05). The CIs of PTV in Plan1 and Plan2 were 0.74 &#xb1; 0.07 and 0.73 &#xb1; 0.07, respectively, while the HIs of PTV in Plan2 were 0.10 &#xb1; 0.02 and 0.09 &#xb1; 0.02, respectively. The differences in both CI and HI were not statistically significant (<italic>P</italic>&gt;0.05).</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Dosimetric comparison of the PTV and OARs between manual and automatic segmentation-based plans <inline-formula>
<mml:math display="inline" id="im5">
<mml:mrow>
<mml:mo stretchy="false">(</mml:mo>
<mml:mover accent="true">
<mml:mi>x</mml:mi>
<mml:mo>&#xaf;</mml:mo>
</mml:mover>
<mml:mo>&#xb1;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo stretchy="false">)</mml:mo>
</mml:mrow>
</mml:math>
</inline-formula>.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Dosimetric parameters</th>
<th valign="top" align="center"/>
<th valign="top" align="center">Plan1</th>
<th valign="top" align="center">Plan2</th>
<th valign="top" align="center">
<italic>P</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">PTV</td>
<td valign="top" align="left">CI</td>
<td valign="top" align="center">0.74 &#xb1; 0.07</td>
<td valign="top" align="center">0.73 &#xb1; 0.07</td>
<td valign="top" align="center">0.859</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">HI</td>
<td valign="top" align="center">0.10 &#xb1; 0.02</td>
<td valign="top" align="center">0.09 &#xb1; 0.02</td>
<td valign="top" align="center">0.139</td>
</tr>
<tr>
<td valign="top" align="left">Spinalcord</td>
<td valign="top" align="left">Dmax (Gy)</td>
<td valign="top" align="center">18.66 &#xb1; 7.95</td>
<td valign="top" align="center">18.71 &#xb1; 7.36</td>
<td valign="top" align="center">0.678</td>
</tr>
<tr>
<td valign="top" align="left">Heart</td>
<td valign="top" align="left">V30 (%)</td>
<td valign="top" align="center">0.42 &#xb1; 1.16</td>
<td valign="top" align="center">0.43 &#xb1; 1.19</td>
<td valign="top" align="center">0.655</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V40 (%)</td>
<td valign="top" align="center">0.22 &#xb1; 0.63</td>
<td valign="top" align="center">0.22 &#xb1; 0.67</td>
<td valign="top" align="center">0.655</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Dmean (Gy)</td>
<td valign="top" align="center">1.71 &#xb1; 1.58</td>
<td valign="top" align="center">1.61 &#xb1; 1.53</td>
<td valign="top" align="center">0.441</td>
</tr>
<tr>
<td valign="top" align="left">Lung All</td>
<td valign="top" align="left">V5 (%)</td>
<td valign="top" align="center">27.55 &#xb1; 6.81</td>
<td valign="top" align="center">28.19 &#xb1; 6.78</td>
<td valign="top" align="center">0.515</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V10 (%)</td>
<td valign="top" align="center">15.49 &#xb1; 4.41</td>
<td valign="top" align="center">14.83 &#xb1; 4.54</td>
<td valign="top" align="center">0.953</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V20 (%)</td>
<td valign="top" align="center">9.40 &#xb1; 3.69</td>
<td valign="top" align="center">9.44 &#xb1; 3.89</td>
<td valign="top" align="center">0.859</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V30 (%)</td>
<td valign="top" align="center">6.57 &#xb1; 3.25</td>
<td valign="top" align="center">6.64 &#xb1; 3.36</td>
<td valign="top" align="center">0.263</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Mean (Gy)</td>
<td valign="top" align="center">6.49 &#xb1; 1.94</td>
<td valign="top" align="center">6.56 &#xb1; 2.01</td>
<td valign="top" align="center">0.173</td>
</tr>
<tr>
<td valign="top" align="left">Lung_L</td>
<td valign="top" align="left">V5 (%)</td>
<td valign="top" align="center">31.34 &#xb1; 14.34</td>
<td valign="top" align="center">30.80 &#xb1; 13.94</td>
<td valign="top" align="center">0.260</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V10 (%)</td>
<td valign="top" align="center">17.41 &#xb1; 17.79</td>
<td valign="top" align="center">17.16 &#xb1; 17.71</td>
<td valign="top" align="center">0.310</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V20 (%)</td>
<td valign="top" align="center">12.64 &#xb1; 14.34</td>
<td valign="top" align="center">12.48 &#xb1; 14.38</td>
<td valign="top" align="center">0.225</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V30 (%)</td>
<td valign="top" align="center">9.82 &#xb1; 11.68</td>
<td valign="top" align="center">9.69 &#xb1; 11.56</td>
<td valign="top" align="center">0.173</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Dmean (Gy)</td>
<td valign="top" align="center">8.07 &#xb1; 6.65</td>
<td valign="top" align="center">7.99 &#xb1; 6.65</td>
<td valign="top" align="center">0.477</td>
</tr>
<tr>
<td valign="top" align="left">Lung_R</td>
<td valign="top" align="left">V5 (%)</td>
<td valign="top" align="center">24.39 &#xb1; 8.38</td>
<td valign="top" align="center">24.48 &#xb1; 8.59</td>
<td valign="top" align="center">0.678</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V10 (%)</td>
<td valign="top" align="center">12.78 &#xb1; 11.37</td>
<td valign="top" align="center">12.89 &#xb1; 11.48</td>
<td valign="top" align="center">0.314</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V20 (%)</td>
<td valign="top" align="center">6.64 &#xb1; 8.31</td>
<td valign="top" align="center">6.69 &#xb1; 8.44</td>
<td valign="top" align="center">0.686</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">V30 (%)</td>
<td valign="top" align="center">4.02 &#xb1; 5.28</td>
<td valign="top" align="center">4.07 &#xb1; 5.44</td>
<td valign="top" align="center">0.715</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Dmean (Gy)</td>
<td valign="top" align="center">5.14 &#xb1; 3.16</td>
<td valign="top" align="center">5.14 &#xb1; 3.29</td>
<td valign="top" align="center">0.477</td>
</tr>
<tr>
<td valign="top" align="left">Trachea</td>
<td valign="top" align="left">Dmean</td>
<td valign="top" align="center">6.00 &#xb1; 3.74</td>
<td valign="top" align="center">5.59 &#xb1; 3.47</td>
<td valign="top" align="center">0.139</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_3">
<title>Delineating Time Analysis</title>
<p>The average time for manual segmentation by experienced radiation oncologists for 9 patients in the testing set was 15.2 min, while the total autosegmentation time of the 9 patients in the testing set was 9.0 min. Autosegmentation greatly improved the working efficiency in contouring the OARs (<italic>P</italic>&lt;0.05).</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>The results of this study are relatively consistent with those of the challenge report of automatic segmentation of thoracic organs organized by the American Association of Physicists in Medicine (AAPM)&#x2019;s annual meeting in 2017 (<xref ref-type="bibr" rid="B21">21</xref>),with the right lung having the highest average DSC (0.96) and the esophagus having the lowest average DSC (0.67). Compared with U-Net, the autosegmentation results of the OARs based on the proposed model were better with higher DSC as well as lower HD95 and ASD. Among them, DSC differences of the spinal cord and esophagus, HD95 differences of the spinal cord, heart, trachea and esophagus, as well as ASD difference of the spinal cord were statistically significant (P&lt;0.05).</p>
<p>Lustberg T et&#xa0;al. (<xref ref-type="bibr" rid="B23">23</xref>) used a deep learning autosegmentation software (Mirada) to create thoracic OARs contours and the model was built by using 450 lung patients&#x2019; images as the training set. For 20 CT scans of stage I-III NSCLC patients in the testing set, the median DSCs of the spinal cord, the lungs, and heart were 0.83, &gt;0.95, &gt;0.90, respectively. Zhang T et&#xa0;al. (<xref ref-type="bibr" rid="B24">24</xref>) developed a 2D AS-CNN based on the ResNet101 network using a training dataset of 200 lung cancer patients. The average DSCs of the left lung, right lung, heart, spinal cord, and esophagus of 19 NSCLC patients were 0.94, 0.94, 0.89, 0.82, and 0.73, respectively. Zhu JH et&#xa0;al. (<xref ref-type="bibr" rid="B25">25</xref>) proposed an automatic segmentation model based on depth convolution to segment CT images from 36 lung cancer patients. The average DSCs of the lungs, heart, liver, spinal cord and esophagus were 0.95, 0.91, 0.89, 0.76 and 0.64, respectively. Dong X et&#xa0;al. proposed a U-Net-generative adversarial network (U-Net-GAN) and realized the segmentation of 5 thoracic OARs. Among them, the left lung, right lung, and heart were automatically segmented by a 2.5D GAN model, while the esophagus and spinal cord were automatically segmented by a 3D GAN model. The average DSCs of the left and right lungs, spinal cord, esophagus, and heart were 0.97,0.97, 0.90, 0.75, and o.87, respectively. He T et&#xa0;al. (<xref ref-type="bibr" rid="B26">26</xref>) proposed a uniform U-like encoder-decoder architecture abstracted from the U-Net and trained it using 40 patients&#x2019; thoracic CT scans. High DSC values were obtained for esophagus (0.86), heart (0.95), trachea(0.92) and aorta (0.95) from 20 patients in the testing set. Feng X et&#xa0;al. (<xref ref-type="bibr" rid="B27">27</xref>) developed a model based on 3D U-Net to autosegment thoracic OARs using 36 thoracic CT scans as the training set. The performance of the model was evaluated on two groups of testing set consisting of 12 patients and 30 patients, respectively. The average DSCs of the spinal cord, right lung, left lung, heart and esophagus of the first testing set reached 0.89, 0.97, 0.98, 0.93, and 0.73 while those of the second testing set were 0.85, 0.98, 0.98, 0.86 and 0.69, respectively.</p>
<p>The differences in all dosimetric metrics of the OARs between manual and automatic delineations were not statistically significant (P&gt;0.05) in our study. The maximum dosimetric metrics differences were 0.41Gy for Dmean of the trachea and 0.64% for V5 of bilateral lungs, while the clinically acceptable dose difference and volume difference of OARs between manual and automatic delineation are supposed to be within 1Gy and 1%, respectively. Zhu J et&#xa0;al. (<xref ref-type="bibr" rid="B28">28</xref>) evaluated the performance of automatic segmentation of the OARs with dosimetric metrics for esophageal cancer patients. The maximum metrics differences were 0.35 Gy for Dmax of the spinal cord and 0.4% for V30 of bilateral lungs. The results in our study were consistent with those of the above study.</p>
<p>Due to the different training datasets, it is difficult to compare the advantages and disadvantages of the proposed model and the published model. However, the number of training cases used in our study was obviously fewer; the proposed model has strong feature extraction ability in the training of small samples, and the segmentation results are similar to those of the training model of relatively large datasets. A limitation of this study needs to be pointed out. That is, due to low soft tissue contrast, small volume, and large shape variability across patients, the automatic segmentation results of the esophagus are not ideal, and the DSC value is lower than 0.7, which is clinically unacceptable (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>), therefore, we did not take into account the esophagus when analyzing the dose-volume parameters in the treatment plan. In the next work, we need to further optimize the model and expand the size of data to increase its generalization and segmentation effect.</p>
<p>Currently, there are three main development directions for deep learning networks in medical image segmentation. The first direction is to deepen the network level and depth, extract deeper semantic features to obtain stronger expression ability, or widen the network to increase the number of channels to obtain more information in the same layer, such as the texture features of different grayscales and boundary features in different directions. The second direction is to obtain a more effective spatial feature extraction ability by learning the sequence concatenation properties of multiple CT slices of a patient, represented by 3D U-Net and many other derivative networks. The third direction represented by DenseNet is to improve the utilization rate of the feature map by sharing the feature map layer by layer to enhance the feature expression ability of the image and improve the generalization performance of the network (<xref ref-type="bibr" rid="B31">31</xref>).</p>
</sec>
<sec id="s5">
<title>Conclusion</title>
<p>Compared with U-Net, the proposed model based on DenseNet is better in the OARs segmentation task; even if the training set has fewer images, it can still fairly effectively prevent the occurrence of overfitting. At the same time, it can effectively alleviate the problem of the gradient disappearing in the training process by repeatedly using different levels of feature maps, providing a new idea for medical image segmentation.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee of the Seventh Medical Center of Chinese PLA General Hospital. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author Contributions</title>
<p>FZ and QW contributed conception and design of the study. FZ and AY trained the deep learning models. FZ and QW performed data analysis and drafted the manuscript. NL, HJ, DC, and YW helped to collect the data and evaluate radiotherapy planning. YY designed radiotherapy planning. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by the Beijing Municipal Science and Technology Commission (No.Z181100001718011).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global Cancer Statistics 2020: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J Clin</source> (<year>2021</year>) <volume>71</volume>(<issue>3</issue>):<page-range>209&#x2013;49</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eaton</surname> <given-names>BR</given-names>
</name>
<name>
<surname>Pugh</surname> <given-names>SL</given-names>
</name>
<name>
<surname>Bradley</surname> <given-names>JD</given-names>
</name>
<name>
<surname>Masters</surname> <given-names>G</given-names>
</name>
<name>
<surname>Kavadi</surname> <given-names>VS</given-names>
</name>
<name>
<surname>Narayan</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>Institutional Enrollment and Survival Among NSCLC Patients Receiving Chemoradiation: NRG Oncology Radiation Therapy Oncology Group (RTOG) 0617</article-title>. <source>J Natl Cancer Inst</source> (<year>2016</year>) <volume>108</volume>(<issue>9</issue>):<fpage>djw034</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jnci/djw034</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>EH</given-names>
</name>
<name>
<surname>Rutter</surname> <given-names>CE</given-names>
</name>
<name>
<surname>Corso</surname> <given-names>CD</given-names>
</name>
<name>
<surname>Decker</surname> <given-names>RH</given-names>
</name>
<name>
<surname>Wilson</surname> <given-names>LD</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>AW</given-names>
</name>
<etal/>
</person-group>. <article-title>Patients Selected for Definitive Concurrent Chemoradiation at High-Volume Facilities Achieve Improved Survival in Stage III Non-Small-Cell Lung Cancer</article-title>. <source>J Thorac Oncol</source> (<year>2015</year>) <volume>10</volume>(<issue>6</issue>):<page-range>937&#x2013;43</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/JTO.0000000000000519</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martin</surname> <given-names>S</given-names>
</name>
<name>
<surname>Johnson</surname> <given-names>C</given-names>
</name>
<name>
<surname>Brophy</surname> <given-names>M</given-names>
</name>
<name>
<surname>Palma</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Barron</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Beauchemin</surname> <given-names>SS</given-names>
</name>
<etal/>
</person-group>. <article-title>Impact of Target Volume Segmentation Accuracy and Variability on Treatment Planning for 4D-CT-Based non-Small Cell Lung Cancer Radiotherapy</article-title>. <source>Acta Oncol</source> (<year>2015</year>) <volume>54</volume>(<issue>3</issue>):<page-range>322&#x2013;32</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/0284186X.2014.970666</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Speight</surname> <given-names>R</given-names>
</name>
<name>
<surname>Sykes</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lindsay</surname> <given-names>R</given-names>
</name>
<name>
<surname>Franks</surname> <given-names>K</given-names>
</name>
<name>
<surname>Thwaites</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>The Evaluation of a Deformable Image Registration Segmentation Technique for Semi-Automating Internal Target Volume (ITV) Production From 4dct Images of Lung Stereotactic Body Radiotherapy (SBRT) Patients</article-title>. <source>Radiother Oncol</source> (<year>2011</year>) <volume>98</volume>(<issue>2</issue>):<page-range>277&#x2013;83</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.radonc.2010.12.007</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Dam</surname> <given-names>IE</given-names>
</name>
<name>
<surname>van Sornsen de Koste</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Hanna</surname> <given-names>GG</given-names>
</name>
<name>
<surname>Muirhead</surname> <given-names>R</given-names>
</name>
<name>
<surname>Slotman</surname> <given-names>BJ</given-names>
</name>
<name>
<surname>Senan</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Improving Target Delineation on 4-Dimensional CT Scans in Stage I NSCLC Using a Deformable Registration Tool</article-title>. <source>Radiother Oncol</source> (<year>2010</year>) <volume>96</volume>(<issue>1</issue>):<fpage>67</fpage>&#x2013;<lpage>72</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.radonc.2010.05.003</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jameson</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Holloway</surname> <given-names>LC</given-names>
</name>
<name>
<surname>Vial</surname> <given-names>PJ</given-names>
</name>
<name>
<surname>Vinod</surname> <given-names>SK</given-names>
</name>
<name>
<surname>Metcalfe</surname> <given-names>PE</given-names>
</name>
</person-group>. <article-title>A Review of Methods of Analysis in Contouring Studies for Radiation Oncology</article-title>. <source>J Med Imaging Radiat Oncol</source> (<year>2010</year>) <volume>54</volume>(<issue>5</issue>):<page-range>401&#x2013;10</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1754-9485.2010.02192.x</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Brouwer</surname> <given-names>CL</given-names>
</name>
<name>
<surname>Steenbakkers</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>van den Heuvel</surname> <given-names>E</given-names>
</name>
<name>
<surname>Duppen</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Navran</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bijl</surname> <given-names>HP</given-names>
</name>
<etal/>
</person-group>. <article-title>3d Variation in Delineation of Head and Neck Organs at Risk</article-title>. <source>Radiat Oncol</source> (<year>2012</year>) <volume>7</volume>:<elocation-id>32</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1748-717X-7-32</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wong</surname> <given-names>J</given-names>
</name>
<name>
<surname>Fong</surname> <given-names>A</given-names>
</name>
<name>
<surname>McVicar</surname> <given-names>N</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>S</given-names>
</name>
<name>
<surname>Giambattista</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wells</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparing Deep Learning-Based Auto-Segmentation of Organs at Risk and Clinical Target Volumes to Expert Inter-Observer Variability in Radiotherapy Planning</article-title>. <source>Radiother Oncol</source> (<year>2020</year>) <volume>144</volume>:<page-range>152&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.radonc.2019.10.019</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Lv</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of Deep Learning-Based Auto-Segmentation Algorithms for Delineating Clinical Target Volume and Organs at Risk Involving Data for 125 Cervical Cancer Patients</article-title>. <source>J Appl Clin Med Phys</source> (<year>2020</year>) <volume>21</volume>(<issue>12</issue>):<page-range>272&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/acm2.13097</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Men</surname> <given-names>K</given-names>
</name>
<name>
<surname>Dai</surname> <given-names>J</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Automatic Segmentation of the Clinical Target Volume and Organs at Risk in the Planning CT for Rectal Cancer Using Deep Dilated Convolutional Neural Networks</article-title>. <source>Med Phys</source> (<year>2017</year>) <volume>44</volume>(<issue>12</issue>):<page-range>6377&#x2013;89</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.12602</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vrtovec</surname> <given-names>T</given-names>
</name>
<name>
<surname>Mocnik</surname> <given-names>D</given-names>
</name>
<name>
<surname>Strojan</surname> <given-names>P</given-names>
</name>
<name>
<surname>Pernus</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ibragimov</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Auto-Segmentation of Organs at Risk for Head and Neck Radiotherapy Planning: From Atlas-Based to Deep Learning Methods</article-title>. <source>Med Phys</source> (<year>2020</year>) <volume>47</volume>(<issue>9</issue>):<page-range>e929&#x2013;e50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.14320</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kholiavchenko</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sirazitdinov</surname> <given-names>I</given-names>
</name>
<name>
<surname>Kubrak</surname> <given-names>K</given-names>
</name>
<name>
<surname>Badrutdinova</surname> <given-names>R</given-names>
</name>
<name>
<surname>Kuleev</surname> <given-names>R</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Contour-Aware Multi-Label Chest X-Ray Organ Segmentation</article-title>. <source>Int J Comput Assist Radiol Surg</source> (<year>2020</year>) <volume>15</volume>(<issue>3</issue>):<page-range>425&#x2013;36</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s11548-019-02115-9</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Dou</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Jin</surname> <given-names>YM</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>GQ</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>YQ</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>WL</given-names>
</name>
<etal/>
</person-group>. <article-title>Deep Learning for Automated Contouring of Primary Tumor Volumes by MRI for Nasopharyngeal Carcinoma</article-title>. <source>Radiology</source> (<year>2019</year>) <volume>291</volume>(<issue>3</issue>):<page-range>677&#x2013;86</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2019182012</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Ronneberger</surname> <given-names>O</given-names>
</name>
<name>
<surname>Fischer</surname> <given-names>P</given-names>
</name>
<name>
<surname>Brox</surname> <given-names>T</given-names>
</name>
</person-group>. <article-title>U-Net: Convolutional Networks for Biomedical Image Segmentation</article-title>. In: <source>Medical Image Computing and Computer-Assisted Intervention-MICCAI</source>. <publisher-loc>Berlin</publisher-loc>: <publisher-name>Springer</publisher-name>. (<year>2015</year>) <page-range>234&#x2013;41</page-range>.</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>He</surname> <given-names>K</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Ren</surname> <given-names>S</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Deep Residual Learning for Image Recognition</article-title>. In: <source>IEEE Conference on Computer Vision and Pattern Recognition</source>. <publisher-loc>Las Vegas</publisher-loc> (<year>2016</year>) <page-range>770&#x2013;8</page-range>.</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>G</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Van Der Maaten</surname> <given-names>L</given-names>
</name>
<name>
<surname>Weinberger</surname> <given-names>XQ</given-names>
</name>
</person-group>. <article-title>Densely Connected Convolutional Networks</article-title>. In: <source>IEEE Conference on Computer Vision and Pattern Recognition</source>. <publisher-loc>Honolulu</publisher-loc>. (2017) 4700-8.</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tong</surname> <given-names>N</given-names>
</name>
<name>
<surname>Gou</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sheng</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Shape Constrained Fully Convolutional DenseNet With Adversarial Training for Multiorgan Segmentation on Head and Neck CT and Low-Field MR Images</article-title>. <source>Med Phys</source> (<year>2019</year>) <volume>46</volume>(<issue>6</issue>):<page-range>2669&#x2013;82</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.13553</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Singhrao</surname> <given-names>K</given-names>
</name>
<name>
<surname>Qi</surname> <given-names>XS</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ruan</surname> <given-names>D</given-names>
</name>
<name>
<surname>Lewis</surname> <given-names>JH</given-names>
</name>
</person-group>. <article-title>Three-Dimensional Multipath DenseNet for Improving Automatic Segmentation of Glioblastoma on Pre-Operative Multimodal MR Images</article-title>. <source>Med Phys</source> (<year>2021</year>) <volume>48</volume>(<issue>6</issue>):<page-range>2859&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.14800</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Kingma</surname> <given-names>D</given-names>
</name>
<name>
<surname>Ba</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Adam: A Method for Stochastic Optimization</article-title>. In: <source>International Conference for Learning Representations</source>. <publisher-loc>San Diego</publisher-loc>. (<year>2015</year>).</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Veeraraghavan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Armato</surname> <given-names>SG</given-names>
<suffix>3rd</suffix>
</name>
<name>
<surname>Farahani</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kirby</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Kalpathy-Kramer</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Autosegmentation for Thoracic Radiation Treatment Planning: A Grand Challenge at AAPM 2017</article-title>. <source>Med Phys</source> (<year>2018</year>) <volume>45</volume>(<issue>10</issue>):<page-range>4568&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.13141</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<article-title>International Commission on Radiation Units and Measurements. Prescribing, Recording and Reporting Photon Beam Intensity-Modulated Radiation Therapy (IMRT)</article-title>. ICRU Report 83. (<year>2010</year>) <volume>10</volume>(<issue>1</issue>):<page-range>34&#x2013;6</page-range>.</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lustberg</surname> <given-names>T</given-names>
</name>
<name>
<surname>van Soest</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gooding</surname> <given-names>M</given-names>
</name>
<name>
<surname>Peressutti</surname> <given-names>D</given-names>
</name>
<name>
<surname>Aljabar</surname> <given-names>P</given-names>
</name>
<name>
<surname>van der Stoep</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Clinical Evaluation of Atlas and Deep Learning Based Automatic Contouring for Lung Cancer</article-title>. <source>Radiother Oncol</source> (<year>2018</year>) <volume>126</volume>(<issue>2</issue>):<page-range>312&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.radonc.2017.11.012</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>T</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Men</surname> <given-names>K</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparison Between Atlas and Convolutional Neural Network Based Automatic Segmentation of Multiple Organs at Risk in non-Small Cell Lung Cancer</article-title>. <source>Med (Baltimore)</source> (<year>2020</year>) <volume>99</volume>(<issue>34</issue>):<fpage>e21800</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/MD.0000000000021800</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Qiu</surname> <given-names>B</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Comparison of the Automatic Segmentation of Multiple Organs at Risk in CT Images of Lung Cancer Between Deep Convolutional Neural Network-Based and Atlas-Based Techniques</article-title>. <source>Acta Oncol</source> (<year>2019</year>) <volume>58</volume>(<issue>2</issue>):<page-range>257&#x2013;64</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/0284186X.2018.1529421</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>He</surname> <given-names>T</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Song</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yi</surname> <given-names>Z</given-names>
</name>
</person-group>. <article-title>Multi-Task Learning for the Segmentation of Organs at Risk With Label Dependence</article-title>. <source>Med Image Anal</source> (<year>2020</year>) <volume>61</volume>:<elocation-id>101666</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.media.2020.101666</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Feng</surname> <given-names>X</given-names>
</name>
<name>
<surname>Qing</surname> <given-names>K</given-names>
</name>
<name>
<surname>Tustison</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Meyer</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>Q</given-names>
</name>
</person-group>. <article-title>Deep Convolutional Neural Network for Segmentation of Thoracic Organs-At-Risk Using Cropped 3d Images</article-title>. <source>Med Phys</source> (<year>2019</year>) <volume>46</volume>(<issue>5</issue>):<page-range>2169&#x2013;80</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/mp.13466</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>B</given-names>
</name>
<name>
<surname>Bi</surname> <given-names>N</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>T</given-names>
</name>
<name>
<surname>Men</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of Automatic Segmentation Model With Dosimetric Metrics for Radiotherapy of Esophageal Cancer</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>564737</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.564737</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Conson</surname> <given-names>M</given-names>
</name>
<name>
<surname>Cella</surname> <given-names>L</given-names>
</name>
<name>
<surname>Pacelli</surname> <given-names>R</given-names>
</name>
<name>
<surname>Comerci</surname> <given-names>M</given-names>
</name>
<name>
<surname>Liuzzi</surname> <given-names>R</given-names>
</name>
<name>
<surname>Salvatore</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Automated Delineation of Brain Structures in Patients Undergoing Radiotherapy for Primary Brain Tumors: From Atlas to Dose-Volume Histograms</article-title>. <source>Radiother Oncol</source> (<year>2014</year>) <volume>112</volume>(<issue>3</issue>):<page-range>326&#x2013;31</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.radonc.2014.06.006</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dolz</surname> <given-names>J</given-names>
</name>
<name>
<surname>Kirisli</surname> <given-names>HA</given-names>
</name>
<name>
<surname>Fechter</surname> <given-names>T</given-names>
</name>
<name>
<surname>Karnitzki</surname> <given-names>S</given-names>
</name>
<name>
<surname>Oehlke</surname> <given-names>O</given-names>
</name>
<name>
<surname>Nestle</surname> <given-names>U</given-names>
</name>
<etal/>
</person-group>. <article-title>Interactive Contour Delineation of Organs at Risk in Radiotherapy: Clinical Evaluation on NSCLC Patients</article-title>. <source>Med Phys</source> (<year>2016</year>) <volume>43</volume>(<issue>5</issue>):<fpage>2569</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1118/1.4947484</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ke</surname> <given-names>L</given-names>
</name>
<name>
<surname>Deng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xia</surname> <given-names>W</given-names>
</name>
<name>
<surname>Qiang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Development of a Self-Constrained 3d DenseNet Model in Automatic Detection and Segmentation of Nasopharyngeal Carcinoma Using Magnetic Resonance Images</article-title>. <source>Oral Oncol</source> (<year>2020</year>) <volume>110</volume>:<elocation-id>104862</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.oraloncology.2020.104862</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>