<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2021.777760</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Bounding Box-Based Radiomics Model for Detecting Occult Peritoneal Metastasis in Advanced Gastric Cancer: A Multicenter Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Dan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1393491"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Weihan</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/892602"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hu</surname>
<given-names>Fubi</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1194491"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yu</surname>
<given-names>Pengxin</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1100489"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhang</surname>
<given-names>Xiao</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yin</surname>
<given-names>Hongkun</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1248007"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yang</surname>
<given-names>Lanqing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1400390"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Fang</surname>
<given-names>Xin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/430927"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Song</surname>
<given-names>Bin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/821977"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Bing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Hu</surname>
<given-names>Jiankun</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/605444"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Huang</surname>
<given-names>Zixing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1124647"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Radiology, West China Hospital, Sichuan University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Gastrointestinal Surgery and Laboratory of Gastric Cancer, Collaborative Innovation Center for Biotherapy, State Key Laboratory of Biotherapy, West China Hospital, Sichuan University</institution>, <addr-line>Chengdu</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Radiology, First Affiliated Hospital of Chengdu Medical College</institution>, <addr-line>Chengdu</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Institute of Advanced Research, Infervision</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Radiology, People&#x2019;s Hospital of Leshan</institution>, <addr-line>Leshan</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Yuming Jiang, Stanford University, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Xiaohu Li, First Affiliated Hospital of Anhui Medical University, China; Mathieu Hatt, Institut National de la Sant&#xe9; et de la Recherche M&#xe9;dicale (INSERM), France</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Zixing Huang, <email xlink:href="mailto:zixinghuang@hotmail.com">zixinghuang@hotmail.com</email>; Jiankun Hu, <email xlink:href="mailto:hujkwch@126.com">hujkwch@126.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn002">
<p>&#x2020;These authors have contributed equally to this work and share first authorship</p>
</fn>
<fn fn-type="other" id="fn003">
<p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>03</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>11</volume>
<elocation-id>777760</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>09</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Liu, Zhang, Hu, Yu, Zhang, Yin, Yang, Fang, Song, Wu, Hu and Huang</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Liu, Zhang, Hu, Yu, Zhang, Yin, Yang, Fang, Song, Wu, Hu and Huang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>To develop a bounding box (BBOX)-based radiomics model for the preoperative diagnosis of occult peritoneal metastasis (OPM) in advanced gastric cancer (AGC) patients.</p>
</sec>
<sec>
<title>Materials and Methods</title>
<p>599 AGC patients from 3 centers were retrospectively enrolled and were divided into training, validation, and testing cohorts. The minimum circumscribed rectangle of the ROIs for the largest tumor area (R_BBOX), the nonoverlapping area between the tumor and R_BBOX (peritumoral area; PERI) and the smallest rectangle that could completely contain the tumor determined by a radiologist (M_BBOX) were used as inputs to extract radiomic features. Multivariate logistic regression was used to construct a radiomics model to estimate the preoperative probability of OPM in AGC patients.</p>
</sec>
<sec>
<title>Results</title>
<p>The M_BBOX model was not significantly different from R_BBOX in the validation cohort [AUC: M_BBOX model 0.871 (95% CI, 0.814&#x2013;0.940) <italic>vs.</italic> R_BBOX model 0.873 (95% CI, 0.820&#x2013;0.940); p = 0.937]. M_BBOX was selected as the final radiomics model because of its extremely low annotation cost and superior OPM discrimination performance (sensitivity of 85.7% and specificity of 82.8%) over the clinical model, and this radiomics model showed comparable diagnostic efficacy in the testing cohort.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>The BBOX-based radiomics could serve as a simpler reliable and powerful tool for the preoperative diagnosis of OPM in AGC patients. And M_BBOX-based radiomics is simpler and less time consuming.</p>
</sec>
</abstract>
<kwd-group>
<kwd>gastric cancer</kwd>
<kwd>peritoneal metastasis</kwd>
<kwd>radiomics</kwd>
<kwd>bounding box</kwd>
<kwd>computed tomography</kwd>
</kwd-group>
<contract-sponsor id="cn001">West China Hospital, Sichuan University<named-content content-type="fundref-id">10.13039/501100013365</named-content>
</contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="46"/>
<page-count count="10"/>
<word-count count="4144"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Gastric cancer (GC) is one of the most common and deadly carcinomas in the world (<xref ref-type="bibr" rid="B1">1</xref>). Peritoneal metastasis (PM), one of the most common forms of metastasis in GC, occurs in ~53%-80% of GC patients with distant metastasis (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>) and is generally regarded as an incurable condition with a poor prognosis (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). It was reported that the median survival time among PM patients is 3&#x2013;6 months (<xref ref-type="bibr" rid="B5">5</xref>), and the treatment options are limited (<xref ref-type="bibr" rid="B6">6</xref>). New treatment strategies such as intraperitoneal chemotherapy and extensive intraoperative peritoneal lavage are associated with an improved prognosis for those patients (<xref ref-type="bibr" rid="B7">7</xref>&#x2013;<xref ref-type="bibr" rid="B9">9</xref>). Therefore, noninvasive preoperative detection of PM of advanced gastric cancer (AGC) is crucial for avoiding unnecessary surgery and selecting optimal therapy in clinical practice.</p>
<p>CT is recommended as the first-line imaging modality for the detection of PM (<xref ref-type="bibr" rid="B10">10</xref>). However, PMs (&lt;5 mm) are frequently missed on CT images (<xref ref-type="bibr" rid="B11">11</xref>). In 10 to 30% of patients with negative CT images, intraperitoneal metastases are found during either laparoscopy or surgical exploration (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>), called occult peritoneal metastases (OPMs).</p>
<p>Artificial intelligence, especially deep learning, has been explored in predicting PM in GC (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>), such as previous research from our team (<xref ref-type="bibr" rid="B14">14</xref>). However, the interpretation is under elucidated due to its nature of &#x201c;black box&#x201d;. Radiomics is an emerging field focusing on the high-dimensional mineable feature set captured from imaging data using a series of quantitative characteristic algorithms. The effective extraction and modeling of digital information is expected to aid in the assessment and differential diagnosis of gastric tumors (<xref ref-type="bibr" rid="B15">15</xref>&#x2013;<xref ref-type="bibr" rid="B20">20</xref>). For OPMs in AGC, some studies (<xref ref-type="bibr" rid="B21">21</xref>&#x2013;<xref ref-type="bibr" rid="B23">23</xref>) have utilized radiomics analysis of preoperative CT texture features to make a preoperative, noninvasive OPM diagnosis. All regions of interest (ROIs) were drawn manually in these studies. However, the manual annotation of many medical images is time consuming, expensive, and inefficient. In addition, most medical image annotations require a certain level of expertise, which can add additional work for the physician. Recently, we applied another annotation method&#x2014;an easy-to-use, time-saving and inexpensive method referred to as the bounding box (BBOX)&#x2014;that has been used in some clinical areas (<xref ref-type="bibr" rid="B24">24</xref>&#x2013;<xref ref-type="bibr" rid="B28">28</xref>), such as segmentation, diagnosis, and classification, but has not yet been applied to the radiomics analysis of OPM in GC patients.</p>
<p>The BBOX, which contains both the tumor tissue and peritumoral area (PERI), covers more regions than manual annotation of the tumor alone. A few studies have revealed that the combined radiomic signature of intratumoral and peritumoral regions can provide valuable information for the prediction of the Lauren classification of GC (<xref ref-type="bibr" rid="B29">29</xref>), the pathological complete response to neoadjuvant chemoradiation of esophageal squamous cell carcinoma (<xref ref-type="bibr" rid="B30">30</xref>), and the outcomes and chemotherapy response in GC (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>Therefore, in this study, we hypothesized that ROI annotation by BBOX might provide adequate information for the diagnosis of OPM. We aimed to develop and validate a BBOX-based radiomics model for the preoperative, noninvasive diagnosis of OPM in AGC patients.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>The radiomics processing flowchart of this study is shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Radiomics processing flowchart.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-777760-g001.tif"/>
</fig>
<sec id="s2_1">
<title>Patients</title>
<p>This multicenter retrospective study was approved by the institutional review board of each center, and the informed consent requirement was waived. A total of 599 patients from three centers were divided into three cohorts: one training cohort (395 patients from center 1), one internal validation cohort (149 patients from center 1), and one external testing cohort (55 patients from center 2 and center 3). The details of PM status confirmation are described in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 1</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. The inclusion criteria and exclusion criteria are available in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 2</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>.</p>
</sec>
<sec id="s2_2">
<title>CT Image Acquisition and Data Preparation</title>
<p>The details of the CT protocol are presented in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 3</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Table S1</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Portal vein phase CT images were first exported to ITK-SNAP software (version 2.2.0; <uri xlink:href="http://www.itksnap.org">www.itksnap.org</uri>) for manual segmentation. GC lesions were then manually annotated by a radiologist with 5 years of experience in gastroenterology imaging and confirmed by another abdominal specialist with 14 years of experience.</p>
<p>These two radiologists reviewed all slices obtained from each patient, selected the slice with the largest tumor area, and manually delineated the lesion to obtain the final ROIs. The BBOX was obtained by calculating the minimum circumscribed rectangle of the ROI, as shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2A</bold>
</xref>, called the R_BBOX. The nonoverlapping area between the ROI and BBOX was regarded as the PERI. For all patients, the radiologist was required to determine the smallest rectangle that could completely contain the tumor area and directly perform BBOX annotation. The manually obtained BBOX annotation was called M_BBOX. An example is shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2B</bold>
</xref>, as indicated by the blue line.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Annotation example in one patient. <bold>(A)</bold> ROI and R_BBOX indicated by the red and green lines, respectively. <bold>(B)</bold> M_BBOX indicated by the blue line; R_BBOX same as in <bold>(A)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-777760-g002.tif"/>
</fig>
</sec>
<sec id="s2_3">
<title>Radiomic Feature Extraction</title>
<p>Radiomic features were extracted using Pyradiomics (<xref ref-type="bibr" rid="B33">33</xref>), an open-source radiomics toolbox. Eight classes of stable radiomic features were extracted according to the standards in the <italic>Image Biomarker Standardization Initiative (</italic>
<xref ref-type="bibr" rid="B34">34</xref>). Ultimately, 119 quantitative two-dimensional (2D) radiomics features were extracted for each annotation of the ROI, R_BBOX, PERI and M_BBOX. For each patient in the training cohort and validation cohort, we constructed an annotation type called MERGE, which includes the features of both the ROI and the PERI. Thus, the number of features in the MERGE region was 238. The MERGE approach is another way to analyze the tumor area and PERI at the same time.</p>
</sec>
<sec id="s2_4">
<title>Feature Selection in Terms of Reproducibility</title>
<p>Two months after data annotation, 50 patients were randomly selected from the training cohort and reannotated by the previous radiologist. The same annotation rules were applied; that is, the ROIs and M_BBOXes of 50 patients were manually delineated. The R_BBOX and PERI for each patient could be obtained based on the ROI. For each patient, the radiomics features of the ROI, R_BBOX, PERI, M_BBOX and MERGE could be obtained. To evaluate the intraobserver agreement between the two repeated annotations, intraclass correlation coefficients (ICCs) were utilized. An ICC greater than 0.75 was considered a sign of reproducibility for the observer, and features with ICCs lower than 0.75 were excluded in the following feature selection process.</p>
</sec>
<sec id="s2_5">
<title>Feature Selection and Classifier Modeling</title>
<p>As shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 4</bold>
</xref> in the <bold>Supplement,</bold> the feature selection process included three steps, with the aim of avoiding overfitting during the model-building process and potential biases associated with the results.</p>
<p>After the three-step feature selection process, the remaining radiomics features were used to construct a multivariate logistic regression model for OPM positivity prediction, namely, the radiomics model.</p>
<p>We used independent predictors of preoperative clinical characteristics to build a clinical model by multivariate logistic regression for comparison. The independent predictors were also screened by multivariate logistic regression analysis. Backward stepwise selection was performed based on the Akaike information criterion (AIC) (<xref ref-type="bibr" rid="B35">35</xref>).</p>
</sec>
<sec id="s2_6">
<title>Four Sizes of Input Boxes</title>
<p>Four sizes of input boxes containing the primary tumor with different amounts of surrounding tissues were used to evaluate their diagnostic performance, as shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 6</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplement</bold>
</xref>.</p>
</sec>
<sec id="s2_7">
<title>Statistical Analysis</title>
<p>Differences in continuous variables were analyzed with the Mann-Whitney U test, and differences in categorical variables were analyzed with the chi-squared test. The radiomic classification model and the clinical classification model were evaluated with the validation cohort. The variance in performance was assessed using receiver operating characteristic (ROC) curve analysis and quantified by assessing the areas under the ROC curves (AUCs) (<xref ref-type="bibr" rid="B36">36</xref>). The DeLong test (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>) was used for statistical comparisons of ROC curves. Considering the class imbalance in the validation cohort and testing cohort, bootstrapping (n = 1000) was used to calculate tfrhe 95% confidence interval (CI). A decision curve was plotted to evaluate model efficacy by quantifying the net benefits at different probability thresholds. All statistical analyses were performed with R software (version 3.5.0; <uri xlink:href="http://www.Rproject.org">http://www.Rproject.org</uri>) and SPSS 22.0 (IBM, Armonk, NY, USA). Differences with a two-tailed p-value less than 0.05 were considered statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Clinical Characteristics</title>
<p>The demographic information is shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref> shows significant differences between the lesion location and Borrmann type between OPM-positive and OPM-negative patients in the training cohort (p &lt; 0.001). There were no significant differences in age, sex, carcinoembryonic antigen (CEA), or carbohydrate antigen 19&#x2013;9 (CA19&#x2013;9) between OPM-positive and OPM-negative patients in the entire cohort.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Characteristics of the patients.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Characteristic</th>
<th valign="top" colspan="2" align="center">Training cohort (n = 395)</th>
<th valign="top" align="center"/>
<th valign="top" colspan="2" align="center">Validation cohort (n = 149)</th>
<th valign="top" align="center"/>
<th valign="top" colspan="2" align="center">Testing cohort (n = 55)</th>
<th valign="top" align="center"/>
</tr>
<tr>
<th valign="top" align="center">OPM-Pos (n = 58)</th>
<th valign="top" align="center">OPM-Neg (n = 337)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">OPM-Pos (n = 21)</th>
<th valign="top" align="center">OPM-Neg (n = 128)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">OPM-Pos (n = 14)</th>
<th valign="top" align="center">OPM-Neg (n = 41)</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>Age (years, mean &#xb1; SD)</bold>
</td>
<td valign="top" align="center">58.17 &#xb1; 13.24</td>
<td valign="top" align="center">57.99 &#xb1; 11.74</td>
<td valign="top" align="center">0.451</td>
<td valign="top" align="center">55.86 &#xb1; 16.33</td>
<td valign="top" align="center">60.41 &#xb1; 10.76</td>
<td valign="top" align="center">0.121</td>
<td valign="top" align="center">60.61 &#xb1; 10.71</td>
<td valign="top" align="center">66.57 &#xb1; 12.34</td>
<td valign="top" align="center">0.122</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>Sex (N, %)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.270</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.469</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Male</td>
<td valign="top" align="center">34 (58.6%)</td>
<td valign="top" align="center">226 (67.1%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">12 (57.1%)</td>
<td valign="top" align="center">87 (68.0%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">11 (78.6%)</td>
<td valign="top" align="center">26 (63.4%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Female</td>
<td valign="top" align="center">24 (41.4%)</td>
<td valign="top" align="center">111 (32.9%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">9 (42.9%)</td>
<td valign="top" align="center">41 (32.0%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (21.4%)</td>
<td valign="top" align="center">15 (36.6%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Location (N, %)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.002</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.116</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.917</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;U/U+M</td>
<td valign="top" align="center">12 (20.7%)</td>
<td valign="top" align="center">68 (20.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (14.3%)</td>
<td valign="top" align="center">36 (28.1%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2 (14.3%)</td>
<td valign="top" align="center">9 (22.0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;M/M+L</td>
<td valign="top" align="center">20 (34.5%)</td>
<td valign="top" align="center">63 (18.7%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">6 (28.6%)</td>
<td valign="top" align="center">18 (14.1%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (21.4%)</td>
<td valign="top" align="center">8 (19.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;L/L+D</td>
<td valign="top" align="center">18 (31.0%)</td>
<td valign="top" align="center">181 (53.7%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">9 (42.9%)</td>
<td valign="top" align="center">63 (49.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">8 (57.1%)</td>
<td valign="top" align="center">19 (46.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;U+E</td>
<td valign="top" align="center">1 (1.7%)</td>
<td valign="top" align="center">11 (3.3%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0 (0.0%)</td>
<td valign="top" align="center">5 (3.9%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0 (0.0%)</td>
<td valign="top" align="center">3 (7.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Whole stomach</td>
<td valign="top" align="center">7 (12.1%)</td>
<td valign="top" align="center">14 (4.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (14.3%)</td>
<td valign="top" align="center">6 (4.7%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">1 (7.1%)</td>
<td valign="top" align="center">2 (4.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>Borrmann type (N, %)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.000</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.009</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.123</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Types 1, 2</td>
<td valign="top" align="center">48 (82.8%)</td>
<td valign="top" align="center">194 (57.6%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">18 (85.7%)</td>
<td valign="top" align="center">71 (55.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">1 (10.0%)</td>
<td valign="top" align="center">9 (39.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Types 3, 4</td>
<td valign="top" align="center">10 (17.2%)</td>
<td valign="top" align="center">143 (42.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (14.3%)</td>
<td valign="top" align="center">57 (44.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">9 (90.0%)</td>
<td valign="top" align="center">14 (60.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Unknown</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
<td valign="top" align="center">4</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>CEA (N, %)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.313</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.128</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.616</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Normal</td>
<td valign="top" align="center">36 (62.1%)</td>
<td valign="top" align="center">235 (69.7%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">18 (85.7%)</td>
<td valign="top" align="center">88 (68.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">8 (80.0%)</td>
<td valign="top" align="center">28 (87.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Elevated</td>
<td valign="top" align="center">22 (37.9%)</td>
<td valign="top" align="center">102 (30.3%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (14.3%)</td>
<td valign="top" align="center">40 (31.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2 (20.0%)</td>
<td valign="top" align="center">4 (12.5%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Unknown</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
<td valign="top" align="center">4</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">
<bold>CA19&#x2013;9 (N, %)</bold>
</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.091</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.221</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Normal</td>
<td valign="top" align="center">37 (63.8%)</td>
<td valign="top" align="center">254 (75.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">11</td>
<td valign="top" align="center">88</td>
<td valign="top" align="center"/>
<td valign="top" align="center">8 (80.0%)</td>
<td valign="top" align="center">26 (81.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Elevated</td>
<td valign="top" align="center">21 (36.2%)</td>
<td valign="top" align="center">83 (24.6%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">10</td>
<td valign="top" align="center">40</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2 (20.0%)</td>
<td valign="top" align="center">6 (18.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Unknown</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
<td valign="top" align="center">4</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Clinical Model</title>
<p>Multivariate logistic regression analysis identified location-L/L+D [&#x3b2; = -0.791, OR = 0.453 (95% CI, 0.247&#x2013;0.832), <italic>P</italic> = 0.010] and Borrmann type [&#x3b2; = -1.132, OR = 3.103 (95% CI, 1.504&#x2013;6.401), <italic>P</italic> = 0.002] as independent predictors of OPM status. A clinical model incorporating the location-L/L+D and the Borrmann type was developed.</p>
</sec>
<sec id="s3_3">
<title>Annotation Type Analysis</title>
<p>We evaluated the impact of different annotation types on the performance of the radiomics model in the validation cohort. As shown in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>, after the three-step feature selection process, the number of radiomics features for the different annotation types was 3, 3, 2, 3 and 6. The radiomics model based on R_BBOX yielded an AUC of 0.873 (95% CI, 0.820&#x2013;0.940), which was significantly better than the ROI model [AUC: 0.781 (95% CI, 0.710&#x2013;0.863); <italic>p</italic> = 0.047]. Similarly, in the radiomics model that combined the tumor area and the PERI for analysis, an improvement in the predictive performance was noted [AUC: M_BBOX 0.871 (95% CI, 0.814&#x2013;0.940), MERGE 0.869 (95% CI, 0.811&#x2013;0.938)], although there was no significant difference by the Delong test (<italic>p</italic>: M_BBOX 0.081, MERGE 0.080). On the other hand, for the radiomics model that used only PERI for analysis, a decrease in the predictive performance was observed, with an AUC of 0.696 (95% CI, 0.620&#x2013;0.785). After setting the threshold, the specificity of each model was compared when the sensitivity reached 0.8. The R_BBOX radiomics model produced the highest specificity, and the specificity of all radiomics models that combined tumor area and PERI exceeded 0.85 (specificity: R_BBOX 0.867, M_BBOX 0.852, MERGE 0.859). In contrast, the radiomics models using only tumor area or PERI had lower specificity (specificity: ROI 0.672, PERI 0.531). The ROC curves of the different radiomics models are shown in <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Performance of the radiomics models with different annotation types.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Annotation type</th>
<th valign="top" align="center">Feature count</th>
<th valign="top" align="center">AUC (95% CI)</th>
<th valign="top" align="center">Sensitivity</th>
<th valign="top" align="center">Specificity</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">
<italic>p*</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">
<bold>ROI</bold>
</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">0.781 (0.710&#x2013;0.863)</td>
<td valign="top" align="center">0.810</td>
<td valign="top" align="center">0.672</td>
<td valign="top" align="center">\</td>
<td valign="top" align="center">0.047</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>PERI</bold>
</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">0.696 (0.620&#x2013;0.785)</td>
<td valign="top" align="center">0.810</td>
<td valign="top" align="center">0.531</td>
<td valign="top" align="center">0.158</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>R_BBOX</bold>
</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0.873 (0.820&#x2013;0.940)</td>
<td valign="top" align="center">0.810</td>
<td valign="top" align="center">0.867</td>
<td valign="top" align="center">0.047</td>
<td valign="top" align="center">\</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>M_BBOX</bold>
</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">0.871 (0.814&#x2013;0.940)</td>
<td valign="top" align="center">0.810</td>
<td valign="top" align="center">0.852</td>
<td valign="top" align="center">0.081</td>
<td valign="top" align="center">0.937</td>
</tr>
<tr>
<td valign="top" align="left">
<bold>MERGE</bold>
</td>
<td valign="top" align="center">6</td>
<td valign="top" align="center">0.869 (0.811&#x2013;0.938)</td>
<td valign="top" align="center">0.810</td>
<td valign="top" align="center">0.859</td>
<td valign="top" align="center">0.080</td>
<td valign="top" align="center">0.814</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>p is the Delong test result for ROIs versus other annotation types.</p>
</fn>
<fn>
<p>p* is the Delong test result for BBOX versus other annotation types.</p>
</fn>
<fn>
<p>ROI, region of interest; PERI, peritumoral area; R_BBOX, bounding box was obtained by calculating the minimum circumscribed rectangle of the ROI; M_BBOX, manual bounding box; AUC, area under the curve; CI, confidence interval.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>ROC curves of the radiomics models in the training cohort <bold>(A)</bold>, validation cohort <bold>(B)</bold> and external test cohort <bold>(C)</bold>, respectively.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-777760-g003.tif"/>
</fig>
<p>M_BBOX was used as the final radiomics model because of its high prediction accuracy and extremely low annotation cost. The prediction score of the M_BBOX radiomics model was calculated as follows: -1.8863 + (-0.3683 * GLRLM_RunLengthNonUniformityNormalized) + (-0.0416 * GLDM_GrayLevelNonUniformity) + (-0.5014 * Shape2D_PerimeterSurfaceRatio).</p>
</sec>
<sec id="s3_4">
<title>Comparison of the Clinical Model With the Radiomics Model</title>
<p>The comparison of the discrimination performance of the radiomics model and the clinical model in the validation cohort is shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 5</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Table S2</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. The DeLong test showed that the diagnostic performance of the radiomics model was significantly better than that of the clinical model (<italic>p</italic> = 0.007). Both the sensitivity and specificity values of the radiomics model were higher than those of the clinical model (sensitivity: 0.857 <italic>vs.</italic> 0.524; specificity: 0.828 <italic>vs.</italic> 0.719).</p>
<p>As shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 5</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Table S3</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>, in the testing cohort, the AUC, sensitivity and specificity values of the radiomics model for all patients were 0.841 (95% CI, 0.697&#x2013;0.956), 0.857 and 0.805, respectively. Considering that the clinical characteristics of some patients in the testing cohort were incomplete, a subset of the testing cohort containing 24 patients with complete clinical information was constructed. The predictive performances in the testing cohort (subset) are described in <xref ref-type="supplementary-material" rid="SM1">
<bold>Section 5</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM1">
<bold>Table S3</bold>
</xref> in the <xref ref-type="supplementary-material" rid="SM1">
<bold>Supplementary Material</bold>
</xref>. Although there was no significant difference by the Delong test, the AUC of the radiomics model was better than that of the clinical model (AUC: radiomics model 0.889, clinical model 0.648), and it had higher specificity under the same sensitivity (specificity: radiomics model 0.778, clinical model 0.333).</p>
</sec>
<sec id="s3_5">
<title>Clinical Use</title>
<p>Decision curve analysis (DCA) was used to evaluate the benefits of the radiomics model and both the all-laparoscopy and no-laparoscopy schemes. The net benefit of the no-laparoscopy scheme was always 0. The all-laparoscopy scheme means that additional laparoscopy was performed on all patients. The DCA results for the validation cohort are shown in <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S2A</bold>
</xref>. The radiomics model had the highest net benefit when the threshold probability in clinical decision-making was between 5% and 45%. <xref ref-type="supplementary-material" rid="SM1">
<bold>Figure S2B</bold>
</xref> shows the DCA results for the testing cohort, which indicated that the radiomics model had the highest net benefit when the threshold probability was between 10% and 60%.</p>
</sec>
<sec id="s3_6">
<title>Four Sizes of Input Boxes</title>
<p>Our results indicated that the model achieved the highest AUC by using BBOX as input. (<xref ref-type="supplementary-material" rid="SM1">
<bold>Figures S2, S3</bold>
</xref>). However, when the size of the BBOX increased by 10 mm, 15 mm, or no limit, the performance of the models worsened, which might be because the larger the BBOX is, the more tissues are covered.</p>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In this multicenter study, we developed a radiomics model based on 2D images annotated according to the BBOX containing the primary tumor and PERI to identify OPM in AGC patients prior to surgical treatment. The BBOX radiomics model had high diagnostic performance in the validation cohort, testing cohort (all), and testing cohort (subset).</p>
<p>The BBOX, an easy-to-use tool, can reduce the need for additional labeling and has been used in many clinical investigations (<xref ref-type="bibr" rid="B24">24</xref>&#x2013;<xref ref-type="bibr" rid="B28">28</xref>). The region of the BBOX containing both the primary tumor and nearby peritoneum is larger than the ROI of the primary tumor. Recent reports (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x2013;<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>) have illustrated that peritumoral tissue-based radiomics analysis may reveal valuable information for diagnosis, prognosis and treatment response evaluations. Therefore, in our study, we focused on both the characteristic features of the primary tumor and the peritumoral tissue delineated with the BBOX to develop a radiomics model for the noninvasive diagnosis of OPM.</p>
<p>The analysis of peritumoral tissues surrounding the tumor mass can reveal important information related to tumor aggressiveness; it can reflect lymphovascular invasion, lymphangiogenesis, and angiogenesis (<xref ref-type="bibr" rid="B41">41</xref>&#x2013;<xref ref-type="bibr" rid="B43">43</xref>) and provide other information that can be used for diagnostic and prognostic predictions (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x2013;<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B39">39</xref>&#x2013;<xref ref-type="bibr" rid="B42">42</xref>). Moreover, such information may be effectively captured by radiomics analysis (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B29">29</xref>&#x2013;<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>). In our study, the nonoverlapping area between the tumor and R_BBOX was regarded as the PERI, which is theoretically a part of the whole peritumoral region. Our results indicated that the predictive value of PM based on the peritumoral region alone was limited, worse than that of the primary tumor alone, but showed significant improvement when integrated with the ROI of the primary tumor. This may be because the primary tumor, the main disease component, theoretically holds more information about tumor phenotypes than that of PERI, and BBOX covers more regions than the mass or peritoneal region alone.</p>
<p>Few studies (<xref ref-type="bibr" rid="B23">23</xref>&#x2013;<xref ref-type="bibr" rid="B28">28</xref>) have investigated radiomic applications for PM diagnosis using CT. Liu et al. (<xref ref-type="bibr" rid="B21">21</xref>) and Kim et al. (<xref ref-type="bibr" rid="B22">22</xref>) focused on the preoperative CT texture features of the primary tumor area and the omentum area, respectively, to evaluate the possibility of PM in AGCs instead of considering the primary tumor and the surrounding tissue. Dong et al. (<xref ref-type="bibr" rid="B23">23</xref>) conducted a radiomics study using the CT phenotypes of primary tumors and the nearby peritoneum to accurately predict OPM in AGC patients. In their study, the diagnostic value of either the peritoneum or the mass was worse than the merged value for the detection of PM, which is consistent with our conclusions. However, they chose regions near the peritoneum rather than the primary tumor, which may be relatively far away from the mass. The delineated ROI of the peritoneum was part of the peritumoral tissue, and the annotated peritoneal area was &gt;2 cm (<xref ref-type="bibr" rid="B2">2</xref>), which might not be representative of the entire surrounding condition of the mass on 2D CT images. In addition, manual sketching is a time-consuming and laborious process. The peritoneum is a wide and irregular structure without clear boundaries and forms multiple reflex structures (such as ligaments). Therefore, it is impossible to outline the whole peritoneum. This previous study also selected the local peritoneum, a small area. Although the researchers provided a rationale for selecting this method, delineating the peritoneal area of interest is still very subjective, and thus, it is difficult to determine reproducibility. We used the BBOX method to include all the information on the primary lesion at the 2D level and the information on the peritoneal area surrounding the lesion. These peritoneal areas were not selected subjectively; rather, they were selected incidentally based on their location relative to the primary lesion. Therefore, we believe that our delineation model is simple, easy to use, and reproducible.</p>
<p>Our results showed that by merging the ROI with the PERI, the radiomics model could achieve a higher AUC. This presented a question: what BBOX size would achieve satisfactory diagnostic value for identifying OPM? When the size of the BBOX increased by 10 mm, 15 mm, or no limit, the performance of the models worsened, which might be because the larger the BBOX is, the more tissues are covered. The tissues far away from the carcinoma provided less or no information about the neoplasms. Considering the lower annotation cost and similar AUC of the M_BBOX model compared with the R_BBOX model, the M_BBOX radiomics model was ultimately selected as the final radiomics model.</p>
<p>Laparoscopy remains a useful procedure for evaluating PM status (<xref ref-type="bibr" rid="B44">44</xref>&#x2013;<xref ref-type="bibr" rid="B46">46</xref>), but it is invasive and expensive, and its specific applications for GC remain controversial. Our results revealed that the clinical model could not accurately predict PM status. The value of the radiomics model was then assessed by DCA. If the predicted probability of OPM is between 10 and 45%, more cases of undetected OPM on conventional CT images can be detected by the radiomics model than by the all-laparoscopy or no-laparoscopy scheme, avoiding unnecessary surgical procedures and extra costs. Furthermore, patients deemed to have a high possibility of OPM by the radiomics model may undergo diagnostic laparoscopy for further identification, helping to guide proper treatment.</p>
</sec>
<sec id="s5">
<title>Limitations</title>
<p>There are several limitations to this study. First, we focused on 2D slices of lesions rather than whole lesions. In future work, automatic segmentation of the whole tumor is worth developing to better predict OPM status. Second, our study was retrospective in nature, and some initially available clinical factors were analyzed. Third, a small number of patients from two external centers were used to evaluate the generalizability of the radiomics model; however, large independent patient cohorts are still needed to validate our results.</p>
</sec>
<sec id="s6" sec-type="conclusions">
<title>Conclusions</title>
<p>The radiomics model based on M_BBOX had higher diagnostic performance for the preoperative detection of OPM in AGC than the radiomics models based on tumor tissue or peritumoral tissue alone. In addition, its annotation is simpler and less time consuming.</p>
</sec>
<sec id="s7" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s8" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by Ethics Committee on Biomedical Research, West China Hospital of Sichuan University. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9" sec-type="author-contributions">
<title>Author Contributions</title>
<p>DL: data curation, software, formal analysis, validation, investigation, methodology, and writing original draft. WZ: data curation, formal analysis, validation, investigation, methodology, and writing original draft. FH: resources, data curation, software, formal analysis, validation, investigation, and writing original draft. PY: data curation, software, formal analysis, validation, investigation, methodology, and visualization. XZ: resources, data curation, software, formal analysis, and validation. HY: conceptualization, data curation, software, formal analysis, validation, and methodology. LY: data curation, formal analysis, and investigation. XF: data curation, formal analysis, and investigation. BS: resources, data curation, formal analysis, supervision, and methodology. BW: resources, data curation, formal analysis, supervision, and methodology. JH: conceptualization, resources, data curation, formal analysis, supervision, funding acquisition, validation, investigation, methodology, project administration, and writing review and editing. ZH: conceptualization, resources, data curation, formal analysis, supervision, validation, investigation, methodology, writing original draft, project administration, and writing review and editing. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s10" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by the 1*3*5 Project for Disciplines of Excellence, West China Hospital, Sichuan University (No. ZY2017304).</p>
</sec>
<sec id="s11" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>Authors PY and HY were employed by company Infervision.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s12" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s13" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2021.777760/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2021.777760/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="DataSheet_1.pdf" id="SM1" mimetype="application/pdf"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bray</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Torre</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Global Cancer Statistics 2018: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J Clin</source> (<year>2018</year>) <volume>68</volume>:<fpage>394</fpage>&#x2013;<lpage>424</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21492</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sarela</surname> <given-names>AI</given-names>
</name>
<name>
<surname>Yelluri</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Gastric Adenocarcinoma With Distant Metastasis: Is Gastrectomy Necessary</article-title>. <source>Arch Surg</source> (<year>2007</year>) <volume>142</volume>:<fpage>143</fpage>&#x2013;<lpage>9; discussion 149</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/archsurg.142.2.143</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Coccolini</surname> <given-names>F</given-names>
</name>
<name>
<surname>Cotte</surname> <given-names>E</given-names>
</name>
<name>
<surname>Glehen</surname> <given-names>O</given-names>
</name>
<name>
<surname>Lotti</surname> <given-names>M</given-names>
</name>
<name>
<surname>Poiasina</surname> <given-names>E</given-names>
</name>
<name>
<surname>Catena</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>Intraperitoneal Chemotherapy in Advanced Gastric Cancer. Meta-Analysis of Randomized Trials</article-title>. <source>Eur J Surg Oncol</source> (<year>2014</year>) <volume>40</volume>:<fpage>12</fpage>&#x2013;<lpage>26</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejso.2013.10.019</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pasqual</surname> <given-names>EM</given-names>
</name>
<name>
<surname>Bertozzi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Londero</surname> <given-names>AP</given-names>
</name>
<name>
<surname>Brandolin</surname> <given-names>D</given-names>
</name>
<name>
<surname>Mariuzzi</surname> <given-names>L</given-names>
</name>
<name>
<surname>De Pellegrin</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Microscopic Peritoneal Carcinomatosis in Gastric Cancer: Prevalence, Prognosis and Predictive Factors</article-title>. <source>Oncol Lett</source> (<year>2018</year>) <volume>15</volume>:<page-range>710&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3892/ol.2017.7442</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Thomassen</surname> <given-names>I</given-names>
</name>
<name>
<surname>van Gestel</surname> <given-names>YR</given-names>
</name>
<name>
<surname>van Ramshorst</surname> <given-names>B</given-names>
</name>
<name>
<surname>Luyer</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Bosscha</surname> <given-names>K</given-names>
</name>
<name>
<surname>Nienhuijs</surname> <given-names>SW</given-names>
</name>
<etal/>
</person-group>. <article-title>Peritoneal Carcinomatosis of Gastric Origin: A Population-Based Study on Incidence, Survival and Risk Factors</article-title>. <source>Int J Cancer</source> (<year>2014</year>) <volume>134</volume>:<page-range>622&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/ijc.28373</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kitayama</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ishigami</surname> <given-names>H</given-names>
</name>
<name>
<surname>Yamaguchi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Sakuma</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Horie</surname> <given-names>H</given-names>
</name>
<name>
<surname>Hosoya</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Treatment of Patients With Peritoneal Metastases From Gastric Cancer</article-title>. <source>Ann Gastroenterol Surg</source> (<year>2018</year>) <volume>2</volume>:<page-range>116&#x2013;23</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/ags3.12060</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Misawa</surname> <given-names>K</given-names>
</name>
<name>
<surname>Mochizuki</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ohashi</surname> <given-names>N</given-names>
</name>
<name>
<surname>Matsui</surname> <given-names>T</given-names>
</name>
<name>
<surname>Nakayama</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tsuboi</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>A Randomized Phase III Trial Exploring the Prognostic Value of Extensive Intraoperative Peritoneal Lavage in Addition to Standard Treatment for Resectable Advanced Gastric Cancer: CCOG 1102 Study</article-title>. <source>Jpn J Clin Oncol</source> (<year>2014</year>) <volume>44</volume>:<page-range>101&#x2013;3</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jjco/hyt157</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>G</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>E</given-names>
</name>
<name>
<surname>Tay</surname> <given-names>AY</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Phua</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Shabbir</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Extensive Peritoneal Lavage After Curative Gastrectomy for Gastric Cancer (EXPEL): Study Protocol of an International Multicentre Randomised Controlled Trial</article-title>. <source>Jpn J Clin Oncol</source> (<year>2017</year>) <volume>47</volume>:<page-range>179&#x2013;84</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/jjco/hyw153</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guo</surname> <given-names>J</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>A</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>X</given-names>
</name>
<name>
<surname>Xia</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Rao</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Combined Surgery and Extensive Intraoperative Peritoneal Lavage vs Surgery Alone for Treatment of Locally Advanced Gastric Cancer: The SEIPLUS Randomized Clinical Trial</article-title>. <source>JAMA Surg</source> (<year>2019</year>) <volume>154</volume>:<page-range>610&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamasurg.2019.0153</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smyth</surname> <given-names>EC</given-names>
</name>
<name>
<surname>Verheij</surname> <given-names>M</given-names>
</name>
<name>
<surname>Allum</surname> <given-names>W</given-names>
</name>
<name>
<surname>Cunningham</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cervantes</surname> <given-names>A</given-names>
</name>
<name>
<surname>Arnold</surname> <given-names>D</given-names>
</name>
</person-group>. <article-title>Gastric Cancer: ESMO Clinical Practice Guidelines for Diagnosis, Treatment and Follow-Up</article-title>. <source>Ann Oncol</source> (<year>2016</year>) <volume>27</volume>:<fpage>v38</fpage>&#x2013;<lpage>38v49</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdw350</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>HH</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>YH</given-names>
</name>
<name>
<surname>Hwang</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>HS</given-names>
</name>
<name>
<surname>Park</surname> <given-names>DJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Peritoneal Metastasis: Detection With 16- or 64-Detector Row CT in Patients Undergoing Surgery for Gastric Cancer</article-title>. <source>Radiology</source> (<year>2009</year>) <volume>253</volume>:<page-range>407&#x2013;15</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2532082272</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burbidge</surname> <given-names>S</given-names>
</name>
<name>
<surname>Mahady</surname> <given-names>K</given-names>
</name>
<name>
<surname>Naik</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>The Role of CT and Staging Laparoscopy in the Staging of Gastric Cancer</article-title>. <source>Clin Radiol</source> (<year>2013</year>) <volume>68</volume>:<page-range>251&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.crad.2012.07.015</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>C</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Noninvasive Prediction of Occult Peritoneal Metastasis in Gastric Cancer Using Deep Learning</article-title>. <source>JAMA Netw Open</source> (<year>2021</year>) <volume>4</volume>:<fpage>e2032269</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.32269</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Huang</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<name>
<surname>He</surname> <given-names>D</given-names>
</name>
<name>
<surname>Yu</surname> <given-names>P</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Deep Convolutional Neural Network Based on Computed Tomography Images for the Preoperative Diagnosis of Occult Peritoneal Metastasis in Advanced Gastric Cancer</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>601869</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.601869</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Giganti</surname> <given-names>F</given-names>
</name>
<name>
<surname>Antunes</surname> <given-names>S</given-names>
</name>
<name>
<surname>Salerno</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ambrosi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Marra</surname> <given-names>P</given-names>
</name>
<name>
<surname>Nicoletti</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Gastric Cancer: Texture Analysis From Multidetector Computed Tomography as a Potential Preoperative Prognostic Biomarker</article-title>. <source>Eur Radiol</source> (<year>2017</year>) <volume>27</volume>:<page-range>1831&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-016-4540-y</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Giganti</surname> <given-names>F</given-names>
</name>
<name>
<surname>Marra</surname> <given-names>P</given-names>
</name>
<name>
<surname>Ambrosi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Salerno</surname> <given-names>A</given-names>
</name>
<name>
<surname>Antunes</surname> <given-names>S</given-names>
</name>
<name>
<surname>Chiari</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Pre-Treatment MDCT-Based Texture Analysis for Therapy Response Prediction in Gastric Cancer: Comparison With Tumour Regression Grade at Final Histology</article-title>. <source>Eur J Radiol</source> (<year>2017</year>) <volume>90</volume>:<page-range>129&#x2013;37</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2017.02.043</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Application of CT Texture Analysis in Predicting Histopathological Characteristics of Gastric Cancers</article-title>. <source>Eur Radiol</source> (<year>2017</year>) <volume>27</volume>:<page-range>4951&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-017-4881-1</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>C</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative CT Texture Analysis of Gastric Cancer: Correlations With Postoperative TNM Staging</article-title>. <source>Clin Radiol</source> (<year>2018</year>) <volume>73</volume>:<page-range>756.e1&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.crad.2018.03.005</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ma</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>He</surname> <given-names>L</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>X</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>CT-Based Radiomics Signature for Differentiating Borrmann Type IV Gastric Cancer From Primary Gastric Lymphoma</article-title>. <source>Eur J Radiol</source> (<year>2017</year>) <volume>91</volume>:<page-range>142&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejrad.2017.04.007</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hou</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ren</surname> <given-names>W</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomic Analysis Using Contrast-Enhanced CT: Predict Treatment Response to Pulsed Low Dose Rate Radiotherapy in Gastric Carcinoma With Abdominal Cavity Metastasis</article-title>. <source>Quant Imaging Med Surg</source> (<year>2018</year>) <volume>8</volume>:<page-range>410&#x2013;20</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.21037/qims.2018.05.01</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>He</surname> <given-names>J</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>C</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>W</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics Analysis Using Contrast-Enhanced CT for Preoperative Prediction of Occult Peritoneal Metastasis in Advanced Gastric Cancer</article-title>. <source>Eur Radiol</source> (<year>2020</year>) <volume>30</volume>:<page-range>239&#x2013;46</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-019-06368-5</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>HY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>YH</given-names>
</name>
<name>
<surname>Yun</surname> <given-names>G</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Could Texture Features From Preoperative CT Image be Used for Predicting Occult Peritoneal Carcinomatosis in Patients With Advanced Gastric Cancer</article-title>. <source>PloS One</source> (<year>2018</year>) <volume>13</volume>:<fpage>e0194755</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0194755</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dong</surname> <given-names>D</given-names>
</name>
<name>
<surname>Tang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Li</surname> <given-names>ZY</given-names>
</name>
<name>
<surname>Fang</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>JB</given-names>
</name>
<name>
<surname>Shan</surname> <given-names>XH</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and Validation of an Individualized Nomogram to Identify Occult Peritoneal Metastasis in Patients With Advanced Gastric Cancer</article-title>. <source>Ann Oncol</source> (<year>2019</year>) <volume>30</volume>:<page-range>431&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/annonc/mdz001</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Shao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Qu</surname> <given-names>L</given-names>
</name>
<name>
<surname>Lian</surname> <given-names>C</given-names>
</name>
<name>
<surname>Lian</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Iterative Label Denoising Network: Segmenting Male Pelvic Organs in CT From 3d Bounding Box Annotations</article-title>. <source>IEEE Trans BioMed Eng</source> (<year>2020</year>) <volume>67</volume>:<page-range>2710&#x2013;20</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/TBME.2020.2969608</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Saha</surname> <given-names>BN</given-names>
</name>
<name>
<surname>Ray</surname> <given-names>N</given-names>
</name>
<name>
<surname>Greiner</surname> <given-names>R</given-names>
</name>
<name>
<surname>Murtha</surname> <given-names>A</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Quick Detection of Brain Tumors and Edemas: A Bounding Box Method Using Symmetry</article-title>. <source>Comput Med Imaging Graph</source> (<year>2012</year>) <volume>36</volume>:<fpage>95</fpage>&#x2013;<lpage>107</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.compmedimag.2011.06.001</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>KT</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>KE</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>O</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnosis of Benign and Malignant Breast Lesions on DCE-MRI by Using Radiomics and Deep Learning With Consideration of Peritumor Tissue</article-title>. <source>J Magn Reson Imaging</source> (<year>2020</year>) <volume>51</volume>:<fpage>798</fpage>&#x2013;<lpage>809</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jmri.26981</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname> <given-names>PD</given-names>
</name>
<name>
<surname>Wong</surname> <given-names>TT</given-names>
</name>
<name>
<surname>Rasiej</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>Deep Learning for Detection of Complete Anterior Cruciate Ligament Tear</article-title>. <source>J Digit Imaging</source> (<year>2019</year>) <volume>32</volume>:<page-range>980&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10278-019-00193-4</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jinnai</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yamazaki</surname> <given-names>N</given-names>
</name>
<name>
<surname>Hirano</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Sugawara</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ohe</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Hamamoto</surname> <given-names>R</given-names>
</name>
</person-group>. <article-title>The Development of a Skin Cancer Classification System for Pigmented Skin Lesions Using Deep Learning</article-title>. <source>Biomolecules</source> (<year>2020</year>) <volume>10</volume>. doi:&#xa0;<pub-id pub-id-type="doi">10.3390/biom10081123</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>XX</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>SW</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>D</given-names>
</name>
<name>
<surname>Li</surname> <given-names>HL</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Intratumoral and Peritumoral Radiomics Analysis for Preoperative Lauren Classification in Gastric Cancer</article-title>. <source>Cancer Imaging</source> (<year>2020</year>) <volume>20</volume>:<fpage>83</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40644-020-00358-3</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>C</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ho</surname> <given-names>J</given-names>
</name>
<name>
<surname>Wen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Han</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Assessment of Intratumoral and Peritumoral Computed Tomography Radiomics for Predicting Pathological Complete Response to Neoadjuvant Chemoradiation in Patients With Esophageal Squamous Cell Carcinoma</article-title>. <source>JAMA Netw Open</source> (<year>2020</year>) <volume>3</volume>:<fpage>e2015927</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.15927</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>C</given-names>
</name>
<name>
<surname>Wei</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>P</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Xie</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Intratumoral and Peritumoral Radiomics of Contrast-Enhanced CT for Prediction of Disease-Free Survival and Chemotherapy Response in Stage II/III Gastric Cancer</article-title>. <source>Front Oncol</source> (<year>2020</year>) <volume>10</volume>:<elocation-id>552270</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3389/fonc.2020.552270</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>C</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Noninvasive Imaging Evaluation of Tumor Immune Microenvironment to Predict Outcomes in Gastric Cancer</article-title>. <source>Ann Oncol</source> (<year>2020</year>) <volume>31</volume>:<page-range>760&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.annonc.2020.03.295</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>van Griethuysen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Fedorov</surname> <given-names>A</given-names>
</name>
<name>
<surname>Parmar</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hosny</surname> <given-names>A</given-names>
</name>
<name>
<surname>Aucoin</surname> <given-names>N</given-names>
</name>
<name>
<surname>Narayan</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Computational Radiomics System to Decode the Radiographic Phenotype</article-title>. <source>Cancer Res</source> (<year>2017</year>) <volume>77</volume>:<fpage>e104</fpage>&#x2013;<lpage>104e107</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zwanenburg</surname> <given-names>A</given-names>
</name>
<name>
<surname>Valli&#xe8;res</surname> <given-names>M</given-names>
</name>
<name>
<surname>Abdalah</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Aerts</surname> <given-names>H</given-names>
</name>
<name>
<surname>Andrearczyk</surname> <given-names>V</given-names>
</name>
<name>
<surname>Apte</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>The Image Biomarker Standardization Initiative: Standardized Quantitative Radiomics for High-Throughput Image-Based Phenotyping</article-title>. <source>Radiology</source> (<year>2020</year>) <volume>295</volume>:<page-range>328&#x2013;38</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2020191145</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jackson</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Jamieson</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Johnston</surname> <given-names>A</given-names>
</name>
<name>
<surname>Shepherd</surname> <given-names>AM</given-names>
</name>
</person-group>. <article-title>The Analysis of Dose-Response Curves&#x2013;a Practical Approach</article-title>. <source>Br J Clin Pharmacol</source> (<year>1987</year>) <volume>23</volume>:<fpage>199</fpage>&#x2013;<lpage>205</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1365-2125.1987.tb03030.x</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hanley</surname> <given-names>JA</given-names>
</name>
<name>
<surname>McNeil</surname> <given-names>BJ</given-names>
</name>
</person-group>. <article-title>The Meaning and Use of the Area Under a Receiver Operating Characteristic (ROC) Curve</article-title>. <source>Radiology</source> (<year>1982</year>) <volume>143</volume>:<fpage>29</fpage>&#x2013;<lpage>36</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiology.143.1.7063747</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeLong</surname> <given-names>ER</given-names>
</name>
<name>
<surname>DeLong</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Clarke-Pearson</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Comparing the Areas Under Two or More Correlated Receiver Operating Characteristic Curves: A Nonparametric Approach</article-title>. <source>Biometrics</source> (<year>1988</year>) <volume>44</volume>:<page-range>837&#x2013;45</page-range>.</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>X</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Cui</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Kato</surname> <given-names>F</given-names>
</name>
<name>
<surname>Shirato</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Identifying Relations Between Imaging Phenotypes and Molecular Subtypes of Breast Cancer: Model Discovery and External Validation</article-title>. <source>J Magn Reson Imaging</source> (<year>2017</year>) <volume>46</volume>:<page-range>1017&#x2013;27</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jmri.25661</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Braman</surname> <given-names>NM</given-names>
</name>
<name>
<surname>Etesami</surname> <given-names>M</given-names>
</name>
<name>
<surname>Prasanna</surname> <given-names>P</given-names>
</name>
<name>
<surname>Dubchuk</surname> <given-names>C</given-names>
</name>
<name>
<surname>Gilmore</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tiwari</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Intratumoral and Peritumoral Radiomics for the Pretreatment Prediction of Pathological Complete Response to Neoadjuvant Chemotherapy Based on Breast DCE-MRI</article-title>. <source>Breast Cancer Res</source> (<year>2017</year>) <volume>19</volume>:<fpage>57</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13058-017-0846-1</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Xia</surname> <given-names>W</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Can Peritumoral Radiomics Increase the Efficiency of the Prediction for Lymph Node Metastasis in Clinical Stage T1 Lung Adenocarcinoma on CT</article-title>. <source>Eur Radiol</source> (<year>2019</year>) <volume>29</volume>:<page-range>6049&#x2013;58</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-019-06084-0</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>AK</given-names>
</name>
<name>
<surname>DeLellis</surname> <given-names>RA</given-names>
</name>
<name>
<surname>Silverman</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Heatley</surname> <given-names>GJ</given-names>
</name>
<name>
<surname>Wolfe</surname> <given-names>HJ</given-names>
</name>
</person-group>. <article-title>Prognostic Significance of Peritumoral Lymphatic and Blood Vessel Invasion in Node-Negative Carcinoma of the Breast</article-title>. <source>J Clin Oncol</source> (<year>1990</year>) <volume>8</volume>:<page-range>1457&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1200/JCO.1990.8.9.1457</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mohammed</surname> <given-names>ZM</given-names>
</name>
<name>
<surname>McMillan</surname> <given-names>DC</given-names>
</name>
<name>
<surname>Edwards</surname> <given-names>J</given-names>
</name>
<name>
<surname>Mallon</surname> <given-names>E</given-names>
</name>
<name>
<surname>Doughty</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Orange</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>The Relationship Between Lymphovascular Invasion and Angiogenesis, Hormone Receptors, Cell Proliferation and Survival in Patients With Primary Operable Invasive Ductal Breast Cancer</article-title>. <source>BMC Clin Pathol</source> (<year>2013</year>) <volume>13</volume>:<elocation-id>31</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1472-6890-13-31</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pak</surname> <given-names>KH</given-names>
</name>
<name>
<surname>Jo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>H</given-names>
</name>
<name>
<surname>Cheong</surname> <given-names>JH</given-names>
</name>
</person-group>. <article-title>The Different Role of Intratumoral and Peritumoral Lymphangiogenesis in Gastric Cancer Progression and Prognosis</article-title>. <source>BMC Cancer</source> (<year>2015</year>) <volume>15</volume>:<fpage>498</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12885-015-1501-9</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ikoma</surname> <given-names>N</given-names>
</name>
<name>
<surname>Blum</surname> <given-names>M</given-names>
</name>
<name>
<surname>Chiang</surname> <given-names>YJ</given-names>
</name>
<name>
<surname>Estrella</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Roy-Chowdhuri</surname> <given-names>S</given-names>
</name>
<name>
<surname>Fournier</surname> <given-names>K</given-names>
</name>
<etal/>
</person-group>. <article-title>Yield of Staging Laparoscopy and Lavage Cytology for Radiologically Occult Peritoneal Carcinomatosis of Gastric Cancer</article-title>. <source>Ann Surg Oncol</source> (<year>2016</year>) <volume>23</volume>:<page-range>4332&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-016-5409-7</pub-id>
</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ramos</surname> <given-names>RF</given-names>
</name>
<name>
<surname>Scalon</surname> <given-names>FM</given-names>
</name>
<name>
<surname>Scalon</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Dias</surname> <given-names>DI</given-names>
</name>
</person-group>. <article-title>Staging Laparoscopy in Gastric Cancer to Detect Peritoneal Metastases: A Systematic Review and Meta-Analysis</article-title>. <source>Eur J Surg Oncol</source> (<year>2016</year>) <volume>42</volume>:<page-range>1315&#x2013;21</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejso.2016.06.401</pub-id>
</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>FH</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>L</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>ZW</given-names>
</name>
<name>
<surname>Liang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>XT</given-names>
</name>
<etal/>
</person-group>. <article-title>The Chinese Society of Clinical Oncology (CSCO): Clinical Guidelines for the Diagnosis and Treatment of Gastric Cancer</article-title>. <source>Cancer Commun (Lond)</source> (<year>2019</year>) <volume>39</volume>:<elocation-id>10</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40880-019-0349-9</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>