<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Mol. Biosci.</journal-id>
<journal-title>Frontiers in Molecular Biosciences</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Mol. Biosci.</abbrev-journal-title>
<issn pub-type="epub">2296-889X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">662366</article-id>
<article-id pub-id-type="doi">10.3389/fmolb.2021.662366</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Molecular Biosciences</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Radiomics Signature-Based Nomogram to Predict the Progression-Free Survival of Patients With Hepatocellular Carcinoma After Transcatheter Arterial Chemoembolization Plus Radiofrequency Ablation</article-title>
<alt-title alt-title-type="left-running-head">Fang et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Radiomics Signature for PFS Prediction</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Fang</surname>
<given-names>Shiji</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1218659/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lai</surname>
<given-names>Linqiang</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zhu</surname>
<given-names>Jinyu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zheng</surname>
<given-names>Liyun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Xu</surname>
<given-names>Yuanyuan</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Weiqian</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Fazong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Xulu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chen</surname>
<given-names>Minjiang</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1376811/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Weng</surname>
<given-names>Qiaoyou</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ji</surname>
<given-names>Jiansong</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/742108/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhao</surname>
<given-names>Zhongwei</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Tu</surname>
<given-names>Jianfei</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<label>
<sup>1</sup>
</label>Key Laboratory of Imaging Diagnosis and Minimally Invasive Intervention, Fifth Affiliated Hospital, Wenzhou Medical University, <addr-line>Lishui</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<label>
<sup>2</sup>
</label>Department of Intervention, Lishui Hospital of Zhejiang University, <addr-line>Lishui</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<label>
<sup>3</sup>
</label>Department of Radiology, Lishui Hospital of Zhejiang University, <addr-line>Lishui</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<label>
<sup>4</sup>
</label>Department of Pathology, Lishui Hospital of Zhejiang University, <addr-line>Lishui</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<label>
<sup>5</sup>
</label>Intervention of Department, Key Laboratory of Imaging Diagnosis and Minimally Invasive Intervention, Fifth Affiliated Hospital, Wenzhou Medical University, <addr-line>Lishui</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/997281/overview">Zhenwei Peng</ext-link>, The First Affiliated Hospital of Sun Yat-Sen University, China</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1286337/overview">Manxia Lin</ext-link>, The First Affiliated Hospital of Sun Yat-Sen University, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1008991/overview">Wenzhe Fan</ext-link>, The First Affiliated Hospital of Sun Yat-Sen University, China</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Zhongwei Zhao, <email>Zhaozw79@163.com</email>; Jianfei Tu, <email>jianfei1133@163.com</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Biological Modeling and Simulation, a section of the journal Frontiers in Molecular Biosciences</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>31</day>
<month>08</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>662366</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>02</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>03</day>
<month>08</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Fang, Lai, Zhu, Zheng, Xu, Chen, Wu, Wu, Chen, Weng, Ji, Zhao and Tu.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Fang, Lai, Zhu, Zheng, Xu, Chen, Wu, Wu, Chen, Weng, Ji, Zhao and Tu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>
<bold>Objective:</bold> The study aims to establish an magnetic resonance imaging radiomics signature-based nomogram for predicting the progression-free survival of intermediate and advanced hepatocellular carcinoma (HCC) patients treated with transcatheter arterial chemoembolization (TACE) plus radiofrequency ablation</p>
<p>
<bold>Materials and Methods:</bold> A total of 113 intermediate and advanced HCC patients treated with TACE and RFA were eligible for this study. Patients were classified into a training cohort (<italic>n</italic>&#x20;&#x3d; 78 cases) and a validation cohort (<italic>n</italic>&#x20;&#x3d; 35 cases). Radiomics features were extracted from contrast-enhanced T1W images by analysis kit software. Dimension reduction was conducted to select optimal features using the least absolute shrinkage and selection operator (LASSO). A rad-score was calculated and used to classify the patients into high-risk and low-risk groups and further integrated into multivariate Cox analysis. Two prediction models based on radiomics signature combined with or without clinical factors and a clinical model based on clinical factors were developed. A nomogram comcined radiomics signature and clinical factors were established and the concordance index (C-index) was used for measuring discrimination ability of the model, calibration curve was used for measuring calibration ability, and decision curve and clinical impact curve are used for measuring clinical utility.</p>
<p>
<bold>Results:</bold> Eight radiomics features were selected by LASSO, and the cut-off of the Rad-score was 1.62. The C-index of the radiomics signature for PFS was 0.646 (95%: 0.582&#x2013;0.71) in the training cohort and 0.669 (95% CI:0.572&#x2013;0.766) in validation cohort. The median PFS of the low-risk group [30.4 (95% CI: 19.41&#x2013;41.38)] months was higher than that of the high-risk group [8.1 (95% CI: 4.41&#x2013;11.79)] months in the training cohort (log rank test, z &#x3d; 16.58, <italic>p</italic>&#x20;&#x3c; 0.001) and was verified in the validation cohort. Multivariate Cox analysis showed that BCLC stage [hazard ratio (HR): 2.52, 95% CI: 1.42&#x2013;4.47, <italic>p</italic>&#x20;&#x3d; 0.002], AFP level (HR: 2.01, 95% CI: 1.01&#x2013;3.99&#x20;<italic>p</italic>&#x20;&#x3d; 0.046), time interval (HR: 0.48, 95% CI: 0.26&#x2013;0.87, <italic>p</italic>&#x20;&#x3d; 0.016) and radiomics signature (HR 2.98, 95% CI: 1.60&#x2013;5.51, <italic>p</italic>&#x20;&#x3d; 0.001) were independent prognostic factors of PFS in the training cohort. The C-index of the combined model in the training cohort was higher than that of clinical model for PFS prediction [0.722 (95% CI: 0.657&#x2013;0.786) vs. 0.669 (95% CI: 0.657&#x2013;0.786), <italic>p</italic>&#xff1c;0.001]. Similarly, The C-index of the combined model in the validation cohort, was higher than that of clinical model [0.821 (95% CI: 0.726&#x2013;0.915) vs. 0.76 (95% CI: 0.667&#x2013;0.851), <italic>p</italic>&#x20;&#x3d; 0.004]. The calibration curve, decision curve and clinical impact curve showed that the nomogram can be used to accurately predict the PFS of patients.</p>
<p>
<bold>Conclusion:</bold> The radiomics signature was a prognostic risk factor, and a nomogram combined radiomics and clinical factors acts as a new strategy for predicted the PFS of intermediate and advanced HCC treated with TACE plus&#x20;RFA.</p>
</abstract>
<kwd-group>
<kwd>nomogram</kwd>
<kwd>prediction</kwd>
<kwd>progression-free survival</kwd>
<kwd>transarterial chemoembolization plus radiofrequency ablation</kwd>
<kwd>hepatocellular carcinoma</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Introduction</title>
<p>Primary liver cancer (PLC) is the sixth most common malignant cancer and the fourth leading cause of cancer-related death worldwide (<xref ref-type="bibr" rid="B2">Bray et&#x20;al., 2018</xref>). A total of 854,000 new cases are diagnosed every year, and almost 50% of PLCs come from China, which places a heavy burden on Chinese health care (<xref ref-type="bibr" rid="B5">Chen et&#x20;al., 2018</xref>). Hepatocellular carcinoma (HCC) accounts for 75&#x2013;85% of PLC, which cause a heavy burden of death in China. Approximately 70% of patients with HCC are diagnosed with advanced HCC and thus have missed the best opportunity for surgery (<xref ref-type="bibr" rid="B7">European Association for the Study of the Liver, 2018</xref>). The 5&#xa0;years recurrence rate of HCC is as high as 70%. Local interventional strategies such as transarterial arterial chemoembolization (TACE), radiofrequency ablation (RFA) and radioactive particle implantation are widely used in the treatment of advanced HCC (<xref ref-type="bibr" rid="B19">Makary et&#x20;al., 2020</xref>). The combination of TACE and RFA therapy has a synergistic cytotoxic effect on HCC and results in better local tumour control and longer survival than TACE or RFA alone (<xref ref-type="bibr" rid="B23">Peng et&#x20;al., 2013</xref>; <xref ref-type="bibr" rid="B25">Shimose et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B4">Chang et&#x20;al., 2020</xref>; <xref ref-type="bibr" rid="B32">Yuan et&#x20;al., 2021</xref>).</p>
<p>TACE pretreatment reduces or eliminates the &#x201c;heat sink&#x201d; caused by blood flow during the RFA procedure and clearly shows lesion contours on CT because of lipiodol deposition. These factors may broaden the extent of coagulation necrosis and ultimately result in better outcomes (<xref ref-type="bibr" rid="B11">Iezzi et&#x20;al., 2016</xref>). In addition, the tissue oedema induced by TACE pretreatment enlarges the necrotic area produced by RFA, thereby reducing local recurrence and increasing the safety of the ablation procedure. Use of the TACE procedure after RFA was shown to have a therapeutic effect on the sublethal heating zone of the tumour (<xref ref-type="bibr" rid="B11">Iezzi et&#x20;al., 2016</xref>), which was the main source of local recurrence (<xref ref-type="bibr" rid="B28">Su et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B29">Tan et&#x20;al., 2019</xref>). However, the 1-, 3- and 5-years local tumor progression rates reached 9, 40, 55%, respectively (J.&#x20;H. <xref ref-type="bibr" rid="B13">Kim et&#x20;al., 2011</xref>). What&#x2019;s more, as a malignant tumor with obvious heterogeneity, the therapeutic effects of TACE combined with RFA were significantly various. Therefore, development of an accurate prediction model for the progression-free survival (PFS) of these patients is urgently needed.</p>
<p>Efforts have been made to select appropriate candidates for TACE and RFA treatment based on the Barcelona Clinic Liver Cancer (BCLC) staging system and on histopathologic grade, AFP and performance status as well as vascular invasion (<xref ref-type="bibr" rid="B19">Makary et&#x20;al., 2020</xref>). In addition, many risk assessment models have been established to predict recurrence after TACE or RFA treatment (<xref ref-type="bibr" rid="B3">Canale et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B30">Wang et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B9">Han et&#x20;al., 2020</xref>; <xref ref-type="bibr" rid="B14">Kobe et&#x20;al., 2020</xref>). However, candidate patient selection and prognostic assessment models for patients with intermediate and advanced HCC who have been treated with TACE plus RFA have rarely been reported. Thus, an accurate prognostic prediction model is needed for HCC patients after TACE combined with RFA treatment.</p>
<p>Radiomics is a field that involves tumour segmentation, feature extraction and radiomics model building using the high-throughput mining of quantitative image features extracted from images such as magnetic resonance imaging (MRI) and computed tomography (CT) as well as positron emission computed tomography (<xref ref-type="bibr" rid="B16">Lambin et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B20">Mayerhoefer et&#x20;al., 2020</xref>). Radiomics approaches have been identified as efficient strategies for predicting the risk of recurrence and survival in HCC patients (<xref ref-type="bibr" rid="B8">Guo et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B10">Hui et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B12">Kim et&#x20;al., 2018</xref>; <xref ref-type="bibr" rid="B22">Peng et&#x20;al., 2018</xref>). Radiomics analysis has been reported to have specific advantages. It can provide additional, reliable information that radiologists cannot obtain through analysis with the naked eye and can avoid some mistakes made by radiologists who draw conclusions based on their own personal experience. A previous study suggested that a radiomics nomogram served as a non-invasive preoperative prediction method and exhibited favourable predictive accuracy for microvascular invasion in patients with HBV-related HCC (J.&#x20;<xref ref-type="bibr" rid="B22">Peng et&#x20;al., 2018</xref>). A study by <xref ref-type="bibr" rid="B12">Kim et&#x20;al. (2018)</xref> indicated that the combination of radiomics signature and clinical factors could accurately predict the survival of TACE-treated HCC patients. Our previous study also indicated that the radiomics and clinical indicator-based predictive nomogram can well predict tumor response in intermediate-advanced HCC (<xref ref-type="bibr" rid="B15">Kong et&#x20;al., 2021</xref>).</p>
<p>This study aimed to develop and verify a novel radiomics model including a radiomics signature and clinical risk factors that can be used to predict the PFS of intermediate and advanced HCC patients treated with a combination of TACE and&#x20;RFA.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>Materials and Methods</title>
<sec id="s2-1">
<title>Study Design and Patient Population</title>
<p>This retrospective study was approved by the institutional ethics committee. A total of 452 HCC patients who received initial TACE plus RFA from January 2010 to December 2018 were initially included. The exclusion scheme is shown in <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>. The exclusion criteria were as follows: (I) time interval between TACE and RFA of more than 2&#xa0;months (<italic>n</italic>&#x20;&#x3d; 86) (II) BCLC stage A or D (<italic>n</italic>&#x20;&#x3d; 73) (III) Child-Pugh class C (22) (IV) lack of available pretreatment MR images 3&#xa0;months before initial treatment and of follow-up MRI images (<italic>n</italic>&#x20;&#x3d; 58) (V) lost to follow-up (<italic>n</italic>&#x20;&#x3d; 66) (VI) target lesion inadequate for radiomics analysis (<italic>n</italic>&#x20;&#x3d; 34). Finally, 113 patients were analysed in this&#x20;study.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Flowchart of patient selection. &#x2a; Note: The inadequate target lesion for radiomics analysis is defined as the diameter of lesion less than 1&#xa0;cm.</p>
</caption>
<graphic xlink:href="fmolb-08-662366-g001.tif"/>
</fig>
<sec id="s2-1-1">
<title>MR Scanning</title>
<p>All patients were scanned using a 3.0&#xa0;T&#xa0;MR scanner (Philips Medical Systems, Eindhoven, Netherlands) before and after TACE plus RFA treatment. Dynamic contrast MRI images were obtained by injecting dimeglumine gadopentetate (Guangzhou Kangchen Pharmaceutical Co. Ltd.) at a dose of 0.1&#xa0;mmol per kilogram body weight. The scanning parameters were as follows: 1) spectral presaturation with inversion recovery T2-weighted sequence (3,000/200&#xa0;ms repetition time/echo time (TE), 7&#xa0;mm slice thickness, 1&#xa0;mm interslice gap, 200&#x20;&#xd7; 195 matrix size); 2) breath-hold unenhanced and contrast-enhanced mdIXON-T1WI (water) sequence (3.6/1.31/2.2&#xa0;ms repetition time/TE1/TE2; 400&#x2013;314&#xa0;mm view field, 5&#xa0;mm slice thickness; &#x2212;2.5&#xa0;mm slice gap; 224&#x20;&#xd7; 166 matrix size) for four dynamic phases: hepatic arterial phase (15&#xa0;s), portal venous phase (50&#xa0;s), substantial period phase (90&#xa0;s) and delayed phase (180&#xa0;s); and 3) breath-hold diffusion-weighted echoplanar sequence (2,500/64&#xa0;ms repetition time/TE; 400&#x2013;343&#xa0;mm field view; 7&#xa0;mm section thickness; 1&#xa0;mm intersection gap; 116&#x20;&#xd7; 97 matrix size; b value &#x3d; 0 and 800&#xa0;s/mm<sup>2</sup>). MRI images were exported in DICOM format.</p>
</sec>
<sec id="s2-1-2">
<title>TACE Procedure</title>
<p>All 113 eligible patients were successfully treated with TACE. All TACE procedures were performed by interventional radiologists with no less than 10&#xa0;years of clinical experience according to the practice guidelines. Briefly, the femoral artery was punctured at the groin area in the region showing the strongest pulsation using the Seldinger technique. A 2.7-Fr microcatheter (Progreat; Terumo, Japan) was carefully inserted into the blood supply artery of the lesion, and the chemotherapeutic and embolic agents were injected through the microcatheter under DSA. Angiography was performed before the end of embolization to confirm satisfactory embolization of the feeding artery.</p>
</sec>
<sec id="s2-1-3">
<title>RFA Procedure</title>
<p>Percutaneous RFA was described in our previous study (W. <xref ref-type="bibr" rid="B18">Liu et&#x20;al., 2020</xref>). Briefly, under the guidance of CT, the appropriate needle path and depth were calculated. After local anaesthesia at the puncture site and path using 1&#x2013;2% lidocaine (5&#x2013;15&#xa0;ml), an RF electrode was inserted into the target lesion. The RF current was emitted for 10&#x2013;15&#xa0;min by an RF generator depending on the increased impedance. Overlap ablations were performed within the effective ablation range covering 0.5&#x2013;1.0&#xa0;cm outside the edge of the target lesion. Needle path ablation was performed to avoid bleeding and implant metastasis.</p>
</sec>
<sec id="s2-1-4">
<title>Follow-Up</title>
<p>PFS was the end point of this study. PFS was defined as the time from the date of TACE until the date of relapse (relapse refers to intrahepatic recurrence or extrahepatic metastasis) or until the date on which the patient was last known to be free of relapse. The first outpatient clinic visits were conducted within 4&#x2013;6&#xa0;weeks after TACE plus RFA treatments and every 2&#x2013;3&#xa0;months thereafter MRI images were obtained and used to track tumour progression. Serum AFP levels, liver function and blood cell levels were also tested.</p>
</sec>
<sec id="s2-1-5">
<title>Features Extraction and Selection</title>
<p>Two experienced radiologists with more than 10&#xa0;years of experience in clinical HCC diagnosis independently and semi-automatically conducted delineation of the volume of interest (VOI) using ITK-SNAP (<ext-link ext-link-type="uri" xlink:href="http://www.itksnap.org">www.itksnap.org</ext-link>). All preoperative contrast-enhanded T1-weighted images were then imported into Artificial Intelligence Kit software (A.K., GE Healthcare, China) to obtain quantitative VOI information. A total of 396 radiomics features divided into five categories, including histogram, form factors, grey-level co-occurrence matrix (GLCM), grey-level size zone matrix (GLSZM) and run-length matrix (RLM), were extracted.</p>
</sec>
<sec id="s2-1-6">
<title>Intra-Observer and Interobserver Reproducibility</title>
<p>Intra- and interclass correlation coefficients (ICCs) were applied to evaluate the intra- and inter-observer agreement of VOI segmentation and radiomics feature extraction. The two readers obtained the radiomics features twice with at least a 1-month interval between the two readings, and the inter-observer agreement and intraclass correlation were computed. An ICC value greater than 0.75 was considered to indicate good agreement.</p>
</sec>
<sec id="s2-1-7">
<title>Radiomics Model Building and Accuracy Evaluation</title>
<p>The features were then standardized and normalized by the Z score method, and abnormal values were replaced with the median of the parameter. Before dimension reduction, all patients were randomly divided into a training cohort (<italic>n</italic>&#x20;&#x3d; 78 cases) and a validation cohort (<italic>n</italic>&#x20;&#x3d; 35 cases) for radiomics model building and verification, respectively. The least absolute shrinkage and selection operator (LASSO) logistic regression algorithm was further conducted for feature selection in the training cohort, and a rad-score was calculated for each patient based on the selected radiomics features in both the training and validation cohorts using Cox-regression. The predictive accuracy of the radiomics signature was evaluated based on the area under the curve (AUC) of the receiver operator characteristic (ROC) curve in the training cohort and verified in the validation cohort. An optimal cut-off value of the rad-score was calculated based on Youden index and used to classify the patients into a high-risk group and a low-risk group for recurrence-free survival analysis. The PFS in the two groups was analysed by the Kaplan-Meier method, and the difference was calculated using the log-rank&#x20;test.</p>
</sec>
<sec id="s2-1-8">
<title>Clinical Model and Combined Model Building</title>
<p>Univariate Cox proportional hazard regression analysis was applied to select the clinical characteristics with <italic>p</italic>-values &#x3c; 0.05. The potential clinical characteristics related to recurrence-free survival from the univariate analysis were identified by multivariate Cox proportional hazard analysis. The clinical model was established using the characteristics with <italic>p</italic>-values &#x3c; 0.05 in multivariate analysis. Again, the radiomics signature were integrated into the clinical model to develop a combined model, which include clinical prognostic factors and radiomics signature. The AUC of each model was calculated to quantify predictive accuracy in both the training cohort and the validation cohort. Finally, a nomogram using radiomics signature and clinical factors from clinical model to generate a probability for individuals was built and verified by the concordance index (C-index), calibration curve, decision curve and clinical impact&#x20;curve.</p>
</sec>
<sec id="s2-1-9">
<title>Statistical Analysis</title>
<p>All statistical analyses were performed using SPSS software (SPSS version 22.0) and R software (R version 4.0.3). <italic>p</italic>-values &#x3c; 0.05 were defined as statistically significant.</p>
<p>Categorical variables are shown as frequencies, and continuous variables are presented as mean and standard deviation or as median and 95% confidence interval (CI) values. Categorical variables were compared using the &#x3c7;<sup>2</sup> test and Fisher&#x2019;s exact test. Student&#x2019;s t-test was used to determine the significant difference between the training and validation groups for normally distributed data; otherwise, the Mann-Whitney test was used. Feature selection was performed using the LASSO logistic regression model, which was conducted by 10-fold cross-validation. Univariate analysis using Cox&#x2019;s proportional hazards regression model was applied to select the variables for multivariate analysis. The concordance index (C-index) was used to evaluate the discrimination of the radiomics, clinical and combined prediction models. The agreement between predictions from the model and observed outcomes were measured by calibration curve, assessed by calculating the Hosmer&#x2013;Lemeshow goodness-of-fit test. The clinical usefulness of the prediction models was estimated based on decision curves and clinical impact&#x20;curve.</p>
</sec>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec id="s3-1">
<title>Patient Demographics and Clinical Characteristics</title>
<p>A total of 113 patients were eligible for this study; among these, 80 patients (70.79%) had confirmed tumour recurrence according to the clinical final observer outcome. The median PFS was 13.20&#xa0;months, and the 95% CI was 9.78&#x2013;16.61. The overall 1-, 2-, and 3-years cumulative PFS rates of the patients were 57.54, 31.34, and 20.37%, respectively. There were no significant differences in sex, age, HBsAg, cirrhosis, BCLC stage, Child-Pugh classification, AFP level, tumour diameter, node number, metastasis, portal vein thrombosis, TACE-RFA procedures and time interval between TACE and RFA treatment in the training and validation cohorts (<xref ref-type="table" rid="T1">Table&#x20;1</xref>).</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Characteristic of patients in the training and validation cohorts.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Characteristic</th>
<th align="center">Training cohort (<italic>n</italic>&#x20;&#x3d; 78)</th>
<th align="center">Validation cohort (<italic>n</italic>&#x20;&#x3d; 35)</th>
<th align="center">Test value</th>
<th align="center">
<italic>p</italic> value</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Gender</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">1.85</td>
<td align="center">0.17</td>
</tr>
<tr>
<td align="left">Male</td>
<td align="center">73(93.58%)</td>
<td align="center">30(85.71%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Female</td>
<td align="center">5(6.42%)</td>
<td align="center">5(14.29%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Age</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">1.18</td>
<td align="char" char=".">0.28</td>
</tr>
<tr>
<td align="left">&#x3c;55&#xa0;y</td>
<td align="center">29 (37.66%)</td>
<td align="center">17 (48.57%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">&#x2265;55&#xa0;y</td>
<td align="center">33 (62.34%)</td>
<td align="center">18 (51.43%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Child-Pugh class</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">1.59</td>
<td align="char" char=".">0.21</td>
</tr>
<tr>
<td align="left">A</td>
<td align="center">56(71.79%)</td>
<td align="center">29(82.86%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">B</td>
<td align="center">22(28.21%)</td>
<td align="center">6(17.14%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Cirrhosis</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">1.06</td>
<td align="char" char=".">0.30</td>
</tr>
<tr>
<td align="left">Yes</td>
<td align="center">70(89.74%)</td>
<td align="center">29(82.86%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">No</td>
<td align="center">8(10.26%)</td>
<td align="center">6(17.14%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">HBsAg</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">0.42</td>
<td align="char" char=".">0.52</td>
</tr>
<tr>
<td align="left">Positive</td>
<td align="center">72(93.31%)</td>
<td align="center">31(88.57%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Negative</td>
<td align="center">6(6.69%)</td>
<td align="center">4(11.43%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">BCLC stage</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">1.30</td>
<td align="char" char=".">0.25</td>
</tr>
<tr>
<td align="left">B</td>
<td align="center">49(47.43%)</td>
<td align="center">18(54.28%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">C</td>
<td align="center">29(52.57%)</td>
<td align="center">17(45.71%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Tumor size (cm)</td>
<td align="center">5.99&#x20;&#xb1; 2.10&#xa0;cm</td>
<td align="center">5.70&#x20;&#xb1; 1.89&#xa0;cm</td>
<td align="char" char=".">0.51</td>
<td align="char" char=".">0.48</td>
</tr>
<tr>
<td align="left">&#x2264;5&#xa0;cm</td>
<td align="center">38(48.71%)</td>
<td align="center">20(57.14%)</td>
<td align="char" char=".">0.69</td>
<td align="char" char=".">0.41</td>
</tr>
<tr>
<td align="left">&#x3e;5&#xa0;cm</td>
<td align="center">40(51.29%)</td>
<td align="center">15(42.86%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Node</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">0.73</td>
<td align="char" char=".">0.39</td>
</tr>
<tr>
<td align="left">single</td>
<td align="center">19(24.36%)</td>
<td align="center">6(17.14%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">multiple</td>
<td align="center">59(75.64%)</td>
<td align="center">29(82.86%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">AFP</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">2.86</td>
<td align="char" char=".">0.09</td>
</tr>
<tr>
<td align="left">&#x3c;200&#xa0;ng/ml</td>
<td align="center">19(24.36%)</td>
<td align="center">14(40.00%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">&#x2265;200&#xa0;ng/ml</td>
<td align="center">59(75.64%)</td>
<td align="center">21(60.00%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Metastasis</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">0.23</td>
<td align="char" char=".">0.63</td>
</tr>
<tr>
<td align="left">Yes</td>
<td align="center">14(17.94%)</td>
<td align="center">5(14.28%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">No</td>
<td align="center">64(82.06%)</td>
<td align="center">30(85.72%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">PVTT</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">0.08</td>
<td align="char" char=".">0.78</td>
</tr>
<tr>
<td align="left">Yes</td>
<td align="center">16(20.51%)</td>
<td align="center">8(22.86%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">No</td>
<td align="center">62(79.49%)</td>
<td align="center">27(77.14%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">TACE-RFA procedures</td>
<td align="center">1.76&#x20;&#xb1; 1.00&#x20;times</td>
<td align="center">1.97&#x20;&#xb1; 1.01&#x20;times</td>
<td align="char" char=".">0.09</td>
<td align="char" char=".">0.30</td>
</tr>
<tr>
<td align="left">one time</td>
<td align="center">41(52.56%)</td>
<td align="center">14(40.00%)</td>
<td align="char" char=".">2.17</td>
<td align="char" char=".">0.15</td>
</tr>
<tr>
<td align="left">No less than two times</td>
<td align="center">37(47.43%)</td>
<td align="center">21(60.00%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Time interval</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="char" char=".">2.13</td>
<td align="char" char=".">0.14</td>
</tr>
<tr>
<td align="left">&#x3c;14&#xa0;d</td>
<td align="center">33(42.31%)</td>
<td align="center">20(57.14%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">&#x2265;14&#xa0;d</td>
<td align="center">45(57.69%)</td>
<td align="center">15(42.83%)</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">PFS</td>
<td align="center">12.57(9.08&#x223c;16.05)</td>
<td align="center">17.73(9.70&#xff5e;25.77)</td>
<td align="char" char=".">0.18</td>
<td align="char" char=".">0.65</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Abbreviations: HBsAg, hepatitis B surface antigen; BCLC stage, Barcelona Clinic Liver Cancer; AFP, Alpha-fetoprotein; PVTT, Portal vein tumor thrombus; PFS, progression free survival.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<sec id="s3-1-1">
<title>Radiomics Feature Extraction and Radiomics Model Building</title>
<p>Satisfactory inter- and intra-observer reproducibility of feature extraction was achieved. The intra-observer ICC calculated based on two measurements ranged from 0.81 to 0.93, and the interobserver agreement between the two readers ranged from 0.79 to 0.90. The extracted features are shown in <xref ref-type="fig" rid="F2">Figure&#x20;2</xref>. Eight radiomics features were selected by the LASSO algorithm. A radiomics signature based on the eight radiomics features was built, and the formula for calculating the Rad-score for each patient was as follows: Rad-score &#x3d; 0.1889&#x2013;0.7190&#xd7;Variance&#x2013;0.5262&#xd7;ClusterShade_angle0_offset7&#x2b;0.0325&#xd7;Correlation_AllDirection_offset4&#x2b;0.2151 &#xd7;Correlation_angle90_offset7 &#x2b; 0.8843&#xd7;GLCMEntropy_angle90_offset4&#x2013;0.2489&#xd7;HaralickCorrelation_AllDirection_offset7_SD-1.3472&#xd7;InverseDifferenceMoment_AllDirection_offset1_SD &#x2b; 1.7838&#xd7;LongRunEmphasis_angle90_offset4. The cut-off value of the rad-score was 1.62, and this value was used to classify the patients into high-risk and low-risk groups.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Radiomics feature selection in LASSO regression model. <bold>(A)</bold> The minimum criteria for 10-fold cross-validation was used to select optimal features. <bold>(B)</bold> LASSO coefficient analysis of 396 radiomics features. <bold>(C,D)</bold> The eight radiomics features were selected after dimension reduction.</p>
</caption>
<graphic xlink:href="fmolb-08-662366-g002.tif"/>
</fig>
</sec>
<sec id="s3-1-2">
<title>Performance of the Radiomics Model</title>
<p>He C-index of the radiomics signature for PFS was 0.646(95%: 0.582&#x2013;0.71) in the training cohort and 0.669(95% CI: 0.572&#x2013;0.766) in validation cohort. In the training cohort, the median PFS was 30.4 (95% CI: 19.41&#x2013;41.38) months in the low-risk group, while the median PFS was 8.1 (95% CI: 4.41&#x2013;11.79) months in the high-risk group. Compared with the high-risk group, the PFS of the low-risk group was significantly longer (log rank test, z &#x3d; 16.58, <italic>p</italic>&#x20;&#x3c; 0.0001, <xref ref-type="fig" rid="F3">Figure&#x20;3A</xref>). In the validation cohort, the median PFS was 31.50 (95% CI: 16.99&#x2013;46.00) months in the low-risk group, while the median PFS was 10.43 (95% CI: 3.07&#x2013;27.62) months in the high-risk group. Compared with the high-risk group, the PFS&#x20;of the low-risk group was significantly longer (log rank test, z &#x3d; 7.90, <italic>p</italic>&#x20;&#x3d; 0.0049, <xref ref-type="fig" rid="F3">Figure&#x20;3B</xref>).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>The PFS of patients who were classified into high risk and low risk patients according to the cutoff of the Rad-score <bold>(A,B)</bold>.</p>
</caption>
<graphic xlink:href="fmolb-08-662366-g003.tif"/>
</fig>
</sec>
<sec id="s3-1-3">
<title>Univariate and Multivariate Analyses for Prognostic Factors of PFS</title>
<p>Univariate Cox regression analysis showed that among the candidate variables, five variables, including BCLC stage, tumour size (&#x2265;5&#xa0;cm vs. &#x3c;5&#xa0;cm), AFP (&#x2265;200&#xa0;ng/ml vs. &#x3c;200&#xa0;ng/ml), interval (&#x3c;14&#xa0;days vs. &#x2265;14&#xa0;days) and radiomics signature (high-risk vs. low-risk), had <italic>p</italic> values &#x3c;0.05. Multivariate analyses suggested that BCLC stage (hazard ratio (HR): 2.52, 95% CI: 1.42&#x2013;4.47, <italic>p</italic>&#x20;&#x3d; 0.002), AFP level (HR: 2.01, 95% CI: 1.01&#x2013;3.99, <italic>p</italic>&#x20;&#x3d; 0.046), time interval (HR: 0.48, 95% CI: 0.26&#x2013;0.87, <italic>p</italic>&#x20;&#x3d; 0.016) and radiomics signature (HR 2.98, 95% CI: 1.60&#x2013;5.51, <italic>p</italic>&#x20;&#x3d; 0.001) were independent prognostic factors of PFS (<xref ref-type="table" rid="T2">Table&#x20;2</xref>).</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Univariate and Multivariate analysis of factors associated with PFS.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th rowspan="2" align="left">Characteristic</th>
<th colspan="4" align="center">Univariate analysis</th>
<th colspan="4" align="center">Multivariate analysis</th>
</tr>
<tr>
<th align="center">HR</th>
<th align="center">HR</th>
<th align="center">(95% CI)</th>
<th align="center">
<italic>p</italic> value</th>
<th align="center">HR</th>
<th align="center">HR</th>
<th align="center">(95% CI)</th>
<th align="center">
<italic>p</italic> value</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Age (years) (&#x2265;55&#xa0;years vs &#x3c;55&#xa0;years)</td>
<td align="char" char=".">0.71</td>
<td align="char" char=".">0.45</td>
<td align="char" char=".">1.11</td>
<td align="char" char=".">0.14</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Gender (Male vs Female)</td>
<td align="char" char=".">0.68</td>
<td align="char" char=".">0.29</td>
<td align="char" char=".">1.58</td>
<td align="char" char=".">0.37</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Child-Pugh class (B vs. A)</td>
<td align="char" char=".">1.43</td>
<td align="char" char=".">0.88</td>
<td align="char" char=".">2.32</td>
<td align="char" char=".">0.15</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">BCLC stage (C vs. B)</td>
<td align="char" char=".">2.10</td>
<td align="char" char=".">1.22</td>
<td align="char" char=".">3.62</td>
<td align="char" char=".">
<bold>0.007</bold>
</td>
<td align="char" char=".">2.52</td>
<td align="char" char=".">1.42</td>
<td align="char" char=".">4.47</td>
<td align="char" char=".">
<bold>0.002</bold>
</td>
</tr>
<tr>
<td align="left">Tumor size (&#x2265;5&#xa0;cm vs. &#x3c;5&#xa0;cm)</td>
<td align="char" char=".">1.83</td>
<td align="char" char=".">1.07</td>
<td align="char" char=".">3.14</td>
<td align="char" char=".">
<bold>0.027</bold>
</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Node (single vs. multiple)</td>
<td align="char" char=".">1.26</td>
<td align="char" char=".">0.73</td>
<td align="char" char=".">2.17</td>
<td align="char" char=".">0.41</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">AFP (&#x2265;200&#xa0;ng/ml vs. &#x3c;200&#xa0;ng/ml)</td>
<td align="char" char=".">2.58</td>
<td align="char" char=".">1.31</td>
<td align="char" char=".">5.06</td>
<td align="char" char=".">
<bold>0.006</bold>
</td>
<td align="char" char=".">2.01</td>
<td align="char" char=".">1.01</td>
<td align="char" char=".">3.99</td>
<td align="char" char=".">
<bold>0.046</bold>
</td>
</tr>
<tr>
<td align="left">HBsAg status (positive vs. negative)</td>
<td align="char" char=".">1.69</td>
<td align="char" char=".">0.68</td>
<td align="char" char=".">4.20</td>
<td align="char" char=".">0.26</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Cirrhosis status (yes vs. no)</td>
<td align="char" char=".">1.07</td>
<td align="char" char=".">0.55</td>
<td align="char" char=".">2.09</td>
<td align="char" char=".">0.84</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Metastasis (yes vs. no)</td>
<td align="char" char=".">1.37</td>
<td align="char" char=".">0.77</td>
<td align="char" char=".">2.42</td>
<td align="char" char=".">0.28</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">PVTT (yes vs. no)</td>
<td align="char" char=".">1.41</td>
<td align="char" char=".">0.82</td>
<td align="char" char=".">2.42</td>
<td align="char" char=".">0.22</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">TACE-RFA procedures</td>
<td align="char" char=".">0.81</td>
<td align="char" char=".">0.626</td>
<td align="char" char=".">1.04</td>
<td align="char" char=".">0.10</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
<td align="center">&#x2014;</td>
</tr>
<tr>
<td align="left">Time interval (&#x3c;14&#xa0;days vs. &#x2265;14&#xa0;days)</td>
<td align="char" char=".">0.48</td>
<td align="char" char=".">0.27</td>
<td align="char" char=".">0.84</td>
<td align="char" char=".">
<bold>0.010</bold>
</td>
<td align="char" char=".">0.48</td>
<td align="char" char=".">0.26</td>
<td align="char" char=".">0.87</td>
<td align="char" char=".">
<bold>0.016</bold>
</td>
</tr>
<tr>
<td align="left">Radionics signatures (high-risk vs. low-risk)</td>
<td align="char" char=".">3.26</td>
<td align="char" char=".">1.79</td>
<td align="char" char=".">5.93</td>
<td align="char" char=".">
<bold>0.000</bold>
</td>
<td align="char" char=".">2.98</td>
<td align="char" char=".">1.60</td>
<td align="char" char=".">5.51</td>
<td align="char" char=".">
<bold>0.001</bold>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>Abbreviations: HBsAg, hepatitis B surface antigen; BCLC stage, Barcelona Clinic Liver Cancer; AFP, Alpha-fetoprotein; PVTT, Portal vein tumor thrombus; PFS, progression free survival.</p>
</fn>
<fn>
<p>Note: The <italic>p</italic> value marked bold indicated statistical significance.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3-1-4">
<title>Accuracy of Radiomics Signature Combined With Clinical Factors</title>
<p>The C-index of the combined model in the training cohort was higher than that of clinical model [0.722 (95% CI: 0.657&#x2013;0.786) vs. 0.669 (95% CI: 0.657&#x2013;0.786), <italic>p</italic>&#x20;&#x3c; 0.001]. similarly, The C-index of the combined model in the validation cohort, was higher than that of clinical model [0.821 (95% CI: 0.726&#x2013;0.915) vs. 0.76 (95% CI: 0.667&#x2013;0.851), <italic>p</italic>&#x20;&#x3d; 0.004].</p>
</sec>
<sec id="s3-1-5">
<title>A Novel Nomogram for Individual PFS Prediction</title>
<p>A radiomics nomogram based on the combined model including the radiomics signature and clinical characteristics was established (<xref ref-type="fig" rid="F4">Figure&#x20;4A</xref>). The calibration curve showed that the nomogram-predicted PFS was consistent with the observed PFS at 12&#xa0;months and at 24&#xa0;months (<xref ref-type="fig" rid="F4">Figures 4B&#x2013;E</xref>). These results indicate that the nomogram has a good predictive effect for the PFS of patients with intermediate and advanced HCC. The decision curve results showed that at threshold probabilities of up to 18%, the nomogram with the radiomics signature alone provided a greater benefit than the &#x201c;no treatment&#x201d; or &#x201c;all treatment&#x201d; strategies. At threshold probabilities of up to 25%, the discrimination ability of the combined nomogram was better than that of the nomogram with clinical factors alone (<xref ref-type="fig" rid="F4">Figure&#x20;4F</xref>). Moreover, the clinical impact curve also showed that the nomogram offered good net benefit for the identification of patients who were likely to suffer recurrence (<xref ref-type="fig" rid="F4">Figure&#x20;4G</xref>).</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>A novel nomogram for individual PFS prediction. A novel nomogram based the radiomics signatures and clinical factors that was developed in the training cohort. The probability values of PFS for each HCC patient at 12 and 24&#xa0;months were showed <bold>(A)</bold>. The corresponding calibration curve as well as the C-index were conducted to compared the probability of PFS between the nomogram prediction and actual observation in the training and validation cohorts <bold>(B&#x2013;E)</bold>. The net benefit for each model was calculated by using decision curve, which the abscissa indicated the threshold probability and the ordinate represented the net benefit <bold>(F)</bold>. The consistency between nomogram predicted recurrence and actual recurrence was compared by using clinical impact curve <bold>(G)</bold>. The number of patients with high-risk for recurrence who were classified as high risk by the by the model at each threshold probability was calculated (red line) and the number of patients who truly suffer from recurrence was showed at each threshold probability (blue line).</p>
</caption>
<graphic xlink:href="fmolb-08-662366-g004.tif"/>
</fig>
</sec>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Locoregional therapies, including transarterial chemoembolization (TACE) and ablations, are proposed to postpone disease progression (<xref ref-type="bibr" rid="B21">Palmer et&#x20;al., 2020</xref>). Therapy that combines TACE and RFA has been recommended and has proven to be an effective selection for intermediate and advanced HCC (Z. W. <xref ref-type="bibr" rid="B23">Peng et&#x20;al., 2013</xref>). However, the outcomes are not satisfactory for all individuals. Therefore, it is urgent to identify patients who may truly experience a clinical benefit. In this study, we developed a model for predicting PFS based on a radiomics signature and clinical factors. We found that the PFS of patients with a low-risk radiomics signature was higher than that of patients with a high-risk radiomics signature. The C-index of the combined model in the training cohort was higher than that of clinical model [0.722 (95% CI: 0.657&#x2013;0.786) vs. 0.669 (95% CI: 0.657&#x2013;0.786), <italic>p</italic>&#x20;&#x3c; 0.001]. The C-index of the combined model in the validation cohort, was higher than that of clinical model [0.821 (95% CI: 0.726&#x2013;0.915) vs. 0.76 (95% CI: 0.667&#x2013;0.851), <italic>p</italic>&#x20;&#x3d; 0.004]. The model combining the radiomics signature and clinical factors provided a better evaluation of PFS than the model that considered clinical factors&#x20;alone.</p>
<p>A radiomics approach was applied to identify more heterogeneous information from images. Radiomics signature extracted from ultrasonic, CT and MRI images have been found to predict recurrence in HCC patients who receive surgery (<xref ref-type="bibr" rid="B1">Akai et&#x20;al., 2018</xref>), liver transplantation (<xref ref-type="bibr" rid="B8">Guo et&#x20;al., 2019</xref>) or TACE (<xref ref-type="bibr" rid="B27">Song et&#x20;al., 2020</xref>) as well as ablation (C. <xref ref-type="bibr" rid="B31">Yuan et&#x20;al., 2019</xref>). In this study, a total of 396 radiomics features extracted by AK software were classified into five clusters: 42&#x20;histogram-based features, nine form factor-based features, 11&#x20;GLSZM-based features, 180&#x20;RLM-based features and 154&#x20;GLCM-based features. Histograms and form factor-based features were used to describe the grey distribution and the geometric characteristics of the region of interest. The GLSZM-, RLM- and GLCM-based features reflect the spatial arrangement of the colour or intensity of lesions. Eight potential predictors were selected from the 396 features by shrinking the regression coefficients with the LASSO method. Especially, variance is a parameter of histogram and represents the average of the squared differences from the Mean of image. Cluster Shade_angle0_offset7 is a texture parameter, which groups the similar samples according to their position and, optionally, normal into clusters. Correlation_AllDirection_offset4 is the Correlation that measures the similarity of the grey levels in neighboring pixels, telling how correlated a pixel is to its neighbor over the whole image. Correlation_angle90_offset7 and Haralick Correlation_AllDirection_offset7_SD is the parameters that measure the degree of similarity of the gray level of the image in the row or column direction, representing the local grey level correlation. the greater their value, the greater the correlation. GLCM Entropy_angle90_offset4 shows the amount of information of the image that is needed for the image compression. Inverse Difference Moment_AllDirection_offset1_SD is the local homogeneity. It is high when local gray level is uniform and inverse GLCM is high. Long Run Emphasis_angle90_offset4 is a Parameter of RLM that is generated for each sample image segment as different directions. A Rad-score based on the eight features was calculated for each patient. The cut-off of the Rad-score was calculated, and the patients were classified into high-risk and low-risk groups. Previous studies demonstrated that the Rad-score could predict the recurrence of HCC patients after TACE treatment. We also found that the AUCs for PFS of the radiomics signature of patients in the training and validation cohorts were as high as 0.83 and 0.81, respectively, indicating good sensitivity and specificity for PFS prediction. In addition, the PFS of the low-risk group was higher than that of the high-risk group, further confirming that radiomics signature could be an option for PFS evaluation of HCC patients treated with TACE and&#x20;RFA.</p>
<p>The BCLC staging system and AFP level have been proven to be efficient in predicting the survival of liver cancer. Consistent with previous studies (<xref ref-type="bibr" rid="B24">Ren et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B25">Shimose et&#x20;al., 2019</xref>), we also found that BCLC stage and AFP were related to the PFS of HCC patients treated with TACE and RFA by univariate and multivariate analysis. Other clinical factors such as tumour size, the presence of multifocal lesions, HBV status and neoplasm grade have been recommended for use in evaluating the short- and long-term outcomes of liver cancer. Studies have indicated that tumour size is an independent prognostic factor for recurrence in HCC patients receiving TACE with or without RFA (<xref ref-type="bibr" rid="B26">Sieghart et&#x20;al., 2015</xref>; H. <xref ref-type="bibr" rid="B17">Liu et&#x20;al., 2016</xref>). In contrast, a study by Peng (Z. W. <xref ref-type="bibr" rid="B23">Peng et&#x20;al., 2013</xref>) showed that tumour size was not associated with recurrence-free survival of HCC. In this study, we also found that tumour size was excluded from the multivariate model and was not a prognostic factor for intermediate or advanced HCC. These discrepancies may be due to selection&#x20;bias.</p>
<p>Studies have demonstrated that TACE shows synergistic effects with RFA in improving tumour response and survival in intermediate or advanced HCC patients (Z. W. <xref ref-type="bibr" rid="B23">Peng et&#x20;al., 2013</xref>; P. <xref ref-type="bibr" rid="B32">Yuan et&#x20;al., 2021</xref>; W. <xref ref-type="bibr" rid="B18">Liu et&#x20;al., 2020</xref>). However, consensus regarding the optimal time interval between TACE and RFA for balancing efficacy and safety remains unclear. A shorter time interval might increase the potential risk of liver dysfunction. Conversely, a longer time interval favours recovery of liver function but may prolong the hospital stay and might decrease the local efficacy of the combination therapy. It is suggested that the use of a time interval between 1 and 30&#xa0;days could amplify the synergistic effects of the combination therapy (<xref ref-type="bibr" rid="B6">Choe et&#x20;al., 2014</xref>; <xref ref-type="bibr" rid="B11">Iezzi et&#x20;al., 2016</xref>). In this study, we also showed that an interval of 14&#xa0;days or less was a predictive factor for PFS, consistent with the study by Peng (Z. W. <xref ref-type="bibr" rid="B23">Peng et&#x20;al., 2013</xref>).</p>
<p>A nomogram was used to provide individual predictions; the accuracy of the predictions was verified by calculating the C-index and AUC, and they were analysed based on the calibration curve, the decision curve and the clinical impact curve (<xref ref-type="bibr" rid="B8">Guo et&#x20;al., 2019</xref>; C. <xref ref-type="bibr" rid="B31">Yuan et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B27">Song et&#x20;al., 2020</xref>; <xref ref-type="bibr" rid="B33">Zheng et&#x20;al., 2020</xref>). In this study, three factors (BCLC stage, AFP and time interval) with or without a radiomics signature were used to develop clinical and combined prediction models. The AUC of the combined model was higher than that of the clinical model in both the training and the validation cohorts, indicating better performance of the combined model. Thus, a nomogram incorporating the above four factors was constructed. The nomograms in the training and validation cohorts showed favorable consistency, with C-index values of 0.722 (95% CI: 0.657&#x2013;0.786) and 0.821 (95% CI: 0.726&#x2013;0.915), respectively. The decision curve suggested that when the threshold probability was approximately 18%, application of the nomogram with the radiomics signature alone for PFS prediction provided a greater benefit than the non-treatment or overall-treatment strategies. The probability of PFS based on a clinical model ranges from 38 to 82%. The net benefits of the radiomics signature alone and the combined nomogram were higher than that of the clinical model alone. Moreover, the outcome was verified by a clinical impact&#x20;curve.</p>
<p>Admittedly, this study has certain limitations. As a single-centre and retrospective study, there was inevitable selection bias. Almost half of HCC patients in this study were in BCLC stage C, which have great impact on the outcome owing to the fact that the first-line treatment for these patients should be systemic therapy rather than the combination of TACE and RFA. The PFS evaluation did not comprehensively reflected the overall biological behaviours of these patients, especially who with extrahepatic metastasis. A more accurate evaluation for these patients received TACE and RFA treatment should be further investigated in future study. Besides, the sample size was relatively small, and larger datasets and external validation are urgently needed to validate our findings. In the future, large-sample, multicentre cohorts will be examined to verify the prognostic significance of these radiomics signature.</p>
</sec>
<sec sec-type="conclusion" id="s5">
<title>Conclusion</title>
<p>This study provides a radiomics signature-based nomogram of PFS prediction for intermediate and advanced HCC patients treated with TACE and RFA. The radiomics signature was a prognostic risk factor, and the nomogram combined radiomics and clinical factors acts as a new strategy for predicting the PFS of intermediate and advanced HCC treated with TACE plus RFA. These results could be used to facilitate HCC treatment management.</p>
</sec>
</body>
<back>
<sec id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusion of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by The Ethics Committee of Lishui Hospital Zhejiang University. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>ZZ, JT, and JJ designed the research. SF and LZ conducted the study and wrote the first draft of the manuscript. LL, YX, FW, and WC helped conduct the study. XW helped analyse the data. JZ, MC, and QW helped with manuscript writing, editing, and critical evaluation. JJ supervised the project and approved the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9">
<title>Funding</title>
<p>This study was supported by the National Key Research and Development Projects Intergovernmental Cooperation in Science and Technology of China (2018YFE0126900 to JJ), the National Natural Science Foundation of China (81901852 to MC, 81901848 to JJ.&#x20;Song, and 81803778 to LZ), the Natural Science Foundation of Zhejiang Province (LQ20H160055 to SF), and the Key Research and Development Program of Lishui City (2019ZDYF17 to&#x20;JJ).</p>
</sec>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fmolb.2021.662366/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fmolb.2021.662366/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet1.XLSX" id="SM1" mimetype="application/XLSX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Akai</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Yasaka</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Kunimatsu</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Nojima</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Kokudo</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kokudo</surname>
<given-names>N.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Predicting Prognosis of Resected Hepatocellular Carcinoma by Radiomics Analysis with Random Survival forest</article-title>. <source>Diagn. Interv. Imaging</source> <volume>99</volume>, <fpage>643</fpage>&#x2013;<lpage>651</lpage>. <pub-id pub-id-type="doi">10.1016/j.diii.2018.05.008</pub-id> </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bray</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Ferlay</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Soerjomataram</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Siegel</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Torre</surname>
<given-names>L. A.</given-names>
</name>
<name>
<surname>Jemal</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Global Cancer Statistics 2018: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J.&#x20;Clin.</source> <volume>68</volume>, <fpage>394</fpage>&#x2013;<lpage>424</lpage>. <pub-id pub-id-type="doi">10.3322/caac.21492</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Canale</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ulivi</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Foschi</surname>
<given-names>F. G.</given-names>
</name>
<name>
<surname>Scarpi</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>De Matteis</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Donati</surname>
<given-names>G.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Clinical and Circulating Biomarkers of Survival and Recurrence after Radiofrequency Ablation in Patients with Hepatocellular Carcinoma</article-title>. <source>Crit. Rev. Oncol. Hematol.</source> <volume>129</volume>, <fpage>44</fpage>&#x2013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1016/j.critrevonc.2018.06.017</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Jeong</surname>
<given-names>S. W.</given-names>
</name>
<name>
<surname>Young Jang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Jae Kim</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Recent Updates of Transarterial Chemoembolilzation in Hepatocellular Carcinoma</article-title>. <source>Int. J&#x20;.Mol. Sci.</source> <volume>21</volume>, <fpage>8165</fpage>. <pub-id pub-id-type="doi">10.3390/ijms21218165</pub-id> </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Zheng</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Zeng</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Cancer Incidence and Mortality in China, 2014</article-title>. <source>Chin. J.&#x20;Cancer Res.</source> <volume>30</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.21147/j.issn.1000-9604.2018.01.01</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choe</surname>
<given-names>W. H.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>Y. J.</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>H. S.</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>S. W.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>J.&#x20;H.</given-names>
</name>
<name>
<surname>Kwon</surname>
<given-names>S. Y.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Short-term Interval Combined Chemoembolization and Radiofrequency Ablation for Hepatocellular Carcinoma</article-title>. <source>World J.&#x20;Gastroenterol.</source> <volume>20</volume>, <fpage>12588</fpage>&#x2013;<lpage>12594</lpage>. <pub-id pub-id-type="doi">10.3748/wjg.v20.i35.12588</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<collab>European Association for the Study of the Liver</collab> (<year>2018</year>). <article-title>EASL Clinical Practice Guidelines: Management of Hepatocellular Carcinoma</article-title>. <source>J.&#x20;Hepatol.</source> <volume>69</volume>, <fpage>182</fpage>&#x2013;<lpage>236</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2018.03.019</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guo</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Gu</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Hao</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Radiomics Analysis Enables Recurrence Prediction for Hepatocellular Carcinoma after Liver Transplantation</article-title>. <source>Eur. J.&#x20;Radiol.</source> <volume>117</volume>, <fpage>33</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2019.05.010</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Berhane</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Toyoda</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Bettinger</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Elshaarawy</surname>
<given-names>O.</given-names>
</name>
<name>
<surname>Chan</surname>
<given-names>A. W. H.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Prediction of Survival Among Patients Receiving Transarterial Chemoembolization for Hepatocellular Carcinoma: A Response&#x2010;Based Approach</article-title>. <source>Hepatology</source> <volume>72</volume>, <fpage>198</fpage>&#x2013;<lpage>212</lpage>. <pub-id pub-id-type="doi">10.1002/hep.31022</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hui</surname>
<given-names>T. C. H.</given-names>
</name>
<name>
<surname>Chuah</surname>
<given-names>T. K.</given-names>
</name>
<name>
<surname>Low</surname>
<given-names>H. M.</given-names>
</name>
<name>
<surname>Tan</surname>
<given-names>C. H.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Predicting Early Recurrence of Hepatocellular Carcinoma with Texture Analysis of Preoperative MRI: a Radiomics Study</article-title>. <source>Clin. Radiol.</source> <volume>73</volume>, <fpage>e11</fpage>&#x2013;<lpage>1056</lpage>. <pub-id pub-id-type="doi">10.1016/j.crad.2018.07.109</pub-id> </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Iezzi</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Pompili</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Posa</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Coppola</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Gasbarrini</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bonomo</surname>
<given-names>L.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Combined Locoregional Treatment of Patients with Hepatocellular Carcinoma: State of the Art</article-title>. <source>World J.&#x20;Gastroenterol.</source> <volume>22</volume>, <fpage>1935</fpage>&#x2013;<lpage>1942</lpage>. <pub-id pub-id-type="doi">10.3748/wjg.v22.i6.1935</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Choi</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>S.-H.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>H. Y.</given-names>
</name>
<name>
<surname>Park</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Predicting Survival Using Pretreatment CT for Patients with Hepatocellular Carcinoma Treated with Transarterial Chemoembolization: Comparison of Models Using Radiomics</article-title>. <source>Am. J.&#x20;Roentgenol.</source> <volume>211</volume>, <fpage>1026</fpage>&#x2013;<lpage>1034</lpage>. <pub-id pub-id-type="doi">10.2214/AJR.18.19507</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>J.&#x20;H.</given-names>
</name>
<name>
<surname>Won</surname>
<given-names>H. J.</given-names>
</name>
<name>
<surname>Shin</surname>
<given-names>Y. M.</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>S. H.</given-names>
</name>
<name>
<surname>Yoon</surname>
<given-names>H.-K.</given-names>
</name>
<name>
<surname>Sung</surname>
<given-names>K.-B.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Medium-sized (3.1-5.0 Cm) Hepatocellular Carcinoma: Transarterial Chemoembolization Plus Radiofrequency Ablation versus Radiofrequency Ablation Alone</article-title>. <source>Ann. Surg. Oncol.</source> <volume>18</volume>, <fpage>1624</fpage>&#x2013;<lpage>1629</lpage>. <pub-id pub-id-type="doi">10.1245/s10434-011-1673-8</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kobe</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Kindler</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Klotz</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Puippe</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Messmer</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Alkadhi</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Fusion of Preinterventional MR Imaging with Liver Perfusion CT after RFA of Hepatocellular Carcinoma</article-title>. <source>Invest. Radiol.</source> <volume>56</volume>, <fpage>188</fpage>&#x2013;<lpage>196</lpage>. <pub-id pub-id-type="doi">10.1097/RLI.0000000000000726</pub-id> </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kong</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Lv</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Shu</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Ye</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Prediction of Tumor Response via a Pretreatment MRI Radiomics-Based Nomogram in HCC Treated with TACE</article-title>. <source>Eur. Radiol.</source> <comment>[Epub ahead of print]</comment> <pub-id pub-id-type="doi">10.1007/s00330-021-07910-0</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lambin</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Leijenaar</surname>
<given-names>R. T. H.</given-names>
</name>
<name>
<surname>Deist</surname>
<given-names>T. M.</given-names>
</name>
<name>
<surname>Peerlings</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>de Jong</surname>
<given-names>E. E. C.</given-names>
</name>
<name>
<surname>van Timmeren</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Radiomics: the Bridge between Medical Imaging and Personalized Medicine</article-title>. <source>Nat. Rev. Clin. Oncol.</source> <volume>14</volume>, <fpage>749</fpage>&#x2013;<lpage>762</lpage>. <pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Z.-G.</given-names>
</name>
<name>
<surname>Fu</surname>
<given-names>S.-Y.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>A.-J.</given-names>
</name>
<name>
<surname>Pan</surname>
<given-names>Z.-Y.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>W.-P.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Randomized Clinical Trial of Chemoembolization Plus Radiofrequency Ablation versus Partial Hepatectomy for Hepatocellular Carcinoma within the Milan Criteria</article-title>. <source>Br. J.&#x20;Surg.</source> <volume>103</volume>, <fpage>348</fpage>&#x2013;<lpage>356</lpage>. <pub-id pub-id-type="doi">10.1002/bjs.10061</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Ying</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Lai</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Radiofrequency Ablation (RFA) Combined with Transcatheter Arterial Chemoembolization (TACE) for Patients with Medium-To-Large Hepatocellular Carcinoma: A Retrospective Analysis of Long-Term Outcome</article-title>. <source>Med. Sci. Monit.</source> <volume>26</volume>, <fpage>e923263</fpage>. <pub-id pub-id-type="doi">10.12659/MSM.923263</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Makary</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Khandpur</surname>
<given-names>U.</given-names>
</name>
<name>
<surname>Cloyd</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<name>
<surname>Mumtaz</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Dowell</surname>
<given-names>J.&#x20;D.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Locoregional Therapy Approaches for Hepatocellular Carcinoma: Recent Advances and Management Strategies</article-title>. <source>Cancers</source> <volume>12</volume>, <fpage>1914</fpage>. <pub-id pub-id-type="doi">10.3390/cancers12071914</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mayerhoefer</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Materka</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Langs</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>H&#xe4;ggstr&#xf6;m</surname>
<given-names>I.</given-names>
</name>
<name>
<surname>Szczypi&#x144;ski</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Gibbs</surname>
<given-names>P.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Introduction to Radiomics</article-title>. <source>J.&#x20;Nucl. Med.</source> <volume>61</volume>, <fpage>488</fpage>&#x2013;<lpage>495</lpage>. <pub-id pub-id-type="doi">10.2967/jnumed.118.222893</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Palmer</surname>
<given-names>D. H.</given-names>
</name>
<name>
<surname>Malagari</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Kulik</surname>
<given-names>L. M.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Role of Locoregional Therapies in the Wake of Systemic Therapy</article-title>. <source>J.&#x20;Hepatol.</source> <volume>72</volume>, <fpage>277</fpage>&#x2013;<lpage>287</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2019.09.023</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peng</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>A Radiomics Nomogram for Preoperative Prediction of Microvascular Invasion Risk in Hepatitis B Virus-Related Hepatocellular Carcinoma</article-title>. <source>Diagn. Interv. Radiol.</source> <volume>24</volume>, <fpage>121</fpage>&#x2013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.5152/dir.2018.17467</pub-id> </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peng</surname>
<given-names>Z.-W.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.-J.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>M.-S.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Liang</surname>
<given-names>H.-H.</given-names>
</name>
<name>
<surname>Lin</surname>
<given-names>X.-J.</given-names>
</name>
<etal/>
</person-group> (<year>2013</year>). <article-title>Radiofrequency Ablation with or without Transcatheter Arterial Chemoembolization in the Treatment of Hepatocellular Carcinoma: a Prospective Randomized Trial</article-title>. <source>J.&#x20;Clin. Oncol.</source> <volume>31</volume>, <fpage>426</fpage>&#x2013;<lpage>432</lpage>. <pub-id pub-id-type="doi">10.1200/JCO.2012.42.9936</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ren</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Cao</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Ma</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Kan</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Zhou</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Improved Clinical Outcome Using Transarterial Chemoembolization Combined with Radiofrequency Ablation for Patients in Barcelona Clinic Liver Cancer Stage A or B Hepatocellular Carcinoma Regardless of Tumor Size: Results of a Single-center Retrospective Case Control Study</article-title>. <source>BMC Cancer</source> <volume>19</volume>, <fpage>983</fpage>. <pub-id pub-id-type="doi">10.1186/s12885-019-6237-5</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shimose</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Tanaka</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Iwamoto</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Niizeki</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Shirono</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Aino</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Prognostic Impact of Transcatheter Arterial Chemoembolization (TACE) Combined with Radiofrequency Ablation in Patients with Unresectable Hepatocellular Carcinoma: Comparison with TACE Alone Using Decision&#x2010;tree Analysis after Propensity Score Matching</article-title>. <source>Hepatol. Res.</source> <volume>49</volume>, <fpage>919</fpage>&#x2013;<lpage>928</lpage>. <pub-id pub-id-type="doi">10.1111/hepr.13348</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sieghart</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Hucke</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Peck-Radosavljevic</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Transarterial Chemoembolization: Modalities, Indication, and Patient Selection</article-title>. <source>J.&#x20;Hepatol.</source> <volume>62</volume>, <fpage>1187</fpage>&#x2013;<lpage>1195</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2015.02.010</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Song</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Yu</surname>
<given-names>X.</given-names>
</name>
<name>
<surname>Guo</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Tang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Liu</surname>
<given-names>X.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>MRI&#x2010;Based Radiomics: Associations with the Recurrence&#x2010;Free Survival of Patients with Hepatocellular Carcinoma Treated with Conventional Transcatheter Arterial Chemoembolization</article-title>. <source>J.&#x20;Magn. Reson. Imaging</source> <volume>52</volume>, <fpage>461</fpage>&#x2013;<lpage>473</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.26977</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Su</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Liao</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Dai</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Y.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Stress-induced Phosphoprotein 1 Mediates Hepatocellular Carcinoma Metastasis after Insufficient Radiofrequency Ablation</article-title>. <source>Oncogene</source> <volume>37</volume>, <fpage>3514</fpage>&#x2013;<lpage>3527</lpage>. <pub-id pub-id-type="doi">10.1038/s41388-018-0169-4</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tan</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Liao</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Jin</surname>
<given-names>H.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Sublethal Heat Treatment of Hepatocellular Carcinoma Promotes Intrahepatic Metastasis and Stemness in a VEGFR1-dependent Manner</article-title>. <source>Cancer Lett.</source> <volume>460</volume>, <fpage>29</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1016/j.canlet.2019.05.041</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>Q.</given-names>
</name>
<name>
<surname>Xia</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Bai</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Sun</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Huang</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Development of a Prognostic Score for Recommended TACE Candidates with Hepatocellular Carcinoma: A Multicentre Observational Study</article-title>. <source>J.&#x20;Hepatol.</source> <volume>70</volume>, <fpage>893</fpage>&#x2013;<lpage>903</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2019.01.013</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuan</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Gu</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Tian</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Zhao</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Wei</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Prediction Early Recurrence of Hepatocellular Carcinoma Eligible for Curative Ablation Using a Radiomics Nomogram</article-title>. <source>Cancer Imaging</source> <volume>19</volume>, <fpage>21</fpage>. <pub-id pub-id-type="doi">10.1186/s40644-019-0207-7</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuan</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>The Clinical Efficiency of TACE Combined with Simultaneous Computed Tomography&#x2010;guided Radiofrequency Ablation for Advanced Hepatocellular Carcinoma</article-title>. <source>Invest. New Drugs</source> <comment>[Epub ahead of print]</comment>. <pub-id pub-id-type="doi">10.1007/s10637-021-01101-w</pub-id> </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zheng</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Zhang</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Chi</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Peng</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Luo</surname>
<given-names>L.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>The Hemocyte Counts as a Potential Biomarker for Predicting Disease Progression in COVID-19: a Retrospective Study</article-title>. <source>Clin. Chem. Lab. Med.</source> <volume>58</volume>, <fpage>1106</fpage>&#x2013;<lpage>1115</lpage>. <pub-id pub-id-type="doi">10.1515/cclm-2020-0377</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>