<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2023.1089105</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Preoperative staging of uterine cancer: can transvaginal ultrasonography play a role?</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Rei</surname>
<given-names>Mariana</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2082943"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Costa-Santos</surname>
<given-names>Cristina</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1441475"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bernardes</surname>
<given-names>Jo&#xe3;o</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/418607"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Costa</surname>
<given-names>Ant&#xf3;nia</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Gynecology, Instituto Portugu&#xea;s de Oncologia Francisco Gentil</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Obstetrics, Gynecology and Pediatrics, Medical School, University of Porto</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Health Informatics and Decision Sciences, Medical School, University of Porto</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Centre for Research in Health Information Systems and Technologies, CINTESIS,  University of Porto</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Obstetrics and Gynecology, Centro Hospitalar Universit&#xe1;rio de S&#xe3;o Jo&#xe3;o</institution>, <addr-line>Porto</addr-line>, <country>Portugal</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Dagistan Tolga Arioz, Afyonkarahisar Health Sciences University, T&#xfc;rkiye</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Myriam Gracia, University Hospital La Paz, Spain; Mar&#xed;a Dolores Diestro Tejeda, University Hospital La Paz, Spain</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Mariana Rei, <email xlink:href="mailto:marianarei@hotmail.com">marianarei@hotmail.com</email>; <email xlink:href="mailto:marianacruzrei@gmail.com">marianacruzrei@gmail.com</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>19</day>
<month>06</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>13</volume>
<elocation-id>1089105</elocation-id>
<history>
<date date-type="received">
<day>03</day>
<month>11</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>08</day>
<month>06</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Rei, Costa-Santos, Bernardes and Costa</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Rei, Costa-Santos, Bernardes and Costa</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Preoperative staging of uterine cancer has recently been implied as an important contribution to an accurate selection of low-risk cases, ultimately avoiding unnecessary lymph node debulking. The aim of this study was to evaluate the validity of transvaginal ultrasonography (TVS) in preoperative staging of uterine cancer in comparison to pelvic magnetic resonance imaging (MRI) and permanent section.</p>
</sec>
<sec>
<title>Methods</title>
<p>We conducted a prospective longitudinal multicenter trial between 2017 and 2018. Inclusion criteria comprised cases of endometrial neoplasia histologically confirmed or strong imaging suspicion, candidates for elective surgery as primary treatment. Proportions of Agreement (PA), kappa statistic (K), sensitivity, specificity and accuracy were calculated with 95% confidence intervals (95%CI).</p>
</sec>
<sec>
<title>Results</title>
<p>Eighty-two patients were eligible for the study, presenting a mean age of 68 years (standard deviation 11). In what concerns the TVS evaluation of myometrial invasion, the subjective and objective methods of Gordon and Karlsson presented a sensitivity of 79%, 79% and 67% [95%CI 63-91; 63-91; 50-81], a specificity of 65%, 58% and 79% [95%CI 49-79; 42-73; 64-89] and an overall accuracy of 72%, 68% and 73% [95%CI 61-81; 57-78; 63-82]. MRI presented respectively a sensitivity, specificity and overall accuracy of 92%, 70% and 82% [95%CI 77-98; 52-85; 71-90]. Regarding cervical involvement, the sensitivity was respectively 31%, 50% and 67% [95%CI 9-61; 21-79; 35-90] for the subjective method, objective TVS and MRI, and the specificity was 98%, 90% and 100% [95%CI 92-100; 77-97; 94;100]. Agreement between TVS and MRI was superior in the assessment of cervical invasion, with PA ranging from 0.82 to 0.93 and K from 0.45 to 0.58, in comparison to myometrial invasion with PA ranging from 0.68 to 0.73 and K from 0.31 to 0.50. Considering the assessment of cervical involvement, as MRI showed a specificity of 100% it is not possible to increase the specificity. However, it was possible to increase the sensitivity, considering the combination of TVS with objective approach and MRI.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>TVS may have a promising role as a tool for preoperative staging of endometrial carcinoma, presenting a performance that approximates to MRI, with a higher agreement in the assessment of cervical invasion.</p>
</sec>
</abstract>
<kwd-group>
<kwd>uterine cancer</kwd>
<kwd>endometrial neoplasia</kwd>
<kwd>pelvic ultrasound</kwd>
<kwd>myometrial invasion</kwd>
<kwd>cervical invasion</kwd>
<kwd>staging</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="27"/>
<page-count count="7"/>
<word-count count="3552"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Gynecological Oncology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Endometrial carcinoma is the sixth most common malignancy diagnosed in women and the most common gynecological cancer in high income countries, with 417.000 new diagnosis globally in 2020 (<xref ref-type="bibr" rid="B1">1</xref>) and a 5-year relative survival of 76% according to the EUROCARE-5 study (<xref ref-type="bibr" rid="B2">2</xref>).</p>
<p>Classically, endometrial cancer was a surgically staged disease, and therefore routine preoperative work-up to assess myometrial invasion or cervical involvement was often considered unnecessary. With the advent of the sentinel node technique, lymph node biopsy is an acceptable alternative to systematic lymphadenectomy in stage I/II, therefore avoiding lymphadenectomy-related morbidity (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Major prognostic features for endometrial carcinoma include grading, histotype, nodal metastasis and deep myometrial infiltration (<xref ref-type="bibr" rid="B5">5</xref>). Particularly, myometrial infiltration and cervical involvement, which can be assessed by ultrasound, are key preoperative parameters, that might alter staging and surgical approach (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>).</p>
<p>As the frozen section is now discouraged for myometrial invasion assessment due to poor reproducibility, and sentinel node biopsy is increasingly used for lymph node staging in stage I/II endometrial cancer (<xref ref-type="bibr" rid="B4">4</xref>), the use of the most suitable preoperative work-up is a fundamental feature for surgical planning and correct inform consent.</p>
<p>Our study aimed to evaluate the validity of transvaginal ultrasonography (TVS) in preoperative staging of endometrial cancer, especially regarding myometrial and cervical stromal invasion, in comparison to the gold-standard of tumor staging which is final histology. We also aimed to determine the agreement between TVS and pelvic magnetic resonance imaging (MRI), the established standard of care in pre-surgical imaging staging.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<p>This is a prospective longitudinal multicenter trial conducted between October 2017 to December 2018 in three portuguese hospitals: Centro Hospitalar de S&#xe3;o Jo&#xe3;o, in Oporto, Instituto Portugu&#xea;s de Oncologia in Coimbra and Hospital Beatriz &#xc2;ngelo, in Loures. The patient enrollment comprised women referred to gynecological oncology consultation in one of these three centers due to uterine cancer suspicion. Women with histologically confirmed endometrial malignancy (by dilation and curettage, hysteroscopy or endometrial biopsy) or strong imaging suspicion and planned surgery as primary treatment were eligible to participate in the study. Suspicion of uterine malignancy without histological confirmation, contraindication to undergo pelvic MRI, technical issues not allowing transvaginal or transrectal ultrasonography, contraindication to surgery as primary treatment, urgent or emergency life-saving surgery not allowing pre-surgical diagnosis and staging were considered exclusion criteria. The protocol and consent forms were approved by the institutional review board of each center, and all participants or their legally authorized representative provided written informed consent before enrollment.</p>
<sec id="s2_1">
<label>2.1</label>
<title>Recruitment protocol</title>
<p>Recruitment for the trial and data collection was delivered as one-to-one consultation by the principal investigator.</p>
<p>The diagnostic features collected, while performing TVS, followed a designated protocol based on previous studies (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>) which included: uterine and tumor dimensions and volume; endometrial thickness; intracavitary fluid; tumor vascularization; regularity of the endometrial contour and junctional zone; myometrial invasion using the subjective approach (based on evaluation of disrupted endometrial/myometrial border and a subjective correlation of the width of myometrium along with the depth of tumour invasion) and the objective assessment by Gordon ((the distance between the maximum tumour depth and the total myometrial thickness) and Karlsson methods (the maximum anteroposterior thickness of the endometrial lesion measured in the sagittal plane divided by the anteroposterior uterine diameter) (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B11">11</xref>); cervical involvement (subjective assessment and objective method using a cut-off less than 20mm between the outer cervical orifice to the lower margin of the tumor) (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B12">12</xref>); invasion of adjacent organs; ascites; other gynecological findings prone for altering the staging. MRI criteria were defined by the radiologist expert based on international consensus in endometrial cancer imaging staging (<xref ref-type="bibr" rid="B13">13</xref>).</p>
<p>TVS was either performed by a resident fellow (5 years of training) or a specialist (more than 5 years of expertise in gynecologic imaging). The equipment to employ was a GE Voluson E8 (GE Medical systems Austria) US system, equipped with RICS5-9 transducer, or equivalent device. Pelvic MRI was interpreted by a radiology specialist with more than 5 years of expertise in gynecologic imaging (one per center). All imaging exams were blinded for the remaining clinical and imaging data and systematically followed a predefined protocol, filled out by the investigator after each examination.</p>
<p>Comprehensive surgical staging comprise abdominopelvic washings, total hysterectomy, bilateral salpingo-oophorectomy and pelvic and para-aortic lymph node dissection according to intra-operative frozen section staging or histologic criteria in preoperative biopsy (<xref ref-type="bibr" rid="B14">14</xref>). Histologic assessment following surgery was considered the gold standard. Post-operative staging was performed by a dedicated pathologist with expertise in gynecologic oncology, based on the most recent FIGO 2009 staging guidelines (<xref ref-type="bibr" rid="B15">15</xref>).</p>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Statistical analysis</title>
<p>Sensitivity, specificity and overall accuracy were calculated, with ninety-five percent confidence intervals (95% CI) for each staging method (TVS or MRI), in comparison to the final histopathological exam, that was considered the gold standard. These calculations evaluated myometrium and cervical invasion once these are key features that might impact staging and different surgical approaches.</p>
<p>Agreement was be assessed by overall and specific Proportions of Agreement (PA) from each category and reliability with the kappa statistic (K). If the lower limit of the 95% CI for the PA is under 0.50, agreement will be considered poor (<xref ref-type="bibr" rid="B16">16</xref>). PA for a specific category estimates the conditional probability, given that one of the methods makes a rating in that category, the other method will also do so. A K value lower than 20 was considered poor reliability; it was categorized by fair between 0.21 and 0.40, moderate between 0.41 and 0.60, substantial between 0.61 and 0.80 and excellent if higher than 0.80 (<xref ref-type="bibr" rid="B17">17</xref>).</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<p>Eighty-two patients were eligible for the study, presenting a mean age of 68 years (standard deviation [sd] =11): 88% postmenopausal (72/82), 66% with arterial hypertension (54/81), 57% obese (47/82), 26% diabetic (21/82) and 11% with high risk endometrial cancer mutations (9/82). The majority of endometrial cancers included in our study were of endometrioid histological type (79%, 65/82) of which 78% (51/65) were well to moderately differentiated (grade 1 or 2). Most malignancies were diagnosed at FIGO stage 1 or 2 (66/82, 80%) (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>).</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Population characteristics. sd: standard deviation.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">n</th>
<th valign="top" align="center">mean (sd) or n (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age <italic>mean (sd)</italic>
</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">68 (11)</td>
</tr>
<tr>
<td valign="top" align="left">Age of menopause mean (sd)</td>
<td valign="top" align="center">72</td>
<td valign="top" align="center">50 (6)</td>
</tr>
<tr>
<td valign="top" align="left">Body mass index (kg/m<sup>2</sup>) mean (sd)</td>
<td valign="top" align="center">79</td>
<td valign="top" align="center">32 (7)</td>
</tr>
<tr>
<td valign="top" align="left">Type 2 Diabetes mellitus n (%)</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">21 (26)</td>
</tr>
<tr>
<td valign="top" align="left">Arterial hypertension n (%)</td>
<td valign="top" align="center">81</td>
<td valign="top" align="center">54 (66)</td>
</tr>
<tr>
<td valign="top" align="left">BRCA or Lynch mutation n (%)</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">9 (11)</td>
</tr>
<tr>
<td valign="top" align="left">Histology n (%)</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Endometroid</td>
<td valign="top" align="center"/>
<td valign="top" align="center">65 (79.3)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Serous</td>
<td valign="top" align="center"/>
<td valign="top" align="center">9 (11.0)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Clear cells</td>
<td valign="top" align="center"/>
<td valign="top" align="center">1 (1.2)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Mixed</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2 (2.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Undifferentiated</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2 (2.4)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Carcinossarcoma</td>
<td valign="top" align="center"/>
<td valign="top" align="center">3 (3.7)</td>
</tr>
<tr>
<td valign="top" align="left">FIGO Stage n (%)</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">&#x2003;IA</td>
<td valign="top" align="center"/>
<td valign="top" align="center">35 (43)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;IB</td>
<td valign="top" align="center"/>
<td valign="top" align="center">23 (28)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;II</td>
<td valign="top" align="center"/>
<td valign="top" align="center">8 (10)</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;III</td>
<td valign="top" align="center"/>
<td valign="top" align="center">16 (19)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Regarding myometrial invasion, we found a sensitivity of 79%, 79% and 67% and a specificity of 65%, 58% and 79% for the subjective, Gordon and Karlsson approaches respectively. An overall accuracy of 72%, 68% and 73% was found respectively for the subjective, Gordon and Karlsson methods. Contrast-enhanced MRI provided a sensitivity, specificity and overall accuracy of 92%, 70% and 82% for myometrial invasion (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Sensitivity, specificity and accuracy of TVS and MRI in the evaluation of myometrial invasion.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Myometrial invasion</th>
<th valign="top" align="center">N</th>
<th valign="top" align="center">Sensitivity [95%CI]</th>
<th valign="top" align="center">Specificity [95%CI]</th>
<th valign="top" align="center">Accuracy [95%CI]</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">TVS Subjective method</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">0.79 [0.63; 0.91]</td>
<td valign="top" align="center">0.65 [0.49;0.79]</td>
<td valign="top" align="center">0.72 [0.61; 0.81]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Gordon method</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">0.79 [0.63; 0.91]</td>
<td valign="top" align="center">0.58 [0.42; 0.73]</td>
<td valign="top" align="center">0.68 [0.57; 0.78]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Karlsson method</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">0.67 [0.50; 0.81]</td>
<td valign="top" align="center">0.79 [0.64; 0.89]</td>
<td valign="top" align="center">0.73 [0.63; 0.82]</td>
</tr>
<tr>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.92 [0.77; 0.98]</td>
<td valign="top" align="center">0.70 [0.52; 0.85]</td>
<td valign="top" align="center">0.82 [0.71; 0.90]</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Considering the evaluation of cervical stromal invasion, we found a sensitivity and specificity of 31% and 98% for the ultrasound subjective approach and 50% and 90% for the objective method; overall accuracy reached respectively 88% and 81% for both methods. Contrast-enhanced MRI provided a sensitivity, specificity and overall accuracy of 67%, 100% and 94% for cervical involvement (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>).</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Sensitivity, specificity and accuracy of TVS and MRI in the evaluation of cervical invasion.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Cervical invasion</th>
<th valign="top" align="center">N</th>
<th valign="top" align="center">Sensitivity [95%CI]</th>
<th valign="top" align="center">Specificity [95%CI]</th>
<th valign="top" align="center">Accuracy [95%CI]</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">TVS Subjective method</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">0.31 [0.09; 0.61]</td>
<td valign="top" align="center">0.98 [0.92; 1.00]</td>
<td valign="top" align="center">0.88 [0.79; 0.94]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Objective method</td>
<td valign="top" align="center">53</td>
<td valign="top" align="center">0.50 [0.21; 0.79]</td>
<td valign="top" align="center">0.90 [0.77; 0.97]</td>
<td valign="top" align="center">0.81 [0.68; 0.90]</td>
</tr>
<tr>
<td valign="top" align="left">MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.67 [0.35;0.90]</td>
<td valign="top" align="center">1.00 [0.94; 1.00]</td>
<td valign="top" align="center">0.94 [0.86; 0.98]</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The reliability between MRI and TVS for the three ultrasound approaches was fair to moderate (K= 0.31 to 0.50) in the evaluation of myometrial deep invasion and moderate (K= 0.45 to 0.58) regarding cervical involvement. Agreement in the assessment of cervical invasion was better for &#x201c;no&#x201d; category than for &#x201c;yes&#x201d; (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>).</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Reliability and agreement between TVS and MRI regarding myometrial deep invasion and cervical involvement.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Myometrial invasion</th>
<th valign="middle" align="center">kappa [95%CI]</th>
<th valign="middle" align="center">PA [95%CI]</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">TVS Karlsson method vs MRI</td>
<td valign="middle" align="center">0.50 [0.30; 0.70]</td>
<td valign="middle" align="center">0.74 [0.63; 0.84]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Superficial</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.57 [0.41; 0.72]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Deep</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.61 [0.45; 0.74]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Subjective method vs MRI</td>
<td valign="middle" align="center">0.43 [0.21; 0.65]</td>
<td valign="middle" align="center">0.73 [0.61; 0.82]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Superficial</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.49 [0.32; 0.65]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Deep</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.63 [0.49; 0,76]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Gordon method vs MRI</td>
<td valign="middle" align="center">0.31 [0,07; 0.54]</td>
<td valign="middle" align="center">0.68 [0.55; 0.78]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Superficial</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.39 [0.24; 0.56]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Deep</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.59 [0.45; 0.72]</td>
</tr>
<tr>
<th valign="top" colspan="3" align="left">Cervical invasion</th>
</tr>
<tr>
<td valign="top" align="left">TVS Subjective method vs MRI</td>
<td valign="middle" align="center">0.58 [0.22; 0.93]</td>
<td valign="middle" align="center">0.93 [0.83; 0.97]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.92 [0.82; 0.97]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.44 [0.15; 0.77]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Objective method vs MRI</td>
<td valign="middle" align="center">0.45 [0.10; 0.79]</td>
<td valign="middle" align="center">0.82 [0.67; 0.91]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.80 [0.64; 0.90]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.38 [0.15; 0.68]</td>
</tr>
<tr>
<td valign="top" align="left">TVS Subjective vs Objective method</td>
<td valign="middle" align="center">0.62 [0.30; 0.94]</td>
<td valign="middle" align="center">0.90 [0.78; 0.96]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;No</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.89 [0.76; 0.96]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;Yes</td>
<td valign="middle" align="center"/>
<td valign="middle" align="center">0.50 [0.20; 0.96]</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>While combining techniques, we found a sensitivity of 75%, 72% and 67% and a specificity of 82%, 82% and 88% for the subjective, Gordon and Karlsson approaches respectively for the evaluation of myometrial invasion, when these approaches were combined with MRI for a positive deep myometrial invasion. If at least one approach classifies as positive deep myometrial invasion, we found a sensitivity of 97%, 100% and 94% and a specificity of 50%, 44% and 65% for the subjective, Gordon and Karlsson approaches respectively when combined with MRI (<xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>).</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Sensitivity, specificity and accuracy of combination of TVS and MRI (&#x201c;yes&#x201d; if both approaches classify &#x201c;yes&#x201d; and &#x201c;yes&#x201d; if at least one approach classifies &#x201c;yes&#x201d;) in the evaluation of myometrial invasion.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Myometrial invasion</th>
<th valign="top" align="center">N</th>
<th valign="top" align="center">Sensitivity [95%CI]</th>
<th valign="top" align="center">Specificity [95%CI]</th>
<th valign="top" align="center">Accuracy [95%CI]</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="top" colspan="5" align="left">&#x201c;yes&#x201d; if both approaches classify &#x201c;yes&#x201d;</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TVS Subjective method and MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.75 [0.58; 0.88]</td>
<td valign="top" align="center">0.82 [0.65; 0.93]</td>
<td valign="top" align="center">0.78 [0.67; 0.87]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TVS Gordon method and MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.72 [0.55; 0.86]</td>
<td valign="top" align="center">0.82 [0.65; 0.93]</td>
<td valign="top" align="center">0.77 [0.66; 0.86]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TVS Karlsson method and MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.67 [0.49; 0.81]</td>
<td valign="top" align="center">0.88 [0.72; 0.97]</td>
<td valign="top" align="center">0.77 [0.66; 0.86]</td>
</tr>
<tr>
<th valign="top" colspan="5" align="left">&#x201c;yes&#x201d; if at least one approach classifies &#x201c;yes&#x201d;</th>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TVS Subjective method and MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.97 [0.85; 0.99]</td>
<td valign="top" align="center">0.50 [0.32;0.67]</td>
<td valign="top" align="center">0.74 [0.62; 0.84]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TVS Gordon method and MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">1.00 [0.90; 1.00]</td>
<td valign="top" align="center">0.44 [0.27; 0.62]</td>
<td valign="top" align="center">0.73 [0.61; 0.83]</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;TVS Karlsson method and MRI</td>
<td valign="top" align="center">70</td>
<td valign="top" align="center">0.94 [0.81; 0.99]</td>
<td valign="top" align="center">0.65 [0.46; 0.80]</td>
<td valign="top" align="center">0.80 [0.60; 0.89]</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>Imaging has been advocated in the preoperative management of patients with uterine corpus cancer (<xref ref-type="bibr" rid="B6">6</xref>). The recently reviewed European guidelines for the management of patients with endometrial carcinoma include expert transvaginal or transrectal ultrasound or pelvic MRI in the pre-operative mandatory work-up (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Regarding myometrial invasion, in our study MRI presented the highest sensitivity for myometrial invasion assessment (92%). We found an overlapping sensitivity for the subjective and Gordon approach (79%); Karlsson approach displayed the lowest sensitivity (67%) but the highest specificity (79%). If both TVS and MRI preoperative exams classify as positive to deep myometrial invasion, we report a combined sensitivity of 75%, 72% and 67% and a specificity of 82%, 82% and 88% for the subjective, Gordon and Karlsson approaches respectively. If at least one approach classifies as positive deep invasion, we found a higher sensitivity (97%, 100% and 94%) and lower specificity (50%, 44% and 65%) for the subjective, Gordon and Karlsson approaches respectively when combined with MRI. Of notice, MRI displayed a higher overall accuracy compared to the ultrasonographic methods (82% versus 68 &#x2013; 73%).</p>
<p>A systematic review and meta-analysis of 24 studies reviewing the diagnostic accuracy of TVS in the preoperative detection of deep myometrial infiltration (<xref ref-type="bibr" rid="B18">18</xref>) revealed an overall pooled sensitivity and specificity of respectively 82% and 81%, with no statistical differences between subjective and objective methods.</p>
<p>Alcazar et&#xa0;al. conducted a trial comparing the diagnostic performance of six different approaches for assessing myometrial infiltration using transvaginal or transrectal ultrasound in women with grade 1 or 2 endometrioid carcinoma, including the impression of examiner, Karlsson&#x2019;s criteria, endometrial thickness, tumor/uterine 3D volume ratio, tumor distance to myometrial serosa and van Holsbeke&#x2019;s subjective model. The impression of examiner and subjective model seemed to be the best approaches for assessing myometrial infiltration (sensitivity of 79.5% and 80.5% and specificity of 89.6% and 90.3% respectively), both with significantly better sensitivity than Karlsson&#x2019;s criteria (sensitivity 31.8%) (<xref ref-type="bibr" rid="B19">19</xref>). Fr&#xfc;hauf et&#xa0;al. highlighted similar results, reporting a sentitivity, specificity and overall accuracy of respectively 79.3%, 73.2 and 75.7% for subjective assessment, 69.6%, 65.9% and 67.3% for Gordon&#x2019;s ration and 56.3%, 76.4% and 68.1% for Karlsson&#x2019;s approach (<xref ref-type="bibr" rid="B20">20</xref>). Our results reinforce these studies: the subjective approach yielded a high diagnostic overall accuracy (72%) and Karlsson&#x2019;s criteria performed poorer than subjective evaluation in terms of sensitivity (67% vs 79%).</p>
<p>In a recent systematic review and meta-analysis, Alcazar et&#xa0;al. compared MRI and TVS for detecting myometrial infiltration in endometrial carcinoma, reporting a pooled estimated sensitivity and specificity of 75% and 82% for TVS, and 83% and 82% for MRI, respectively (<xref ref-type="bibr" rid="B21">21</xref>). Our study found comparable accuracies for both preoperative methods.</p>
<p>Agreement regarding deep myometrial invasion between preoperative transvaginal ultrasound and intraoperative macroscopic examination in low-risk endometrioid carcinoma was evaluated in an observational study comprising 152 women; although the agreement between the two approaches was only moderate, both methods had similar accuracy when compared with frozen section histology, reinforcing the use of preoperative ultrasound by expert (<xref ref-type="bibr" rid="B22">22</xref>).</p>
<p>Concerning other factors affecting the preoperative staging, Fischerova et&#xa0;al. did not confirm the expected correlation between ultrasound failure and obesity, uterus position or the quality of ultrasound imaging (<xref ref-type="bibr" rid="B23">23</xref>). A recent retrospective analysis indicates FIGO stage IB as the main significant confounding factor, with worse diagnostic accuracy in patients with concomitant benign uterine pathologies as diffuse fibromatosis and adenomyosis (<xref ref-type="bibr" rid="B24">24</xref>). In regard to the use of 3D transvaginal ultrasound, it did not show improved diagnostic accuracy of myometrial infiltration in comparison to 2D ultrasound in a large multicentre study (<xref ref-type="bibr" rid="B25">25</xref>). However, a recent systematic review reported that 3D-TVUS is at least comparable, in fact superior in one study, to MRI and mostly equivalent to 2D-TVUS, thus underlining a promising role (<xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>A total of four examiners participated in the study, but due to a low number of exams performed by each physician it was not possible to understand slight differences in the overall diagnostic accuracy rate per physician and potential differences between experts and residents. Concerns regarding the reproducibility of the different measure techniques in real-time ultrasonography examinations remain. Ericsson et&#xa0;al. demonstrated a higher degree of agreement with histopathology and greater interobserver reproducibility in the assessment of cervical stromal invasion among ultrasonography experts, but not of deep myometrial invasion (<xref ref-type="bibr" rid="B27">27</xref>).</p>
<p>Regarding cervical stromal invasion, our data shows that MRI provided the highest specificity for cervical involvement (67%). The ultrasound subjective approach displayed a low sensitivity, but a high specificity (98%), slightly overcome by MRI; the objective methodology reached similar results for specificity, but with higher sensitivity compared to the subjective approach. Overall accuracy was higher for MRI (94%) but reasonably similar to the subjective method (88%). Agreement between subjective and objective TVS methodologies was fair to moderate. As regard the agreement between MRI and TVS, subjective measurement performed slightly better comparing to the objective method. A previous study found that a cut-off less than 20&#xa0;mm from the outer cervical ostium to the lower margin of the tumor was correlated to the probability of cervical stromal invasion; however, subjective assessment seemed to perform significantly better (<xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>The main drawback of our study is a small number of referred patients meeting the inclusion criteria (n=82), even though the recruitment has taken place in three centres with oncology care. The small sample size may jeopardize generalization of results and analysis of reproducibility. Additionally, the study may be underpowered to determine the accuracy of pre-surgical staging regarding cervical invasion, due to lack of patients with advanced diseased and unsuitable for surgery. The number of enrolled patients, which did not perform MRI (12/82, 15%) is not negligible and must also be taken into account. Another identified pitfall was the impossibility of performing an inter-observer agreement study of ultrasound and MRI measurement techniques. Regarding to the shortcomings of TVUS, the evaluation is examiner dependent and might be influenced by the equipment and patient profile. An additional drawback is the tumor profile itself: a large polypoid bulky endometrial cancer may lead to an overestimation on myometrial invasion due to the stretching effect on the surrounding myometrium, while a small uterus with a supposedly thin, hypoechoic or non-defined endometrial stripe may be deeply infiltrative (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Strengths of our study include the prospective multicentre design and the fact that both gynecology and radiology experts performing imaging staging were blinded to the remaining results. Although the sample size remains below the expected for extracting robust evidence for clinical applicability and decision-making, still it is comparable to the current scientific papers published regarding this issue. The authors believe that a large multicentre trial with more controlled variables (namely technique expertise and patient confounders) will be largely beneficial, since it will allow an increase in the sample size as well as a better representation of the Portuguese population. Although this was not a trial conducted to evaluate reproducibility, it was interesting to understand the differences in applying the same protocol in different hospital settings around the country and performed by professionals with different levels of expertise. Moreover, a classical reproducibility study, implying the performance of TVS by different experts could raise issues of compliance and enrollment due to discomfort of a long examination, possibly compromising the final sample size. Still, the authors believe it would be important to address this matter in further studies.</p>
<p>Ultrasonography is a commonly available, non-invasive and low-cost modality, standing as a reliable alternative to MRI, especially in medium and low income countries where MRI is not promptly available and costs are an important issue. Additionally, its use will potentially impact surgical planning, cost and time management in the operating room, obviating the need for frozen section exam and allowing an accurate selection of low and intermediate risk cases eligible for sentinel lymph node technique. According to recent international guidelines, sentinel lymph node biopsy is an acceptable alternative to systematic lymphadenectomy for lymph node staging even in stage I/II high-intermediate and high-risk disease (<xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>In conclusion, pelvic ultrasound can play an important role in the preoperative staging of endometrial cancer, presenting a high sensitivity for the myometrial invasion assessment with a fair to moderate agreement with MRI and a better, although still moderate, agreement with MRI in the assessment of cervical invasion. However, further studies with larger sample sizes including several referral centers and assessing reproducibility are needed in order to reinforce our conclusions.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available without undue reservation. Further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="s6" sec-type="author-contributions">
<title>Author contributions</title>
<p>MR conceived and designed the analysis, collected the data and wrote the paper. CC-S conceived and designed the analysis, contributed to data and analysis tools and performed the analysis. JB and AC performed a critical revision of the article for important intellectual content and approved the version to be published. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<ack>
<title>Acknowledgments</title>
<p>The authors would like to express their sincere gratitude to Jos&#xe9; Ferreira, Raquel Portugal, Rita Sousa and Pedro Conde&#xe7;o, for their continued support, encouragement and contribution.</p>
</ack>
<sec id="s8" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s9" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global cancer statistics 2020: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>. <source>CA Cancer J Clin</source> (<year>2021</year>) <volume>71</volume>:<page-range>209&#x2013;49</page-range>. doi: <pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sant</surname> <given-names>M</given-names>
</name>
<name>
<surname>Chirlaque Lopez</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Agresti</surname> <given-names>R</given-names>
</name>
<name>
<surname>S&#xe1;nchez P&#xe9;rez</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Holleczek</surname> <given-names>B</given-names>
</name>
<name>
<surname>Bielska-Lasota</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Survival of women with cancers of breast and genital organs in Europe 1999-2007: results of the EUROCARE-5 study</article-title>. <source>Eur J Cancer</source> (<year>2015</year>) <volume>51</volume>(<issue>15</issue>):<page-range>2191&#x2013;205</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejca.2015.07.022</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bogani</surname> <given-names>G</given-names>
</name>
<name>
<surname>Murgia</surname> <given-names>F</given-names>
</name>
<name>
<surname>Ditto</surname> <given-names>A</given-names>
</name>
<name>
<surname>Raspagliesi</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Sentinel node mapping vs. lymphadenectomy in endometrial cancer: a systematic review and meta-analysis</article-title>. <source>Gynecol Oncol</source> (<year>2019</year>) <volume>153</volume>(<issue>3</issue>):<page-range>676&#x2013;83</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ygyno.2019.03.254</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Concin</surname> <given-names>N</given-names>
</name>
<name>
<surname>Matias-Guiu</surname> <given-names>X</given-names>
</name>
<name>
<surname>Vergote</surname> <given-names>I</given-names>
</name>
<name>
<surname>Cibula</surname> <given-names>D</given-names>
</name>
<name>
<surname>Mirza</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Marnitz</surname> <given-names>S</given-names>
</name>
<etal/>
</person-group>. <article-title>ESGO/ESTRO/ESP guidelines for the management of patients with endometrial carcinoma</article-title>. <source>Int J Gynecol Cancer</source> (<year>2021</year>) <volume>31</volume>(<issue>1</issue>):<fpage>12</fpage>&#x2013;<lpage>39</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1136/ijgc-2020-002230</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Scaletta</surname> <given-names>G</given-names>
</name>
<name>
<surname>Dinoi</surname> <given-names>G</given-names>
</name>
<name>
<surname>Capozzi</surname> <given-names>V</given-names>
</name>
<name>
<surname>Cianci</surname> <given-names>S</given-names>
</name>
<name>
<surname>Pelligra</surname> <given-names>S</given-names>
</name>
<name>
<surname>Ergasti</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparison of minimally invasive surgery with laparotomic approach in the treatment of high risk endometrial cancer: a systematic review</article-title>. <source>Eur J Surg Oncol</source> (<year>2020</year>) <volume>46</volume>(<issue>5</issue>):<page-range>782&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ejso.2019.11.519</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Epstein</surname> <given-names>E</given-names>
</name>
<name>
<surname>Blomqvist</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Imaging in endometrial cancer</article-title>. <source>Best Pract Res Clin Obstet Gynaecol</source> (<year>2014</year>) <volume>28</volume>(<issue>5</issue>):<page-range>721&#x2013;39</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.bpobgyn.2014.04.007</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Abramowicz</surname> <given-names>JS</given-names>
</name>
<name>
<surname>Kossoff</surname> <given-names>G</given-names>
</name>
<name>
<surname>Marsal</surname> <given-names>K</given-names>
</name>
<name>
<surname>Ter Haar</surname> <given-names>G</given-names>
</name>
</person-group>. <article-title>International society of ultrasound in obstetrics and gynecology bioeffects and safety committee. executive board of the international society of ultrasound in obstetrics and gynecology. safety statement, 2000 (reconfirmed 2003). international society of ultrasound in obstetrics and gynecology (ISUOG)</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2003</year>) <volume>21</volume>(<issue>1</issue>):<elocation-id>100</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.36</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Savelli</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ceccarini</surname> <given-names>M</given-names>
</name>
<name>
<surname>Ludovisi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fruscella</surname> <given-names>E</given-names>
</name>
<name>
<surname>De Iaco</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Salizzoni</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative local staging of endometrial cancer: transvaginal sonography vs. magnetic resonance imaging</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2008</year>) <volume>31</volume>(<issue>5</issue>):<page-range>560&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.5295</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Leone</surname> <given-names>FP</given-names>
</name>
<name>
<surname>Timmerman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Bourne</surname> <given-names>T</given-names>
</name>
<name>
<surname>Valentin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Epstein</surname> <given-names>E</given-names>
</name>
<name>
<surname>Goldstein</surname> <given-names>SR</given-names>
</name>
<etal/>
</person-group>. <article-title>Terms, definitions and measurements to describe the sonographic features of the endometrium and intrauterine lesions: a consensus opinion from the international endometrial tumor analysis (IETA) group</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2010</year>) <volume>35</volume>(<issue>1</issue>):<page-range>103&#x2013;12</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.7487</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gordon</surname> <given-names>AN</given-names>
</name>
<name>
<surname>Fleischer</surname> <given-names>AC</given-names>
</name>
<name>
<surname>Reed</surname> <given-names>GW</given-names>
</name>
</person-group>. <article-title>Depth of myometrial invasion in endometrial cancer: preoperative assessment by transvaginal ultrasonography</article-title>. <source>Gynecol Oncol</source> (<year>1990</year>) <volume>39</volume>(<issue>3</issue>):<page-range>321&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/0090-8258(90)90260-r</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Karlsson</surname> <given-names>B</given-names>
</name>
<name>
<surname>Norstr&#xf6;m</surname> <given-names>A</given-names>
</name>
<name>
<surname>Granberg</surname> <given-names>S</given-names>
</name>
<name>
<surname>Wikland</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>The use of endovaginal ultrasound to diagnose invasion of endometrial carcinoma</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>1992</year>) <volume>2</volume>(<issue>1</issue>):<page-range>35&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1046/j.1469-0705.1992.02010035.x</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mascilini</surname> <given-names>F</given-names>
</name>
<name>
<surname>Testa</surname> <given-names>AC</given-names>
</name>
<name>
<surname>Van Holsbeke</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ameye</surname> <given-names>L</given-names>
</name>
<name>
<surname>Timmerman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Epstein</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>Evaluating myometrial and cervical invasion in women with endometrial cancer: comparing subjective assessment with objective measurement techniques</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2013</year>) <volume>42</volume>(<issue>3</issue>):<page-range>353&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.12499</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Freeman</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Aly</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Kataoka</surname> <given-names>MY</given-names>
</name>
<name>
<surname>Addley</surname> <given-names>HC</given-names>
</name>
<name>
<surname>Reinhold</surname> <given-names>C</given-names>
</name>
<name>
<surname>Sala</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>The revised FIGO staging system for uterine malignancies: implications for MR imaging</article-title>. <source>Radiographics</source> (<year>2012</year>) <volume>32</volume>(<issue>6</issue>):<page-range>1805&#x2013;27</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/rg.326125519</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Amant</surname> <given-names>F</given-names>
</name>
<name>
<surname>Moerman</surname> <given-names>P</given-names>
</name>
<name>
<surname>Neven</surname> <given-names>P</given-names>
</name>
<name>
<surname>Timmerman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Van Limbergen</surname> <given-names>E</given-names>
</name>
<name>
<surname>Vergote</surname> <given-names>I</given-names>
</name>
</person-group>. <article-title>Endometrial cancer</article-title>. <source>Lancet</source> (<year>2005</year>) <volume>366</volume>(<issue>9484</issue>):<fpage>491</fpage>&#x2013;<lpage>505</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/S0140-6736(05)67063-8</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pecorelli</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Revised FIGO staging for carcinoma of the vulva, cervix, and endometrium [published correction appears in int J gynaecol obstet. 2010 Feb;108(2):176]</article-title>. <source>Int J Gynaecol Obstet</source> (<year>2009</year>) <volume>105</volume>(<issue>2</issue>):<page-range>103&#x2013;4</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ijgo.2009.02.012</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grant</surname> <given-names>JM</given-names>
</name>
</person-group>. <article-title>The fetal heart rate trace is normal, isn't it? observer agreement of categorical assessments</article-title>. <source>Lancet</source> (<year>1991</year>) <volume>337</volume>(<issue>8735</issue>):<page-range>215&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1016/0140-6736(91)92169-3</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Landis</surname> <given-names>JR</given-names>
</name>
<name>
<surname>Koch</surname> <given-names>GG</given-names>
</name>
</person-group>. <article-title>The measurement of observer agreement for categorical data</article-title>. <source>Biometrics</source> (<year>1977</year>) <volume>33</volume>(<issue>1</issue>):<page-range>159&#x2013;74</page-range>. doi: <pub-id pub-id-type="doi">10.2307/2529310</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alcazar</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Orozco</surname> <given-names>R</given-names>
</name>
<name>
<surname>Martinez-Astorquiza Corral</surname> <given-names>T</given-names>
</name>
<name>
<surname>Juez</surname> <given-names>L</given-names>
</name>
<name>
<surname>Utrilla-Layna</surname> <given-names>J</given-names>
</name>
<name>
<surname>M&#xed;nguez</surname> <given-names>JA</given-names>
</name>
<etal/>
</person-group>. <article-title>Transvaginal ultrasound for preoperative assessment of myometrial invasion in patients with endometrial cancer: a systematic review and meta-analysis</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2015</year>) <volume>46</volume>(<issue>4</issue>):<page-range>405&#x2013;13</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.14905</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alcazar</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Pineda</surname> <given-names>L</given-names>
</name>
<name>
<surname>Martinez-Astorquiza Corral</surname> <given-names>T</given-names>
</name>
<name>
<surname>Orozco</surname> <given-names>R</given-names>
</name>
<name>
<surname>Utrilla-Layna</surname> <given-names>J</given-names>
</name>
<name>
<surname>Juez</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Transvaginal/transrectal ultrasound for assessing myometrial invasion in endometrial cancer: a comparison of six different approaches</article-title>. <source>J Gynecol Oncol</source> (<year>2015</year>) <volume>26</volume>(<issue>3</issue>):<page-range>201&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3802/jgo.2015.26.3.201</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fr&#xfc;hauf</surname> <given-names>F</given-names>
</name>
<name>
<surname>Zikan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Semeradova</surname> <given-names>I</given-names>
</name>
<name>
<surname>Dundr</surname> <given-names>P</given-names>
</name>
<name>
<surname>Nemejcova</surname> <given-names>K</given-names>
</name>
<name>
<surname>Dusek</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>The diagnostic accuracy of ultrasound in assessment of myometrial invasion in endometrial cancer: subjective assessment versus objective techniques</article-title>. <source>BioMed Res Int</source> (<year>2017</year>) <volume>2017</volume>:<elocation-id>1318203</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1155/2017/1318203</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alc&#xe1;zar</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Gast&#xf3;n</surname> <given-names>B</given-names>
</name>
<name>
<surname>Navarro</surname> <given-names>B</given-names>
</name>
<name>
<surname>Salas</surname> <given-names>R</given-names>
</name>
<name>
<surname>Aranda</surname> <given-names>J</given-names>
</name>
<name>
<surname>Guerriero</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Transvaginal ultrasound versus magnetic resonance imaging for preoperative assessment of myometrial infiltration in patients with endometrial cancer: a systematic review and meta-analysis</article-title>. <source>J Gynecol Oncol</source> (<year>2017</year>) <volume>28</volume>(<issue>6</issue>):<elocation-id>e86</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.3802/jgo.2017.28.e86</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pineda</surname> <given-names>L</given-names>
</name>
<name>
<surname>Alc&#xe1;zar</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Caparr&#xf3;s</surname> <given-names>M</given-names>
</name>
<name>
<surname>M&#xed;nguez</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Idoate</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Quiceno</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Agreement between preoperative transvaginal ultrasound and intraoperative macroscopic examination for assessing myometrial infiltration in low-risk endometrioid carcinoma</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2016</year>) <volume>47</volume>(<issue>3</issue>):<page-range>369&#x2013;73</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.14909</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fischerova</surname> <given-names>D</given-names>
</name>
<name>
<surname>Fr&#xfc;hauf</surname> <given-names>F</given-names>
</name>
<name>
<surname>Zikan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pinkavova</surname> <given-names>I</given-names>
</name>
<name>
<surname>Koci&#xe1;n</surname> <given-names>R</given-names>
</name>
<name>
<surname>Dundr</surname> <given-names>P</given-names>
</name>
<etal/>
</person-group>. <article-title>Factors affecting sonographic preoperative local staging of endometrial cancer</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2014</year>) <volume>43</volume>(<issue>5</issue>):<page-range>575&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.13248</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Capozzi</surname> <given-names>VA</given-names>
</name>
<name>
<surname>Merisio</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rolla</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pugliese</surname> <given-names>M</given-names>
</name>
<name>
<surname>Morganelli</surname> <given-names>G</given-names>
</name>
<name>
<surname>Cianciolo</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Confounding factors of transvaginal ultrasound accuracy in endometrial cancer</article-title>. <source>J Obstet Gynaecol</source> (<year>2021</year>) <volume>41</volume>(<issue>5</issue>):<page-range>779&#x2013;84</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/01443615.2020.1799342</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Green</surname> <given-names>RW</given-names>
</name>
<name>
<surname>Valentin</surname> <given-names>L</given-names>
</name>
<name>
<surname>Alcazar</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Chiappa</surname> <given-names>V</given-names>
</name>
<name>
<surname>Erdodi</surname> <given-names>B</given-names>
</name>
<name>
<surname>Franchi</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Endometrial cancer off-line staging using two-dimensional transvaginal ultrasound and three-dimensional volume contrast imaging: intermethod agreement, interrater reliability and diagnostic accuracy</article-title>. <source>Gynecol Oncol</source> (<year>2018</year>) <volume>150</volume>(<issue>3</issue>):<page-range>438&#x2013;45</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ygyno.2018.06.027</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ziogas</surname> <given-names>A</given-names>
</name>
<name>
<surname>Xydias</surname> <given-names>E</given-names>
</name>
<name>
<surname>Kalantzi</surname> <given-names>S</given-names>
</name>
<name>
<surname>Papageorgouli</surname> <given-names>D</given-names>
</name>
<name>
<surname>Liasidi</surname> <given-names>PN</given-names>
</name>
<name>
<surname>Lamari</surname> <given-names>I</given-names>
</name>
<etal/>
</person-group>. <article-title>The diagnostic accuracy of 3D ultrasound compared to 2D ultrasound and MRI in the assessment of deep myometrial invasion in endometrial cancer patients: a systematic review</article-title>. <source>Taiwan J Obstet Gynecol</source> (<year>2022</year>) <volume>61</volume>(<issue>5</issue>):<page-range>746&#x2013;54</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.tjog.2022.06.002</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Eriksson</surname> <given-names>LS</given-names>
</name>
<name>
<surname>Lindqvist</surname> <given-names>PG</given-names>
</name>
<name>
<surname>Fl&#xf6;ter R&#xe5;destad</surname> <given-names>A</given-names>
</name>
<name>
<surname>Dueholm</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fischerova</surname> <given-names>D</given-names>
</name>
<name>
<surname>Franchi</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Transvaginal ultrasound assessment of myometrial and cervical stromal invasion in women with endometrial cancer: interobserver reproducibility among ultrasound experts and gynecologists</article-title>. <source>Ultrasound Obstet Gynecol</source> (<year>2015</year>) <volume>45</volume>(<issue>4</issue>):<page-range>476&#x2013;82</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/uog.14645</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>