<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="review-article" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Pediatr.</journal-id>
<journal-title>Frontiers in Pediatrics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Pediatr.</abbrev-journal-title>
<issn pub-type="epub">2296-2360</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fped.2023.1201593</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Pediatrics</subject>
<subj-group>
<subject>Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A journey towards pediatric gastrointestinal endoscopy and its training: a narrative review</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Scarallo</surname><given-names>Luca</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1527720/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Russo</surname><given-names>Giusy</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1300349/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Renzo</surname><given-names>Sara</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1530907/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Lionetti</surname><given-names>Paolo</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="an1"><sup>&#x2020;</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/436472/overview" /></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Oliva</surname><given-names>Salvatore</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref>
<xref ref-type="author-notes" rid="an1"><sup>&#x2020;</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/167821/overview" /></contrib>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><addr-line>Gastroenterology and Nutrition Unit</addr-line>, <institution>Meyer Children Hospital IRCCS</institution>, <addr-line>Florence</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><label><sup>2</sup></label><addr-line>Department of NEUROFARBA</addr-line>, <institution>University of Florence</institution>, <addr-line>Florence</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><label><sup>3</sup></label><addr-line>Pediatric Gastroenterology and Liver Unit, Department of Maternal Infantile and Urological Sciences</addr-line>, <institution>Sapienza University of Rome</institution>, <addr-line>Rome</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> Jenifer R. Lightdale, University of Massachusetts Medical School, United States</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Lisa Mahoney, Harvard Medical School, United States Aayush Gabrani, University of Texas Southwestern Medical Center, United States</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Salvatore Oliva <email>salvatore.oliva@uniroma1.it</email></corresp>
<fn fn-type="equal" id="an1"><label><sup>&#x2020;</sup></label><p>These authors share senior authorship</p></fn>
</author-notes>
<pub-date pub-type="epub"><day>28</day><month>07</month><year>2023</year></pub-date>
<pub-date pub-type="collection"><year>2023</year></pub-date>
<volume>11</volume><elocation-id>1201593</elocation-id>
<history>
<date date-type="received"><day>06</day><month>04</month><year>2023</year></date>
<date date-type="accepted"><day>17</day><month>07</month><year>2023</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2023 Scarallo, Russo, Renzo, Lionetti and Oliva.</copyright-statement>
<copyright-year>2023</copyright-year><copyright-holder>Scarallo, Russo, Renzo, Lionetti and Oliva</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><sec><title>Background and aims</title>
<p>Gastrointestinal (GI) endoscopy in pediatric setting has unique features and, therefore, requires an approach that is tailored to pediatric practice. There is still heterogeneity between training programs worldwide in terms of duration, number of procedures and assessment during and at the end of the training process.</p>
</sec><sec><title>Methods</title>
<p>We conducted a narrative review aiming to describe and summarize the existing literature on the various training methods for pediatric GI endoscopy to highlight the significance of specific pediatric endoscopy training.</p>
</sec><sec><title>Results</title>
<p>Simulation-based tools have been implemented in several training programs, providing a safer learning environment for trainees, especially in their earlier stages of training. Assessment of competence is gradually shifting from the sole evaluation of procedural numbers towards the development of more reliable and valid tools that can accurately measure technical competence. Despite such seismic shift, there is still a need for a standardized and comprehensive pediatric-oriented endoscopy curriculum that incorporates acquisition of procedural skills education and is built on the current competency-based model of training. All the above must sink their roots in trainees and to ensure that the endoscopists of tomorrow are capable of delivering high quality of care for children undergoing endoscopy.</p>
</sec><sec><title>Conclusion</title>
<p>It is crucial to parallelly focus on the way trainers teach trainees. In this context, the implementation of &#x201C;train the trainers&#x201D; courses has improved important quality meters in GI endoscopy. Future research should put the focus on the potential subsequent favorable benefits of these changes on child health.</p>
</sec>
</abstract>
<kwd-group>
<kwd>pediatric endoscopy</kwd>
<kwd>training in pediatric endoscopy</kwd>
<kwd>competency-based training</kwd>
<kwd>training the trainers</kwd>
<kwd>assessment of competence</kwd>
</kwd-group><counts>
<fig-count count="1"/>
<table-count count="1"/><equation-count count="0"/><ref-count count="65"/><page-count count="0"/><word-count count="0"/></counts><custom-meta-wrap><custom-meta><meta-name>section-at-acceptance</meta-name><meta-value>Pediatric Gastroenterology, Hepatology and Nutrition</meta-value></custom-meta></custom-meta-wrap>
</article-meta>
</front>
<body><sec id="s1" sec-type="intro"><label>1.</label><title>Introduction</title>
<p>Gastrointestinal (GI) endoscopy is an essential part of training in both adult and pediatric gastroenterology. Indeed, the ability to safely and competently perform endoscopic procedures is a critical feature of GI practice (<xref ref-type="bibr" rid="B1">1</xref>). However, pediatric endoscopy has unique characteristics. For instance, the indications, the need and the use of anesthesia, the importance of routine tissue sampling and, last but not least, the emotional burden of performing an invasive procedure in children differ significantly from that of endoscopy in adults (<xref ref-type="bibr" rid="B2">2</xref>). Additionally, pediatric colonoscopy is rarely performed for colorectal cancer screening, the context that has guided the development of most current endoscopy quality metrics, including cecal intubation rates and adenoma detection rates (<xref ref-type="bibr" rid="B3">3</xref>). Therefore, pediatric endoscopy should preferably be performed by pediatric gastroenterologists worldwide (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). During their training, pediatric gastroenterologists are expected to achieve endoscopic competency, defined as the minimum level of knowledge, skill, and expertise required to safely and competently perform endoscopy without assistance or supervision (<xref ref-type="bibr" rid="B1">1</xref>). Training in pediatric GI endoscopy continues to be based primarily on a trainer-apprentice model with most trainees learning basic endoscopy skills under the supervision of experienced endoscopists. Because adult endoscopy services typically perform a large number of procedures, trainee in pediatric endoscopy often draw on the experience of adult centers to implement their expertise (<xref ref-type="bibr" rid="B6">6</xref>). In addition, in some regions of the world, pediatric endoscopy can be performed by gastroenterologists trained to perform procedures on adults, as well as by other specialists, like pediatric surgeons (<xref ref-type="bibr" rid="B7">7</xref>). There is still a great deal of heterogeneity between training programs in terms of duration, number of procedures and assessment during and at the end of the training. Recently the Pediatric Endoscopy Quality Improvement Network (PEnQuIN) has addressed these criticisms to outline international standards for pediatric endoscopists and trainees, and the indicators that can be used to measure the quality of individual providers (<xref ref-type="bibr" rid="B8">8</xref>). Despite the consensus reached on a number of key standards that pediatric endoscopists should adhere worldwide, training in pediatric endoscopy is still widely unstructured.</p>
<p>The aim of this narrative review was to evaluate the existing literature on various training methods for pediatric GI endoscopy, including widely available training aids that have been developed to improve endoscopy education, and also to gather a comprehensive review on the assessment methods. The ultimate objective is to highlight the significance of pediatric endoscopy training in driving quality enhancements for pediatric endoscopy practice across the globe.</p>
<sec id="s1a" sec-type="methods"><label>1.1.</label><title>Methods</title>
<p>We conducted a comprehensive literature search to identify studies related to pediatric endoscopy training and quality improvement. We searched electronic databases, including PubMed, Scopus, and Web of Science, for articles published between January 2000 and March 2023. The main reason was for this choice was the paucity of data before the year 2000. The search strategy included a combination of keywords and Medical Subject Headings (MeSH) terms related to pediatric endoscopy training, education, quality improvement, and patient outcomes. We used &#x201C;pediatric&#x201D;, &#x201C;children&#x201D;, &#x201C;gastrointestinal endoscopy&#x201D;, &#x201C;training&#x201D;, &#x201C;competence&#x201D;, &#x201C;skill acquisition&#x201D; &#x201C;assessment&#x201D;, &#x201C;simulation&#x201D; as keywords. The search was limited to studies published in English. Two reviewers independently screened the titles and abstracts of the identified studies for relevance to the review topic. The full text of potentially relevant studies was then reviewed in detail to determine their eligibility for inclusion in the review. Inclusion criteria for the studies were: (a) studies that reported on training strategies, education programs, or quality improvement initiatives in pediatric endoscopy; (b) studies that assessed the impact of these interventions on patient outcomes or provider performance; and (c) studies that were published in English. Exclusion criteria were: (a) studies that focused on adult endoscopy; studies reporting mixed pediatric/adult results were included; (b) studies that did not report on training or quality improvement interventions; and (c) studies that were not published in English.</p>
<p>Two reviewers independently extracted data from the included studies, including study design, study population, intervention type, outcomes assessed, and results. Any discrepancies in data extraction were resolved by consensus or by a third reviewer if necessary. The data were synthesized narratively, with a focus on identifying common themes and trends in the literature related to pediatric endoscopy training and quality improvement.</p>
<p>The quality of the included studies was assessed using the Cochrane Risk of Bias tool for randomized controlled trials (<xref ref-type="bibr" rid="B9">9</xref>) and the ROBINS-I tool for non-randomized studies (<xref ref-type="bibr" rid="B10">10</xref>). Two reviewers independently assessed the quality of the studies, and any discrepancies were resolved through discussion or by a third reviewer if necessary.</p>
<p>As this study is a narrative review, no ethical approval was required. This narrative review was reported in accordance with the Preferred Reporting Items for Systematic Reviews and Meta-Analyses (PRISMA) statement for reporting systematic reviews and meta-analyses (<xref ref-type="bibr" rid="B11">11</xref>).</p>
</sec>
</sec>
<sec id="s2"><label>2.</label><title>Skill acquisition: from apprenticeship models to competency-based training</title>
<p>The process of acquiring skills consists of three main consecutive phases (<xref ref-type="bibr" rid="B12">12</xref>). At the first stage, the trainee, beginner in practice, must focus only on fully understanding the procedure and minimizing possible mistakes. In this first phase, performance of the procedure is unreliable and the feedbacks from the trainer are mainly focused on explaining how the procedure is correctly performed and identifying common mistakes made by the learners. In the second phase, the trainee begins to translate the cognitive step learned in the first stage and to perform tasks more efficiently and fluently. Feedback is also essential in this second phase, as its absence is associated with no improvement in learner&#x0027;s skills (<xref ref-type="bibr" rid="B13">13</xref>). Finally, in the third and final phase, the procedures are automated, with little or no conscious awareness of the performance (<xref ref-type="bibr" rid="B12">12</xref>).</p>
<p>The gradual journey towards the abovementioned stages in order to acquire full competence is still largely based on the typical apprenticeship method, where trainees first observe the procedure, and then begin testing their hand. After all, the trainees should acquire a certain amount of specialist knowledge during the training period, which will enable them to carry out most of the procedures independently. The duration of this process depends on the length and intensity of the training as well as other individual factors. One of the main criticisms during the training process is that there is usually a lack of formal and objective in-training evaluation of progress. A typical scenario is that the trainer struggles with translating the skill into verbal input and overcomes the trainee&#x0027;s difficulties by taking over the scope.</p>
<p>In recent years, starting from adult&#x0027;s endoscopy centers and prompted by the implementation of national and regional colorectal cancer (CRC) screening programs, there has been a seismic shift in GI endoscopy training. To ensure high-quality and patient-centered endoscopy, quality indicators have been established, validated and monitored over time (<xref ref-type="bibr" rid="B14">14</xref>). A pivotal component of this major change was the recognition of the central role of endoscopic training models, moving from traditional methods to novel competency-based systems. Competence in GI endoscopy has been hard to delineate. In 1995, the American Society for Gastrointestinal Endoscopy (ASGE) defined competency in gastrointestinal endoscopy as &#x201C;the minimum level of skill, knowledge, and/or expertise, derived through training and experience, required to safely and proficiently perform a task or procedure&#x201D; (<xref ref-type="bibr" rid="B15">15</xref>). Skills have historically been grouped into two major domains: cognitive (i.e., understanding the basic elements of the procedure, knowledge of anatomy and physiology, obtaining informed consent and understanding sedation, and managing potential complications) and technical (i.e., handling the endoscope, advancing and/or strategies for mucosal inspection) (<xref ref-type="bibr" rid="B16">16</xref>). However, there is a third non-negligible domain represented by non-technical skills (i.e., patient assessment or organizational issues), that contribute to the achievement of favorable clinical and non-clinical outcomes (<xref ref-type="bibr" rid="B17">17</xref>). Despite the paucity of literature examining the impact of non-technical skills in pediatric endoscopy, literature deriving from adult care suggests they play a central role in quality care. <italic>Exempli gratia</italic>, a report of deaths occurring within 30 days of therapeutic endoscopy procedures, indicated that suboptimal teaching of non-technical skills (i.e., communication and/or teamwork) was more responsible for unfavorable outcomes than technical deficiencies (<xref ref-type="bibr" rid="B18">18</xref>).</p>
</sec>
<sec id="s3"><label>3.</label><title>Training aids for GI endoscopy: the role of simulation-based programs</title>
<sec id="s3a"><label>3.1.</label><title>Types of simulation devices</title>
<p>Typically, training in GI endoscopy is conducted in a &#x201C;hands-on&#x201D; setting, with a trainee learning to perform the procedure under the direct supervision of an experienced endoscopist. This model surely has some clear benefits since the one-to-one relationship with an experienced trainer provides the opportunity of immediate feedbacks during training. However, there are some obvious shortcomings in taking the first steps in GI endoscopy in a clinical setting and on actual patients. Indeed, it can be difficult to embrace an overload of information and feedbacks in a stressful environment, where the &#x201C;trial and error&#x201D; can increase discomfort and the risk of complications for the patients. In addition, time is a tyrant, and clinical demands can limit the trainer&#x0027;s ability to provide comprehensive directions and feedback during procedures. This issue is particularly relevant in the pediatric setting, as parents and trainers tend to be more protective of children, resulting in fewer cases available for trainees to work with (<xref ref-type="bibr" rid="B19">19</xref>). To address this challenge, integrating instructional aids into GI endoscopy training curricula could be a potential solution (<xref ref-type="bibr" rid="B20">20</xref>). Such an approach can provide a safe learning environment for trainees to develop their skills without harming patients, especially in the early stages of their learning. Simulation-based training is an effective way to achieve this goal, as it allows trainees to practice essential skills repeatedly, receive feedback from experts, and gradually improve their abilities (<xref ref-type="bibr" rid="B21">21</xref>). Over the last few decades, endoscopy simulators have been developed and improved continuously. These simulators can be broadly classified into four main types: mechanical models, <italic>in vivo</italic> and <italic>ex vivo</italic> animal models, and virtual reality (VR) simulators (<xref ref-type="bibr" rid="B22">22</xref>). While mechanical models were the first to be developed, live animal models are considered more realistic, but they come with significant drawbacks such as high costs, specialized facilities, deterioration over time, and ethical issues (<xref ref-type="bibr" rid="B23">23</xref>). To overcome some of these downsides, <italic>ex vivo</italic> models have been developed, combining animal organs with plastic parts. VR simulators, combining visual and haptic interfaces, present a wide range of scenarios resembling reality and/or tasks that are planned to train the learners in specific skills (<xref ref-type="bibr" rid="B24">24</xref>).</p>
</sec>
<sec id="s3b"><label>3.2.</label><title>Simulation-based curriculum</title>
<p>Simulation-based learning programs have proven effective in supporting the classic apprenticeship model. A systematic review with meta-analysis of 21 randomized trials enrolling 1,181 participants by Singh et al. showed that simulation-based training in GI endoscopy significantly improved process skills and behaviors both in a test setting and in clinical practice. Additionally, it improved time to procedure completion and patient outcomes, such as procedural completion rate and risk of major complications (<xref ref-type="bibr" rid="B25">25</xref>). Another recent systematic review with meta-analysis focused on VR endoscopy simulation, included 18 randomized controlled trials with 421 participants and 3,817 endoscopic procedures. The study revealed that simulation-based endoscopic training was beneficial in complementing the performance of novice endoscopists before patient-based training, offering some competence-related benefits such as the rate of independent procedure completion, overall training performance and mucosa visualization (<xref ref-type="bibr" rid="B26">26</xref>).</p>
<p>There is limited research on the use of simulation-based training in pediatric endoscopy. Computer-based simulation training has been shown to improve trainees&#x0027; confidence and technical skills, as measured by self-report assessments (<xref ref-type="bibr" rid="B27">27</xref>). However, a recent survey conducted among 71 pediatric GI fellowship program directors in North America and Canada highlighted that only slightly more than half of the programs integrate simulation-based training in their curricula, despite recognizing its importance, particularly for novices in GI endoscopy. The most commonly perceived barriers to its wider implementation in training programs were the equipment costs and the lack of a validated pediatric simulation curriculum (<xref ref-type="bibr" rid="B28">28</xref>). Providing the trainees with a simulation-based technology does not guarantee effective use. Trainers need to choose how to apply simulation-based learning to maximize its benefits for the novice endoscopists. Feedbacks is a crucial factor in procedural improvement, both in clinical and in a simulation settings (<xref ref-type="bibr" rid="B29">29</xref>). In the simulated setting, trainers can provide feedback at the end of task completion (terminal feedbacks) without concerns for patient safety, whereas this strategy is rarely feasible in the clinical setting. Walsh et al. found that the timing of feedback is a determinant of skill acquisition in the simulated setting (<xref ref-type="bibr" rid="B30">30</xref>). The authors reported that terminal feedback were more effective than feedback provided during task execution (<xref ref-type="bibr" rid="B30">30</xref>), as constant feedbacks may divert the trainee&#x0027;s focus from their performance to the feedback itself. Recent studies have focused on developing structured curricula for simulation-based endoscopy training. One such curriculum was designed by Grover and colleagues, which was divided into six hours of lectures and eighth hours of virtual simulator-based training with an expert tutor support. In a single-blinded randomized controlled trial, novice endoscopists assigned to the standardized curriculum demonstrated an improvement in technical, cognitive, and integrative skill achievement. They also exhibited an enhanced skill transfer into clinical setting, compared to those in a self-regulated learning group (<xref ref-type="bibr" rid="B31">31</xref>). Another study conducted a randomized controlled trial that included 39 novice endoscopists, who were assigned to either a control curriculum or a novel simulation-based curriculum that included dedicated non-technical skill (NTS) training. The NTS group outperformed the control group during two clinical colonoscopies, on the VR simulator, and in the integrated scenarios. The authors concluded that incorporating NTS training in simulation-based curricula is crucial for enhancing the overall performance of novice endoscopists (<xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>To optimize the benefits of simulation-based training for pediatric GI endoscopy, it is essential to have a structured curriculum that appropriately challenges trainees. Grover and colleagues reported that a progressive simulation-based curriculum resulted in superior technical and non-technical skills, as well as an improved transfer to clinical setting (<xref ref-type="bibr" rid="B33">33</xref>). The findings emphasize the importance of matching the difficulty of tasks with trainee&#x0027;s ability to enhance the learning process. Additionally, less-technologically-advanced and less-expensive simulator may be optimal for basic skills training, reducing the financial burden of implementing simulation-based training in GI endoscopy.</p>
<p>Simulation-based training has proven beneficial, especially in the earliest phase of training. It helps accelerate learning curves by allowing novice endoscopists to become familiar with the endoscopic equipment, practice skills deliberately, and receive prompt, comprehensive feedback from an expert trainer without any harm to the patient (<xref ref-type="bibr" rid="B34">34</xref>). These features are particularly advantageous for pediatric GI endoscopy training, where even tertiary centers may have lower patient volumes, and there are greater concerns about taking the first steps in endoscopy with pediatric patients. However, efforts are still needed to enrich the literature with high-quality, specific pediatric evidence and to develop a standardized curriculum focused on the unique aspects of pediatric GI endoscopy.</p>
</sec>
</sec>
<sec id="s4"><label>4.</label><title>Assessment</title>
<p>The shift towards competency-based curricula has highlighted the need for standardized assessment tools for evaluating GI endoscopy competence. Assessment is essential to optimize both learners&#x0027; and the practitioners&#x0027; capabilities, providing motivation and direction for future learning, protecting society from substandard care, and ensuring trainers have adequate competency before performing procedures independently (<xref ref-type="bibr" rid="B35">35</xref>, <xref ref-type="bibr" rid="B36">36</xref>). Assessment can be broadly classified into two forms: formative and summative. Formative assessment aims to provide trainees with timely and comprehensive feedback, promoting self-reflection, stimulating and guiding future learning, and transitioning them from trainees to expert practitioners. Formative assessments can highlight specifc procedural strengths and weaknesses, allowing performance enhancing feedback and objective setting (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B38">38</xref>). Additionally, formative feedbacks act to reinforce trainees&#x0027; motivation to learn, they promote self-reflection, help students to identify their learning gaps, clarifies desired outcomes and encourages a dialogue about learning process (<xref ref-type="bibr" rid="B17">17</xref>). Conversely, summative assessment serves judgmental purposes, providing a comprehensive appraisal of outcomes such as competence, readiness for independent practice, and/or qualification for advancement. Summative assessments are used to provide self-regulation and accountability and must, therefore, have psychometric rigor. However, they can act as a barrier to further practice and learning for the trainee (<xref ref-type="bibr" rid="B35">35</xref>). The combination of formative and summative assessment is crucial in pediatric GI endoscopy learning process. During initial and subsequent practice, formative feedback can be used to enhance learning and to promote quality. In addition, summative assessments are required to ensure achievement and ongoing maintenance of competence. Assessment is an ongoing process that goes beyond the training period, a thoughtful integration of formative and summative assessment is pivotal to ensure effective learning and continued development of expertise. Standardized assessment tools for GI endoscopy competence have been developed and validated, but their adoption has been slow. To ensure their widespread use, these tools must be easily accessible, user-friendly, and integrated into the training curriculum. Regular assessment should be a part of the continuing professional development of practitioners to ensure that their skills remain up-to-date and to identify areas that require improvement.</p>
<sec id="s4a"><label>4.1.</label><title>Moving from procedural numbers to competence thresholds</title>
<p>Historically, competency in gastroenterology has been measured by the number of procedures a trainee has performed. However, these thresholds have generally based on expert opinion and may not accurately reflect a trainee&#x0027;s operative ability (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>). Furthermore, logbooks that record clinical experience have also been criticized for their reliance on procedural volumes, which can vary significantly among trainees and do not necessarily indicate technical competence (<xref ref-type="bibr" rid="B41">41</xref>). To address these issues, some guidelines have proposed the concept of a &#x201C;competence threshold&#x201D;, which is the number of supervised procedures required before a trainee&#x0027;s technical competence can be reliably assessed (<xref ref-type="bibr" rid="B4">4</xref>). Cass et al. reported an 80&#x0025; success rate in esophageal intubation after completing 100 procedures (<xref ref-type="bibr" rid="B42">42</xref>), while another study showed 140 colonoscopies were required to reach a 90&#x0025; rate of cecal intubation (<xref ref-type="bibr" rid="B43">43</xref>). However, more recent studies have suggested that these numbers may be higher, with some estimating that over 300 colonoscopies are required to reach a 90&#x0025; technical success rate (<xref ref-type="bibr" rid="B44">44</xref>, <xref ref-type="bibr" rid="B45">45</xref>). Establishing competence threshold for pediatric GI is particularly challenging, given the smaller number of endoscopies performed in children and the lack of high-quality literature on learning curves for pediatric endoscopists. Discrepancies have been observed among the guidelines that establish the competence threshold for both pediatric GI endoscopy since they have been largely extrapolated data from adult studies (<xref ref-type="bibr" rid="B19">19</xref>). <xref ref-type="table" rid="T1">Table&#x00A0;1</xref> summarizes the competence thresholds as defined by different adult and pediatric GI scientific societies.</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Procedural numbers and other requirements for GI endoscopy according to different pediatric and adult scientific societies.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="center"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" rowspan="2">Scientific organization</th>
<th valign="top" align="center" rowspan="2">Country</th>
<th valign="top" align="center" colspan="2">Upper gastrointestinal endoscopy</th>
<th valign="top" align="center" colspan="2">Lower gastrointestinal endoscopy</th>
</tr>
<tr>
<th valign="top" align="center">Competence threshold</th>
<th valign="top" align="center">Other requirements</th>
<th valign="top" align="center">Competence threshold</th>
<th valign="top" align="center">Other requirements</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" colspan="6">Pediatric</td>
</tr>
<tr>
<td valign="top" align="left">ESPGHAN (<xref ref-type="bibr" rid="B4">4</xref>)</td>
<td valign="top" align="left"><italic>Europe</italic></td>
<td valign="top" align="center">Not specified</td>
<td valign="top" align="left">Not specifically defined</td>
<td valign="top" align="left">Not specified</td>
<td valign="top" align="left">Not specifically defined</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">NASPGHAN (<xref ref-type="bibr" rid="B5">5</xref>)</td>
<td valign="top" align="left" rowspan="2"><italic>North America</italic></td>
<td valign="top" align="center" rowspan="2">100</td>
<td valign="top" align="left">10 foreign body removals</td>
<td valign="top" align="left" rowspan="2">120</td>
<td valign="top" align="left">10 snare polypectomies</td>
</tr>
<tr>
<td valign="top" align="left">15 with control of bleeding with various methods and/or colonos- copy with control of bleeding</td>
<td valign="top" align="left">&#x2265;90&#x0025; cecal intubation rate by the end of fellowship</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">Conjoint committee for recognition of training in gastrointestinal endoscopy (<xref ref-type="bibr" rid="B46">46</xref>)</td>
<td valign="top" align="left" rowspan="2"><italic>Australia</italic></td>
<td valign="top" align="center" rowspan="2">200</td>
<td valign="top" align="left" rowspan="2">&#x2265;100 in pediatric patients, &#x2265;10 therapeutic procedures of which &#x2265;5 control of bleeding</td>
<td valign="top" align="left" rowspan="2">100 (&#x2265;75 in pediatric patients, &#x201C;some polypectomy experience&#x201D;)</td>
<td valign="top" align="left">&#x2265;90&#x0025; cecal intubation rate</td>
</tr>
<tr>
<td valign="top" align="left">&#x2265;10 therapeutic procedures of which &#x2265;5 involve control of upper GI hemorrhage supervision of recognized pediatric supervisor</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="10">BSPGHAN (<xref ref-type="bibr" rid="B47">47</xref>)</td>
<td valign="top" align="left" rowspan="10"><italic>UK</italic></td>
<td valign="top" align="center" rowspan="10">100</td>
<td valign="top" align="left">Intubation of D2 &#x003E;95&#x0025;</td>
<td valign="top" align="left" rowspan="10">100</td>
<td valign="top" align="left" rowspan="4">&#x2265; 60&#x0025; independent cecal intubation rate cecal intubation &#x003E;90&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Retroflexion &#x003E;95&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Unassisted physically &#x003E;95&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">DOPS &#x003E;90&#x0025; (rated as competent)</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">DOPS &#x003E;90&#x0025; (rated as competent)</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">Attended &#x201C;Basic Skills&#x201D; Course in upper GI endoscopy</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">Serious complications &#x003C;0.5&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="3">Summative assessment (&#x2265;2 assessors&#x2009;&#x2265;&#x2009;procedures)</td>
</tr>
<tr>
<td valign="top" align="left">Attended &#x201C;Basic Skills&#x201D; Course in lower GI endoscopy</td>
</tr>
<tr>
<td valign="top" align="left">Summative assessment (&#x2265;2 assessors&#x2009;&#x2265;&#x2009;procedures)</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="3">PEnQuIN (<xref ref-type="bibr" rid="B8">8</xref>)</td>
<td valign="top" align="left" rowspan="3"><italic>Europe &#x0026; North America</italic></td>
<td valign="top" align="center" rowspan="3">N/A</td>
<td valign="top" align="left" rowspan="3">Achievement of competence to perform specified routine and/or emergency pediatric procedures according to appropriate current standards.</td>
<td valign="top" align="left" rowspan="3">N/A</td>
<td valign="top" align="left">Achievement of competence to perform specified routine and/or emergency pediatric procedures according to appropriate current standards.</td>
</tr>
<tr>
<td valign="top" align="left">Unadjusted cecal intubation rate &#x2265;90&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Unadjusted terminal ileal intubation rate &#x2265;85&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left" colspan="6">Adult</td>
</tr>
<tr>
<td valign="top" align="left">European diploma of gastroenterology (<xref ref-type="bibr" rid="B48">48</xref>)</td>
<td valign="top" align="left"><italic>Europe</italic></td>
<td valign="top" align="center">300</td>
<td valign="top" align="left"/>
<td valign="top" align="left">100</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">ASGE (<xref ref-type="bibr" rid="B49">49</xref>)</td>
<td valign="top" align="left"><italic>North America</italic></td>
<td valign="top" align="center">130</td>
<td valign="top" align="left"/>
<td valign="top" align="left">140</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">SAGES (<xref ref-type="bibr" rid="B50">50</xref>)</td>
<td valign="top" align="left"><italic>North America</italic></td>
<td valign="top" align="center">35</td>
<td valign="top" align="left"/>
<td valign="top" align="left">50</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left">Korean society of gastrointestinal endoscopy (<xref ref-type="bibr" rid="B51">51</xref>)</td>
<td valign="top" align="left"><italic>South Korea</italic></td>
<td valign="top" align="center">1,000</td>
<td valign="top" align="left"/>
<td valign="top" align="left">150</td>
<td valign="top" align="left"/>
</tr>
<tr>
<td valign="top" align="left" rowspan="9">BSG (<xref ref-type="bibr" rid="B52">52</xref>)</td>
<td valign="top" align="left" rowspan="9"><italic>UK</italic></td>
<td valign="top" align="center" rowspan="9">250</td>
<td valign="top" align="left">D2 intubation rate &#x2265;95&#x0025;</td>
<td valign="top" align="left" rowspan="9">280 (or 200 if certified for flexible sigmoidoscopy)</td>
<td valign="top" align="left" rowspan="4">Unassisted Caecal Intubation Rate &#x2265;90&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">J-manoeuvre &#x2265;95&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Unassisted physically &#x2265;95&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="2">Attended &#x201C;Basic Skills&#x201D; Course in upper GI endoscopy</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="3">Unassisted terminal ileal intubation rate (in patients with suspected IBD, e.g. anaemia and chronic diarrhoea) &#x2265;60&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">To complete DOPS throughout training, 1 DOPS form for every 10 procedures</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="3">DOPs &#x003E;90&#x0025; (rated as competent)</td>
</tr>
<tr>
<td valign="top" align="left">Attended &#x201C;Basic Skills&#x201D; Course in lower GI endoscopy</td>
</tr>
<tr>
<td valign="top" align="left">DOPs &#x003E;90&#x0025; (rated as competent)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn1"><p>ESPGHAN, European Society of Pediatric Gastroenterology Hepatology and Nutrition; NASPGHAN, North American Society of Pediatric Gastroenterology Hepatology and Nutrition; BSPGHAN, British Society of Pediatric Gastroenterology Hepatology and Nutrition. PEnQuIN, Pediatric Endoscopy Quality Improvement Network; ASGE, American Society for Gastrointestinal Endoscopy; SAGES, Society of American Gastrointestinal and Endoscopic Surgeons; BSG, British Society of Gastroenterology.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Additionally, obtaining the recommended number of specialized procedures required to meet competency standards may be difficult, even in tertiary facilities (<xref ref-type="bibr" rid="B53">53</xref>, <xref ref-type="bibr" rid="B54">54</xref>). In a survey of 50 third-year pediatric GI fellows, only slightly more than half had performed more than 100 colonoscopies (<xref ref-type="bibr" rid="B55">55</xref>). Despite these challenges, it is crucial to establish competence thresholds to optimize learning and ensure patient safety. However, more research is needed to determine appropriate thresholds for pediatric GI endoscopy, as well as to develop reliable and valid assessment tools that can accurately measure technical competence.</p>
</sec>
<sec id="s4b"><label>4.2.</label><title>Quality metrics</title>
<p>Broekaert et al. recently conducted a survey conducted among young members of the European Society for Pediatric Gastroenterology, Hepatology and Nutrition (ESPGHAN) to evaluate the quality of pediatric endoscopy training across European centers. Despite completing a median of 200 upper GI endoscopies and 75 colonoscopies (both above the threshold suggested by the ESPGHAN syllabus), only 43&#x0025; of the 68 surveyed trainees achieved a terminal ileum intubation rate &#x003E;90&#x0025;, highlighting the need of a more rigorous and standardized assessment of competency (<xref ref-type="bibr" rid="B56">56</xref>). The recent focus on optimizing quality in endoscopy has influenced the assessment of competency, with many scientific societies incorporating quality metrics in their credentialing guidelines (<xref ref-type="table" rid="T1">Table&#x00A0;1</xref>). However, while quality metrics may be a useful indicator of trainee&#x0027;s overall performance, they do not provide continuous feedback or outline criticisms or deficiencies. Adenoma detection rate applies poorly to pediatric GI endoscopy, since colonoscopies in children are infrequently performed with cancer screening purposes. In contrast, terminal ileum intubation rate is more important when in pediatric colonoscopy, as colonoscopy is often performed to diagnose inflammatory bowel disease, which requires complete ileal intubation, exploration, and sampling (<xref ref-type="bibr" rid="B57">57</xref>). The recently published guidelines from the Pediatric Endoscopy Quality Improvement Network (PENQUIN) working group set minimum targets for defining high quality ileocolonoscopy as an unadjusted cecal intubation rate of &#x2265;90&#x0025; and an unadjusted terminal ileum intubation rate of &#x2265;85&#x0025; (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B8">8</xref>).</p>
</sec>
<sec id="s4c"><label>4.3.</label><title>Competence assessment tools</title>
<p>The completion of a certain number of supervised procedures does not guarantee that a trainee is adequately prepared to perform GI endoscopy independently. Rather, these numbers can be used as an adjunct to the more focused formative assessment. To document progress and proficiency level during endoscopy training, the recently published joint NASPGHAN/ESPGHAN guidelines from the Pediatric Endoscopy Quality Improvement Network working group recommend the use of competence assessment tools with strong validity evidence (<xref ref-type="bibr" rid="B8">8</xref>). However, there is currently limited literature on whether the implementation of these tools can improve clinical outcomes. Despite this, the Pediatric Endoscopy Quality Improvement Network working group has reached a consensus on the routine use of certain well-validated tools for the assessment of competence during GI endoscopy training. One of these tools is the direct observation of the procedural skills (DOPS) which is well-established among adult practitioners in the UK. DOPS assessments are performed by a trainer observing a trainee and are submitted electronically to the Joint Advisory Group on Gastrointestinal Endoscopy Electronic Training System e- Portfolio (<xref ref-type="bibr" rid="B37">37</xref>, <xref ref-type="bibr" rid="B52">52</xref>, <xref ref-type="bibr" rid="B58">58</xref>). Recent studies have provided low-quality evidence to support the use of DOPS scores to describe both technical and non-technical competency during pediatric upper GI endoscopy and ileocolonoscopy with sufficient sensitivity and specificity (<xref ref-type="bibr" rid="B59">59</xref>, <xref ref-type="bibr" rid="B60">60</xref>). However, the only tool specifically developed for the assessment of pediatric ileocolonoscopy is the Gastrointestinal Endoscopy Competency Assessment Tool for pediatric colonoscopy (GiECAT<sub>KIDS</sub>) (<xref ref-type="bibr" rid="B61">61</xref>). This tool was developed through a Delphi process by 41 North American pediatric endoscopy experts who established key colonoscopy aspects for proficiency acquisition. After item reduction and gradation, 18 checklist and 7 global rating items were generated, reflective of technical, cognitive, and integrative competency required for safe and proficient endoscopy (<xref ref-type="bibr" rid="B61">61</xref>). The same group validated GiECATKIDS by assessing 104 colonoscopies from 56 endoscopists across 3 North American centers, demonstrating the tool&#x0027;s strong reliability and validity as a measure of pediatric colonoscopy performance (<xref ref-type="bibr" rid="B62">62</xref>). Despite this rigorous development and validation process, the tool is not widely utilized.</p>
</sec>
</sec>
<sec id="s5"><label>5.</label><title>Training the trainers</title>
<p>Competency-based training involves both trainees and trainers. Despite ongoing efforts to structure a standardized training program for pediatric GI endoscopy, it is surprising that most of the endoscopy training is provided by endoscopists who have not had any education addressing how to teach endoscopy. Unfortunately, this is not surprising given the lack of literature addressing this specific issue. However, the implementation of cancer screening programs worldwide has drawn attention to the need of higher quality in delivering endoscopy training. In the UK, a &#x201C;train the trainer&#x201D; course module has been implemented for faculty who teach gastrointestinal endoscopy (<xref ref-type="bibr" rid="B63">63</xref>) and subsequent implementation has shown improvement in colonoscopy quality outcomes in the UK (<xref ref-type="bibr" rid="B63">63</xref>). The train the trainer or train the colonoscopy trainer (TCT) courses have since been shared with other health systems. The central concept in TCT courses is how skill acquisition occurs. According to one of the most accredited models for skill acquisition, trainees during the skills acquisition process progresses through 4 main stages: (i) unconscious incompetence, where novices are completely unaware of what they don&#x0027;t know; (ii) conscious incompetence, where they become cognizant of what they don&#x0027;t know; after the first two phases the individual starts to gain proficiency in the procedure and becomes able to perform them without paying too much attention to them (phase of unconscious competence). If a given task is learned without having all its parts rehearsed, the trainees bypass the (iii) &#x201C;conscious competence&#x201D; phase and progress directly to the (iv) &#x201C;unconscious competence&#x201D; one. With insightful training aimed at achieving conscious awareness of endoscopy skills, the learner achieves a conscious competence stage. In this stage, the trainer is able to understand and explain what needs to be done and is able to translate that insight into the adequate maneuvers to achieve the task. Subsequently, over time, the learner progresses to a stage of automatic learned movements performed without having to think about each component of the movement. Therefore, most expert endoscopists tend to be unconsciously competent, after having lost their awareness over time of after having become unconsciously competent without a proper conscious phase. However, to be an effective trainer, endoscopist need to have achieved and maintained a phase of conscious competence. Indeed, the ability to deconstruct a complex task in simpler parts and to analyze each of them individually is critical to teach others efficiently. Moreover, trainers should be able to guide trainees through procedural challenges without taking over the scope in order to enhance trainee&#x0027;s self-confidence (<xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>). Thus, TCT courses aim to train faculty to achieve conscious competence (<xref ref-type="bibr" rid="B64">64</xref>). Implementation of TCT courses has shown direct clinical benefits for patients. For instance, in a randomized controlled trial from Poland, Kaminski and colleagues demonstrated that faculty assigned to a Train-Colonoscopy-Leaders (TCLs) program improved important quality measures in screening colonoscopy (i.e., the adenoma detection rate) among colonoscopy screening centers with suboptimal performance (<xref ref-type="bibr" rid="B65">65</xref>). Future research should focus on the development of specific pediatric-focused TCT courses to improve the quality of pediatric endoscopy training.</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>Steps for achievement and maintenance of competence in delivering pediatric endoscopy care.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fped-11-1201593-g001.tif"/>
</fig>
</sec>
<sec id="s6"><label>6.</label><title>Limitations</title>
<p>The present work has several limitations, most of them are intrinsically related to the narrative nature of our review. We thoroughly reviewed the literature, but we didn&#x0027;t conduct any pooled analysis of the data that we have summarized. However, as previously mentioned in the review, pediatric GI endoscopy training programs, as well as the number of procedures required to achieve &#x201C;competency&#x201D; and assessment during and at the end of the training process are highly heterogeneous. This heterogenicity makes harder to perform a systematic review and its conclusions less generalizable.</p>
</sec>
<sec id="s7" sec-type="conclusions"><label>7.</label><title>Conclusions</title>
<p>Delivering high-quality training is crucial to provide safe, efficient, and effective care in pediatric GI endoscopy. Pediatric endoscopy is a complex skill and can be challenging to learn, but also to teach. It is well-established that performance of endoscopy in children requires pediatric-specific training and assessment. The rigorous process undertaken by the PEnQuIn working group in developing a list of key quality standard that should be upheld by all pediatric endoscopists and endoscopists in training is a cornerstone aimed at raising the quality of care for children undergoing endoscopy. It is self-explanatory that to improve quality in pediatric GI endoscopy it is essential to focus on high-quality training for endoscopists. The ideological movement that shifted the focus of pediatric GI endoscopy on patients on their families must sink its roots in the trainees, the endoscopists of tomorrow. This requires a continuous effort by the endoscopic community to ensure that endoscopic training is adequately supported (time, facilities, and funding allocation), evidence-based and efficient, regardless of its location. Therefore, it is crucial to also focus on the way trainers teach trainees, which can significantly improve the overall quality of pediatric endoscopy. Future research should also put the focus on training programs implementation and on the potential subsequent favorable benefits on child health.</p>
</sec>
</body>
<back>
<sec id="s8" sec-type="author-contributions"><title>Author contributions</title>
<p>SO, PL and LS conceptualized the review, all the authors contributed in drafting and revising the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s9" sec-type="COI-statement"><title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Faulx</surname><given-names>AL</given-names></name><name><surname>Lightdale</surname><given-names>JR</given-names></name><name><surname>Acosta</surname><given-names>RD</given-names></name><name><surname>Agrawal</surname><given-names>D</given-names></name><name><surname>Bruining</surname><given-names>DH</given-names></name><name><surname>Chandrasekhara</surname><given-names>V</given-names></name><etal/></person-group> <article-title>Guidelines for privileging, credentialing, and proctoring to perform GI endoscopy</article-title>. <source>Gastrointest Endosc</source>. (<year>2017</year>) <volume>85</volume>:<fpage>273</fpage>&#x2013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2016.10.036</pub-id><pub-id pub-id-type="pmid">28089029</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Isoldi</surname><given-names>S</given-names></name><name><surname>Cucchiara</surname><given-names>S</given-names></name><name><surname>Repici</surname><given-names>A</given-names></name><name><surname>Lerner</surname><given-names>DG</given-names></name><name><surname>Thomson</surname><given-names>M</given-names></name><name><surname>Oliva</surname><given-names>S</given-names></name></person-group>. <article-title>Gastrointestinal endoscopy in children and adults: how do they differ?</article-title> <source>Dig Liver Dis</source>. (<year>2021</year>) <volume>53</volume>:<fpage>697</fpage>&#x2013;<lpage>705</lpage>. <pub-id pub-id-type="doi">10.1016/j.dld.2021.02.016</pub-id><pub-id pub-id-type="pmid">33692010</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name><name><surname>Lightdale</surname><given-names>JR</given-names></name></person-group>. <article-title>Pediatric Endoscopy Quality Improvement Network (PEnQuIN) quality standards and indicators for pediatric endoscopy: an ASGE-endorsed guideline</article-title>. <source>Gastrointest Endosc</source>. (<year>2022</year>) <volume>96</volume>:<fpage>593</fpage>&#x2013;<lpage>602</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2022.06.016</pub-id><pub-id pub-id-type="pmid">36028336</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Broekaert</surname><given-names>I</given-names></name><name><surname>Tzivinikos</surname><given-names>C</given-names></name><name><surname>Narula</surname><given-names>P</given-names></name><name><surname>Antunes</surname><given-names>H</given-names></name><name><surname>Dias</surname><given-names>JA</given-names></name><name><surname>van der Doef</surname><given-names>H</given-names></name><etal/></person-group> <article-title>European Society for Paediatric Gastroenterology, Hepatology and Nutrition position paper on training in paediatric endoscopy</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2020</year>) <volume>70</volume>:<fpage>127</fpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000002496</pub-id><pub-id pub-id-type="pmid">31799965</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leichtner</surname><given-names>AM</given-names></name><name><surname>Gillis</surname><given-names>LA</given-names></name><name><surname>Gupta</surname><given-names>S</given-names></name><name><surname>Heubi</surname><given-names>J</given-names></name><name><surname>Kay</surname><given-names>M</given-names></name><name><surname>Narkewicz</surname><given-names>MR</given-names></name><etal/></person-group> <article-title>NASPGHAN guidelines for training in pediatric gastroenterology</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2013</year>) <volume>56</volume>(<issue>Suppl 1</issue>):<fpage>S1</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0b013e31827a78d6</pub-id><pub-id pub-id-type="pmid">23263531</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Papadopoulou</surname><given-names>A</given-names></name><name><surname>Ribes-Koninckx</surname><given-names>C</given-names></name><name><surname>Baker</surname><given-names>A</given-names></name><name><surname>Noni</surname><given-names>M</given-names></name><name><surname>Koutri</surname><given-names>E</given-names></name><name><surname>Karagianni</surname><given-names>M-V</given-names></name><etal/></person-group> <article-title>Pediatric endoscopy training across Europe: a survey of the ESPGHAN national societies network 2016&#x2013;2019</article-title>. <source>Endosc Int Open</source>. (<year>2022</year>) <volume>10</volume>:<fpage>E1371</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1055/a-1898-1364</pub-id><pub-id pub-id-type="pmid">36262519</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deganello Saccomani</surname><given-names>M</given-names></name><name><surname>Norsa</surname><given-names>L</given-names></name><name><surname>Oliva</surname><given-names>S</given-names></name></person-group>, <collab>SIGENP Endoscopy Working Group</collab>. <article-title>The pediatric endoscopy practice in Italy: a nationwide survey on behalf of the Italian Society of Pediatric Gastroenterology, Hepatology and Nutrition (SIGENP)</article-title>. <source>Dig Liver Dis</source> (<year>2019</year>) <volume>51</volume>:<fpage>1203</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.dld.2019.05.031</pub-id><pub-id pub-id-type="pmid">31227339</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name><name><surname>Lightdale</surname><given-names>JR</given-names></name><name><surname>Leibowitz</surname><given-names>IH</given-names></name><name><surname>Lerner</surname><given-names>DG</given-names></name><name><surname>Liu</surname><given-names>QY</given-names></name><name><surname>Mack</surname><given-names>DR</given-names></name><etal/></person-group> <article-title>Pediatric Endoscopy Quality Improvement Network quality standards and indicators for pediatric endoscopists and endoscopists in training: a joint NASPGHAN/ESPGHAN guideline</article-title>. <source>J Pediatr Gastroenterol Nutr J</source>. (<year>2022</year>) <volume>74</volume>(<issue>S1</issue>):<fpage>S30</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.1097/mpg.0000000000003265</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sterne</surname><given-names>JAC</given-names></name><name><surname>Savovi&#x0107;</surname><given-names>J</given-names></name><name><surname>Page</surname><given-names>MJ</given-names></name><name><surname>Elbers</surname><given-names>RG</given-names></name><name><surname>Blencowe</surname><given-names>NS</given-names></name><name><surname>Boutron</surname><given-names>I</given-names></name><etal/></person-group> <article-title>RoB 2: a revised tool for assessing risk of bias in randomised trials</article-title>. <source>Br Med J</source>. (<year>2019</year>) <volume>366</volume>:<fpage>l4898</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.l4898</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sterne</surname><given-names>JA</given-names></name><name><surname>Hern&#x00E1;n</surname><given-names>MA</given-names></name><name><surname>Reeves</surname><given-names>BC</given-names></name><name><surname>Savovi&#x0107;</surname><given-names>J</given-names></name><name><surname>Berkman</surname><given-names>ND</given-names></name><name><surname>Viswanathan</surname><given-names>M</given-names></name><etal/></person-group> <article-title>ROBINS-I: a tool for assessing risk of bias in non-randomised studies of interventions</article-title>. <source>Br Med J</source>. (<year>2016</year>) <volume>355</volume>:<fpage>i4919</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.i4919</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Page</surname><given-names>MJ</given-names></name><name><surname>McKenzie</surname><given-names>JE</given-names></name><name><surname>Bossuyt</surname><given-names>PM</given-names></name><name><surname>Boutron</surname><given-names>I</given-names></name><name><surname>Hoffmann</surname><given-names>TC</given-names></name><name><surname>Mulrow</surname><given-names>CD</given-names></name><etal/></person-group> <article-title>The PRISMA 2020 statement: an updated guideline for reporting systematic reviews</article-title>. <source>Br Med J</source>. (<year>2021</year>) <volume>372</volume>:<fpage>n71</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.n71</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ericsson</surname><given-names>KA</given-names></name></person-group>. <article-title>Deliberate practice and the acquisition and maintenance of expert performance in medicine and related domains</article-title>. <source>Acad Med</source>. (<year>2004</year>) <volume>79</volume>:<fpage>S70</fpage>&#x2013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1097/00001888-200410001-00022</pub-id><pub-id pub-id-type="pmid">15383395</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mahmood</surname><given-names>T</given-names></name><name><surname>Darzi</surname><given-names>A</given-names></name></person-group>. <article-title>The learning curve for a colonoscopy simulator in the absence of any feedback: no feedback, no learning</article-title>. <source>Surg Endosc</source>. (<year>2004</year>) <volume>18</volume>:<fpage>1224</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1007/s00464-003-9143-4</pub-id><pub-id pub-id-type="pmid">15457382</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dub&#x00E9;</surname><given-names>C</given-names></name><name><surname>Rostom</surname><given-names>A</given-names></name></person-group>. <article-title>Acquiring and maintaining competency in gastrointestinal endoscopy</article-title>. <source>Best Pract Res Clin Gastroenterol</source>. (<year>2016</year>) <volume>30</volume>:<fpage>339</fpage>&#x2013;<lpage>47</lpage>. <pub-id pub-id-type="doi">10.1016/j.bpg.2016.05.004</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><collab>American Society for Gastrointestinal Endoscopy</collab>. <article-title>Position statement. Maintaining competency in endoscopic skills</article-title>. <source>Gastrointest Endosc</source> (<year>1995</year>) <volume>42</volume>:<fpage>620</fpage>&#x2013;<lpage>1</lpage>. <pub-id pub-id-type="doi">10.1016/S0016-5107(95)70029-3</pub-id><pub-id pub-id-type="pmid">8674945</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name></person-group>. <article-title>Assessment of competence in pediatric gastrointestinal endoscopy</article-title>. <source>Curr Gastroenterol Rep</source>. (<year>2014</year>) <volume>16</volume>:<fpage>401</fpage>. <pub-id pub-id-type="doi">10.1007/s11894-014-0401-5</pub-id><pub-id pub-id-type="pmid">25064320</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name></person-group>. <article-title>In-training gastrointestinal endoscopy competency assessment tools: types of tools, validation and impact</article-title>. <source>Best Pract Res Clin Gastroenterol</source>. (<year>2016</year>) <volume>30</volume>:<fpage>357</fpage>&#x2013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1016/j.bpg.2016.04.001</pub-id><pub-id pub-id-type="pmid">27345645</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="other"><comment>NCEPOD&#x2014;GI Edoscopy: Scoping our practice (2004). Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.ncepod.org.uk/2004sop.html">https://www.ncepod.org.uk/2004sop.html</ext-link> <comment>(Accessed February 10, 2023)</comment>.</citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name></person-group>. <article-title>Training and assessment in pediatric endoscopy</article-title>. <source>Gastrointest Endosc Clin N Am</source>. (<year>2016</year>) <volume>26</volume>:<fpage>13</fpage>&#x2013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1016/j.giec.2015.08.002</pub-id><pub-id pub-id-type="pmid">26616894</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sedlack</surname><given-names>RE</given-names></name></person-group>. <article-title>The state of simulation in endoscopy education: continuing to advance toward our goals</article-title>. <source>Gastroenterology</source>. (<year>2013</year>) <volume>144</volume>:<fpage>9</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1053/j.gastro.2012.11.007</pub-id><pub-id pub-id-type="pmid">23149221</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Maulahela</surname><given-names>H</given-names></name><name><surname>Annisa</surname><given-names>NG</given-names></name><name><surname>Konstantin</surname><given-names>T</given-names></name><name><surname>Syam</surname><given-names>AF</given-names></name><name><surname>Soetikno</surname><given-names>R</given-names></name></person-group>. <article-title>Simulation-based mastery learning in gastrointestinal endoscopy training</article-title>. <source>World J Gastrointest Endosc</source>. (<year>2022</year>) <volume>14</volume>:<fpage>512</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.4253/wjge.v14.i9.512</pub-id><pub-id pub-id-type="pmid">36186944</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van der Wiel</surname><given-names>SE</given-names></name><name><surname>K&#x00FC;ttner Magalh&#x00E3;es</surname><given-names>R</given-names></name><name><surname>Rocha Gon&#x00E7;alves</surname><given-names>CR</given-names></name><name><surname>Dinis-Ribeiro</surname><given-names>M</given-names></name><name><surname>Bruno</surname><given-names>MJ</given-names></name><name><surname>Koch</surname><given-names>AD</given-names></name></person-group>. <article-title>Simulator training in gastrointestinal endoscopy&#x2014;from basic training to advanced endoscopic procedures</article-title>. <source>Best Pract Res Clin Gastroenterol</source>. (<year>2016</year>) <volume>30</volume>:<fpage>375</fpage>&#x2013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.1016/j.bpg.2016.04.004</pub-id><pub-id pub-id-type="pmid">27345646</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gerson</surname><given-names>LB</given-names></name><name><surname>Van Dam</surname><given-names>J</given-names></name></person-group>. <article-title>Technology review: the use of simulators for training in GI endoscopy</article-title>. <source>Gastrointest Endosc</source>. (<year>2004</year>) <volume>60</volume>:<fpage>992</fpage>&#x2013;<lpage>1001</lpage>. <pub-id pub-id-type="doi">10.1016/S0016-5107(04)02219-9</pub-id><pub-id pub-id-type="pmid">15605024</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krummel</surname><given-names>TM</given-names></name></person-group>. <article-title>Surgical simulation and virtual reality: the coming revolution</article-title>. <source>Ann Surg</source>. (<year>1998</year>) <volume>228</volume>:<fpage>635</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1097/00000658-199811000-00002</pub-id><pub-id pub-id-type="pmid">9833801</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Singh</surname><given-names>S</given-names></name><name><surname>Sedlack</surname><given-names>RE</given-names></name><name><surname>Cook</surname><given-names>DA</given-names></name></person-group>. <article-title>Effects of simulation-based training in gastrointestinal endoscopy: a systematic review and meta-analysis</article-title>. <source>Clin Gastroenterol Hepatol</source>. (<year>2014</year>) <volume>12</volume>:<fpage>1611</fpage>&#x2013;<lpage>1623.e4</lpage>. <pub-id pub-id-type="doi">10.1016/j.cgh.2014.01.037</pub-id><pub-id pub-id-type="pmid">24509241</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Khan</surname><given-names>R</given-names></name><name><surname>Plahouras</surname><given-names>J</given-names></name><name><surname>Johnston</surname><given-names>BC</given-names></name><name><surname>Scaffidi</surname><given-names>MA</given-names></name><name><surname>Grover</surname><given-names>SC</given-names></name><name><surname>Walsh</surname><given-names>CM</given-names></name></person-group>. <article-title>Virtual reality simulation training in endoscopy: a cochrane review and meta-analysis</article-title>. <source>Endoscopy</source>. (<year>2019</year>) <volume>51</volume>:<fpage>653</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1055/a-0894-4400</pub-id><pub-id pub-id-type="pmid">31071757</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lightdale</surname><given-names>JR</given-names></name><name><surname>Newburg</surname><given-names>AR</given-names></name><name><surname>Mahoney</surname><given-names>LB</given-names></name><name><surname>Fredette</surname><given-names>ME</given-names></name><name><surname>Fishman</surname><given-names>LN</given-names></name></person-group>. <article-title>Fellow perceptions of training using computer-based endoscopy simulators</article-title>. <source>Gastrointest Endosc</source>. (<year>2010</year>) <volume>72</volume>:<fpage>13</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2010.02.041</pub-id><pub-id pub-id-type="pmid">20620271</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gabrani</surname><given-names>A</given-names></name><name><surname>Monteiro</surname><given-names>IM</given-names></name><name><surname>Walsh</surname><given-names>CM</given-names></name></person-group>. <article-title>Exploring use of endoscopy simulation in North American pediatric gastroenterology fellowship training programs</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2020</year>) <volume>70</volume>:<fpage>25</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000002525</pub-id><pub-id pub-id-type="pmid">31651805</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hatala</surname><given-names>R</given-names></name><name><surname>Cook</surname><given-names>DA</given-names></name><name><surname>Zendejas</surname><given-names>B</given-names></name><name><surname>Hamstra</surname><given-names>SJ</given-names></name><name><surname>Brydges</surname><given-names>R</given-names></name></person-group>. <article-title>Feedback for simulation-based procedural skills training: a meta-analysis and critical narrative synthesis</article-title>. <source>Adv Health Sci Educ</source>. (<year>2014</year>) <volume>19</volume>:<fpage>251</fpage>&#x2013;<lpage>72</lpage>. <pub-id pub-id-type="doi">10.1007/s10459-013-9462-8</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name><name><surname>Ling</surname><given-names>SC</given-names></name><name><surname>Wang</surname><given-names>CS</given-names></name><name><surname>Carnahan</surname><given-names>H</given-names></name></person-group>. <article-title>Concurrent versus terminal feedback: it may be better to wait</article-title>. <source>Acad Med</source>. (<year>2009</year>) <volume>84</volume>:<fpage>S54</fpage>&#x2013;<lpage>57</lpage>. <pub-id pub-id-type="doi">10.1097/ACM.0b013e3181b38daf</pub-id><pub-id pub-id-type="pmid">19907387</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grover</surname><given-names>SC</given-names></name><name><surname>Garg</surname><given-names>A</given-names></name><name><surname>Scaffidi</surname><given-names>MA</given-names></name><name><surname>Yu</surname><given-names>JJ</given-names></name><name><surname>Plener</surname><given-names>IS</given-names></name><name><surname>Yong</surname><given-names>E</given-names></name><etal/></person-group> <article-title>Impact of a simulation training curriculum on technical and nontechnical skills in colonoscopy: a randomized trial</article-title>. <source>Gastrointest Endosc</source>. (<year>2015</year>) <volume>82</volume>:<fpage>1072</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2015.04.008</pub-id><pub-id pub-id-type="pmid">26007221</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name><name><surname>Scaffidi</surname><given-names>MA</given-names></name><name><surname>Khan</surname><given-names>R</given-names></name><name><surname>Arora</surname><given-names>A</given-names></name><name><surname>Gimpaya</surname><given-names>N</given-names></name><name><surname>Lin</surname><given-names>P</given-names></name><etal/></person-group> <article-title>Non-technical skills curriculum incorporating simulation-based training improves performance in colonoscopy among novice endoscopists: randomized controlled trial</article-title>. <source>Dig Endosc</source>. (<year>2020</year>) <volume>32</volume>:<fpage>940</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1111/den.13623</pub-id><pub-id pub-id-type="pmid">31912560</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grover</surname><given-names>SC</given-names></name><name><surname>Scaffidi</surname><given-names>MA</given-names></name><name><surname>Khan</surname><given-names>R</given-names></name><name><surname>Garg</surname><given-names>A</given-names></name><name><surname>Al-Mazroui</surname><given-names>A</given-names></name><name><surname>Alomani</surname><given-names>T</given-names></name><etal/></person-group> <article-title>Progressive learning in endoscopy simulation training improves clinical performance: a blinded randomized trial</article-title>. <source>Gastrointest Endosc</source>. (<year>2017</year>) <volume>86</volume>:<fpage>881</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2017.03.1529</pub-id><pub-id pub-id-type="pmid">28366440</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ekkelenkamp</surname><given-names>VE</given-names></name><name><surname>Koch</surname><given-names>AD</given-names></name><name><surname>de Man</surname><given-names>RA</given-names></name><name><surname>Kuipers</surname><given-names>EJ</given-names></name></person-group>. <article-title>Training and competence assessment in GI endoscopy: a systematic review</article-title>. <source>Gut</source>. (<year>2016</year>) <volume>65</volume>:<fpage>607</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1136/gutjnl-2014-307173</pub-id><pub-id pub-id-type="pmid">25636697</pub-id></citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Epstein</surname><given-names>RM</given-names></name></person-group>. <article-title>Assessment in medical education</article-title>. <source>N Engl J Med</source>. (<year>2007</year>) <volume>356</volume>:<fpage>387</fpage>&#x2013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1056/NEJMra054784</pub-id><pub-id pub-id-type="pmid">17251535</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van Der Vleuten</surname><given-names>CP</given-names></name></person-group>. <article-title>The assessment of professional competence: developments, research and practical implications</article-title>. <source>Adv Health Sci Educ Theory Pract</source>. (<year>1996</year>) <volume>1</volume>:<fpage>41</fpage>&#x2013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1007/BF00596229</pub-id><pub-id pub-id-type="pmid">24178994</pub-id></citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siau</surname><given-names>K</given-names></name><name><surname>Crossley</surname><given-names>J</given-names></name><name><surname>Dunckley</surname><given-names>P</given-names></name><name><surname>Johnson</surname><given-names>G</given-names></name><name><surname>Feeney</surname><given-names>M</given-names></name><name><surname>Hawkes</surname><given-names>ND</given-names></name><etal/></person-group> <article-title>Direct observation of procedural skills (DOPS) assessment in diagnostic gastroscopy: nationwide evidence of validity and competency development during training</article-title>. <source>Surg Endosc</source> (<year>2020</year>) <volume>34</volume>:<fpage>105</fpage>&#x2013;<lpage>14</lpage>. <pub-id pub-id-type="doi">10.1007/s00464-019-06737-7</pub-id><pub-id pub-id-type="pmid">30911922</pub-id></citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tigelaar</surname><given-names>DEH</given-names></name><name><surname>Dolmans</surname><given-names>DHJM</given-names></name><name><surname>Wolfhagen</surname><given-names>IHAP</given-names></name><name><surname>van der Vleuten</surname><given-names>CPM</given-names></name></person-group>. <article-title>The development and validation of a framework for teaching competencies in higher education</article-title>. <source>High Educ</source>. (<year>2004</year>) <volume>48</volume>:<fpage>253</fpage>&#x2013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1023/B:HIGH.0000034318.74275.e4</pub-id></citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wigton</surname><given-names>RS</given-names></name><name><surname>Blank</surname><given-names>LL</given-names></name><name><surname>Nicolas</surname><given-names>JA</given-names></name><name><surname>Tape</surname><given-names>TG</given-names></name></person-group>. <article-title>Procedural skills training in internal medicine residencies</article-title>. <source>Ann Intern Med</source>. (<year>1989</year>) <volume>111</volume>:<fpage>932</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.7326/0003-4819-111-11-932</pub-id><pub-id pub-id-type="pmid">2817641</pub-id></citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wigton</surname><given-names>RS</given-names></name><name><surname>Blank</surname><given-names>LL</given-names></name><name><surname>Monsour</surname><given-names>H</given-names></name><name><surname>Nicolas</surname><given-names>JA</given-names></name></person-group>. <article-title>Procedural skills of practicing gastroenterologists</article-title>. <source>Ann Intern Med</source>. (<year>1990</year>) <volume>113</volume>:<fpage>540</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.7326/0003-4819-113-7-540</pub-id><pub-id pub-id-type="pmid">2393208</pub-id></citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sedlack</surname><given-names>RE</given-names></name></person-group>. <article-title>Training to competency in colonoscopy: assessing and defining competency standards</article-title>. <source>Gastrointest Endosc</source>. (<year>2011</year>) <volume>74</volume>:<fpage>355</fpage>&#x2013;<lpage>366.e1&#x2013;2</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2011.02.019</pub-id><pub-id pub-id-type="pmid">21514931</pub-id></citation></ref>
<ref id="B42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cass</surname><given-names>OW</given-names></name><name><surname>Freeman</surname><given-names>ML</given-names></name><name><surname>Peine</surname><given-names>CJ</given-names></name><name><surname>Zera</surname><given-names>RT</given-names></name><name><surname>Onstad</surname><given-names>GR</given-names></name></person-group>. <article-title>Objective evaluation of endoscopy skills during training</article-title>. <source>Ann Intern Med</source>. (<year>1993</year>) <volume>118</volume>:<fpage>40</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.7326/0003-4819-118-1-199301010-00008</pub-id><pub-id pub-id-type="pmid">8416157</pub-id></citation></ref>
<ref id="B43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cass</surname><given-names>OW</given-names></name><name><surname>Freeman</surname><given-names>ML</given-names></name><name><surname>Cohen</surname><given-names>J</given-names></name><name><surname>Zuckerman</surname><given-names>G</given-names></name><name><surname>Watkins</surname><given-names>J</given-names></name><name><surname>Nord</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Acquisition of competency in endoscopic skills (ACES) during training: a multicenter study</article-title>. <source>Gastrointest Endosc</source>. (<year>1996</year>) <volume>43</volume>(<issue>4</issue>):<fpage>308</fpage>. <pub-id pub-id-type="doi">10.1016/S0016-5107(96)80073-3</pub-id></citation></ref>
<ref id="B44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cass</surname><given-names>OW</given-names></name></person-group>. <article-title>Training to competence in gastrointestinal endoscopy: a plea for continuous measuring of objective end points</article-title>. <source>Endoscopy</source>. (<year>1999</year>) <volume>31</volume>:<fpage>751</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1055/s-1999-148</pub-id><pub-id pub-id-type="pmid">10604620</pub-id></citation></ref>
<ref id="B45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spier</surname><given-names>BJ</given-names></name><name><surname>Benson</surname><given-names>M</given-names></name><name><surname>Pfau</surname><given-names>PR</given-names></name><name><surname>Nelligan</surname><given-names>G</given-names></name><name><surname>Lucey</surname><given-names>MR</given-names></name><name><surname>Gaumnitz</surname><given-names>EA</given-names></name></person-group>. <article-title>Colonoscopy training in gastroenterology fellowships: determining competence</article-title>. <source>Gastrointest Endosc</source>. (<year>2010</year>) <volume>71</volume>:<fpage>319</fpage>&#x2013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1016/j.gie.2009.05.012</pub-id><pub-id pub-id-type="pmid">19647242</pub-id></citation></ref>
<ref id="B46"><label>46.</label><citation citation-type="other"><comment>Find a certified endoscopist Australia&#x007C;endoscopy Australia. Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.conjoint.org.au/">https://www.conjoint.org.au/</ext-link> <comment>(Accessed March 12, 2023)</comment>.</citation></ref>
<ref id="B47"><label>47.</label><citation citation-type="other"><collab>JAG</collab>. <comment>Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.thejag.org.uk/downloads/JAG%20certification%20for%20paediatric%20trainees/JAG%20Paediatric%20Certification%202.1%20300513.pdf">https://www.thejag.org.uk/downloads/JAG&#x0025;20certification&#x0025;20for&#x0025;20paediatric&#x0025;20trainees/JAG&#x0025;20Paediatric&#x0025;20Certification&#x0025;202.1&#x0025;20300513.pdf</ext-link> <comment>(Accessed March 12, 2023)</comment>.</citation></ref>
<ref id="B48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Beattie</surname><given-names>AD</given-names></name><name><surname>Greff</surname><given-names>M</given-names></name><name><surname>Lamy</surname><given-names>V</given-names></name><name><surname>Mallinson</surname><given-names>CN</given-names></name></person-group>. <article-title>The European diploma of gastroenterology: progress towards harmonization of standards</article-title>. <source>Eur J Gastroenterol Hepatol</source>. (<year>1996</year>) <volume>8</volume>:<fpage>403</fpage>. <pub-id pub-id-type="doi">10.1097/00042737-199604000-00021</pub-id><pub-id pub-id-type="pmid">8781913</pub-id></citation></ref>
<ref id="B49"><label>49.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eisen</surname><given-names>GM</given-names></name><name><surname>Dominitz</surname><given-names>JA</given-names></name><name><surname>Faigel</surname><given-names>DO</given-names></name><name><surname>Goldstein</surname><given-names>JA</given-names></name><name><surname>Petersen</surname><given-names>BT</given-names></name><name><surname>Raddawi</surname><given-names>HM</given-names></name><etal/></person-group> <article-title>Guidelines for credentialing and granting privileges for endoscopic ultrasound</article-title>. <source>Gastrointest Endosc</source>. (<year>2001</year>) <volume>54</volume>:<fpage>811</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1016/s0016-5107(01)70082-x</pub-id><pub-id pub-id-type="pmid">11726873</pub-id></citation></ref>
<ref id="B50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siau</surname><given-names>K</given-names></name><name><surname>Crossley</surname><given-names>J</given-names></name><name><surname>Dunckley</surname><given-names>P</given-names></name><name><surname>Johnson</surname><given-names>G</given-names></name><name><surname>Feeney</surname><given-names>M</given-names></name><name><surname>Iacucci</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Colonoscopy direct observation of procedural skills assessment tool for evaluating competency development during training</article-title>. <source>Am J Gastroenterol</source>. (<year>2020</year>) <volume>115</volume>:<fpage>234</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.14309/ajg.0000000000000426</pub-id><pub-id pub-id-type="pmid">31738285</pub-id></citation></ref>
<ref id="B51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname><given-names>JS</given-names></name><name><surname>Kim</surname><given-names>B-W</given-names></name></person-group>. <article-title>Training in endoscopy: esophagogastroduodenoscopy</article-title>. <source>Clin Endosc</source>. (<year>2017</year>) <volume>50</volume>:<fpage>318</fpage>&#x2013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.5946/ce.2017.096</pub-id><pub-id pub-id-type="pmid">28783922</pub-id></citation></ref>
<ref id="B52"><label>52.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mehta</surname><given-names>T</given-names></name><name><surname>Dowler</surname><given-names>K</given-names></name><name><surname>McKaig</surname><given-names>BC</given-names></name><name><surname>Valori</surname><given-names>RM</given-names></name><name><surname>Dunckley</surname><given-names>P</given-names></name></person-group>. <article-title>Development and roll out of the JETS e-portfolio: a web based electronic portfolio for endoscopists</article-title>. <source>Frontline Gastroenterol</source>. (<year>2011</year>) <volume>2</volume>:<fpage>35</fpage>&#x2013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1136/fg.2010.003269</pub-id><pub-id pub-id-type="pmid">28839580</pub-id></citation></ref>
<ref id="B53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lerner</surname><given-names>D</given-names></name><name><surname>Gurram</surname><given-names>B</given-names></name><name><surname>El-Chammas</surname><given-names>K</given-names></name><name><surname>Goh</surname><given-names>V</given-names></name><name><surname>Li</surname><given-names>BU</given-names></name><name><surname>Anderson</surname><given-names>L</given-names></name><etal/></person-group> <article-title>Mo1990 can current pediatric GI fellows meet the naspghan procedural competency guidelines?</article-title> <source>Gastroenterology</source>. (<year>2012</year>) <volume>142</volume>:<fpage>S-715</fpage>. <pub-id pub-id-type="doi">10.1016/S0016-5085(12)62770-X</pub-id></citation></ref>
<ref id="B54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lerner</surname><given-names>DG</given-names></name><name><surname>Li</surname><given-names>BU</given-names></name><name><surname>Mamula</surname><given-names>P</given-names></name><name><surname>Fishman</surname><given-names>DS</given-names></name><name><surname>Kramer</surname><given-names>R</given-names></name><name><surname>Goh</surname><given-names>VL</given-names></name><etal/></person-group> <article-title>Challenges in meeting fellowship procedural guidelines in pediatric therapeutic endoscopy and liver biopsy</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2014</year>) <volume>58</volume>:<fpage>27</fpage>&#x2013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000000184</pub-id><pub-id pub-id-type="pmid">24051484</pub-id></citation></ref>
<ref id="B55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Qualia</surname><given-names>CM</given-names></name><name><surname>Baldwin</surname><given-names>CD</given-names></name><name><surname>Rossi</surname><given-names>TM</given-names></name><name><surname>Wang</surname><given-names>H</given-names></name><name><surname>Brown</surname><given-names>MR</given-names></name></person-group>. <article-title>Pediatric gastroenterology fellows, class of 2007: how well are they prepared for the future?</article-title> <source>J Pediatr Gastroenterol Nutr</source>. (<year>2008</year>) <volume>47</volume>:<fpage>327</fpage>. <pub-id pub-id-type="doi">10.1097/MPG.0b013e31816bce1d</pub-id><pub-id pub-id-type="pmid">18728529</pub-id></citation></ref>
<ref id="B56"><label>56.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Broekaert</surname><given-names>IJ</given-names></name><name><surname>Jahnel</surname><given-names>J</given-names></name><name><surname>Moes</surname><given-names>N</given-names></name><name><surname>van der Doef</surname><given-names>H</given-names></name><name><surname>Ernst</surname><given-names>A</given-names></name><name><surname>Amil Dias</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Evaluation of a European-wide survey on paediatric endoscopy training</article-title>. <source>Frontline Gastroenterol</source>. (<year>2019</year>) <volume>10</volume>:<fpage>188</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1136/flgastro-2018-101007</pub-id><pub-id pub-id-type="pmid">31205662</pub-id></citation></ref>
<ref id="B57"><label>57.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Levine</surname><given-names>A</given-names></name><name><surname>Koletzko</surname><given-names>S</given-names></name><name><surname>Turner</surname><given-names>D</given-names></name><name><surname>Escher</surname><given-names>JC</given-names></name><name><surname>Cucchiara</surname><given-names>S</given-names></name><name><surname>de Ridder</surname><given-names>L</given-names></name><etal/></person-group> <article-title>ESPGHAN Revised porto criteria for the diagnosis of inflammatory bowel disease in children and adolescents</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2014</year>) <volume>58</volume>:<fpage>795</fpage>&#x2013;<lpage>806</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000000239</pub-id><pub-id pub-id-type="pmid">24231644</pub-id></citation></ref>
<ref id="B58"><label>58.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siau</surname><given-names>K</given-names></name><name><surname>Crossley</surname><given-names>J</given-names></name><name><surname>Dunckley</surname><given-names>P</given-names></name><name><surname>Johnson</surname><given-names>G</given-names></name><name><surname>Feeney</surname><given-names>M</given-names></name><name><surname>Iacucci</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Colonoscopy direct observation of procedural skills assessment tool for evaluating competency development during training</article-title>. <source>Am J Gastroenterol</source> (<year>2020</year>) <volume>115</volume>:<fpage>234</fpage>&#x2013;<lpage>43</lpage>. <pub-id pub-id-type="doi">10.14309/ajg.0000000000000426</pub-id><pub-id pub-id-type="pmid">31738285</pub-id></citation></ref>
<ref id="B59"><label>59.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siau</surname><given-names>K</given-names></name><name><surname>Levi</surname><given-names>R</given-names></name><name><surname>Howarth</surname><given-names>L</given-names></name><name><surname>Broughton</surname><given-names>R</given-names></name><name><surname>Feeney</surname><given-names>M</given-names></name><name><surname>Beales</surname><given-names>ILP</given-names></name><etal/></person-group> <article-title>Validity evidence for direct observation of procedural skills in paediatric gastroscopy</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2018</year>) <volume>67</volume>:<fpage>e111</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000002089</pub-id><pub-id pub-id-type="pmid">30216204</pub-id></citation></ref>
<ref id="B60"><label>60.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siau</surname><given-names>K</given-names></name><name><surname>Levi</surname><given-names>R</given-names></name><name><surname>Iacucci</surname><given-names>M</given-names></name><name><surname>Howarth</surname><given-names>L</given-names></name><name><surname>Feeney</surname><given-names>M</given-names></name><name><surname>Anderson</surname><given-names>JT</given-names></name><etal/></person-group> <article-title>Paediatric colonoscopy direct observation of procedural skills: evidence of validity and competency development</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2019</year>) <volume>69</volume>:<fpage>18</fpage>&#x2013;<lpage>23</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000002321</pub-id><pub-id pub-id-type="pmid">30889133</pub-id></citation></ref>
<ref id="B61"><label>61.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name><name><surname>Ling</surname><given-names>SC</given-names></name><name><surname>Walters</surname><given-names>TD</given-names></name><name><surname>Mamula</surname><given-names>P</given-names></name><name><surname>Lightdale</surname><given-names>JR</given-names></name><name><surname>Carnahan</surname><given-names>H</given-names></name></person-group>. <article-title>Development of the gastrointestinal endoscopy competency assessment tool for pediatric colonoscopy (GiECATKIDS)</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2014</year>) <volume>59</volume>:<fpage>480</fpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000000358</pub-id><pub-id pub-id-type="pmid">24590220</pub-id></citation></ref>
<ref id="B62"><label>62.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walsh</surname><given-names>CM</given-names></name><name><surname>Ling</surname><given-names>SC</given-names></name><name><surname>Mamula</surname><given-names>P</given-names></name><name><surname>Lightdale</surname><given-names>JR</given-names></name><name><surname>Walters</surname><given-names>TD</given-names></name><name><surname>Yu</surname><given-names>JJ</given-names></name><etal/></person-group> <article-title>The gastrointestinal endoscopy competency assessment tool for pediatric colonoscopy</article-title>. <source>J Pediatr Gastroenterol Nutr</source>. (<year>2015</year>) <volume>60</volume>:<fpage>474</fpage>&#x2013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1097/MPG.0000000000000686</pub-id><pub-id pub-id-type="pmid">25564819</pub-id></citation></ref>
<ref id="B63"><label>63.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siau</surname><given-names>K</given-names></name><name><surname>Green</surname><given-names>JT</given-names></name><name><surname>Hawkes</surname><given-names>ND</given-names></name><name><surname>Broughton</surname><given-names>R</given-names></name><name><surname>Feeney</surname><given-names>M</given-names></name><name><surname>Dunckley</surname><given-names>P</given-names></name><etal/></person-group> <article-title>Impact of the joint advisory group on gastrointestinal endoscopy (JAG) on endoscopy services in the UK and beyond</article-title>. <source>Frontline Gastroenterol</source>. (<year>2019</year>) <volume>10</volume>:<fpage>93</fpage>&#x2013;<lpage>106</lpage>. <pub-id pub-id-type="doi">10.1136/flgastro-2018-100969</pub-id><pub-id pub-id-type="pmid">31210174</pub-id></citation></ref>
<ref id="B64"><label>64.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Waschke</surname><given-names>KA</given-names></name><name><surname>Anderson</surname><given-names>J</given-names></name><name><surname>Macintosh</surname><given-names>D</given-names></name><name><surname>Valori</surname><given-names>RM</given-names></name></person-group>. <article-title>Training the gastrointestinal endoscopy trainer</article-title>. <source>Best Pract Res Clin Gastroenterol</source>. (<year>2016</year>) <volume>30</volume>:<fpage>409</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1016/j.bpg.2016.05.001</pub-id><pub-id pub-id-type="pmid">27345649</pub-id></citation></ref>
<ref id="B65"><label>65.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaminski</surname><given-names>MF</given-names></name><name><surname>Anderson</surname><given-names>J</given-names></name><name><surname>Valori</surname><given-names>R</given-names></name><name><surname>Kraszewska</surname><given-names>E</given-names></name><name><surname>Rupinski</surname><given-names>M</given-names></name><name><surname>Pachlewski</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Leadership training to improve adenoma detection rate in screening colonoscopy: a randomised trial</article-title>. <source>Gut</source>. (<year>2016</year>) <volume>65</volume>:<fpage>616</fpage>&#x2013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1136/gutjnl-2014-307503</pub-id><pub-id pub-id-type="pmid">25670810</pub-id></citation></ref></ref-list>
</back>
</article>