<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="brief-report" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Med.</journal-id>
<journal-title>Frontiers in Medicine</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Med.</abbrev-journal-title>
<issn pub-type="epub">2296-858X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmed.2024.1490282</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Medicine</subject>
<subj-group>
<subject>Perspective</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Integrating competency-based, interprofessional teamwork education for students: guiding principles to support current needs and future directions</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Williams</surname> <given-names>Kimberly N.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2714492/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Lazzara</surname> <given-names>Elizabeth H.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/729489/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Hernandez</surname> <given-names>Jessica</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Klocko</surname> <given-names>David</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2333824/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Chandran</surname> <given-names>Neethu</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Paquette</surname> <given-names>Shannon L.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref rid="fn6601" ref-type="author-notes"><sup>&#x2020;</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Preble</surname> <given-names>Richard</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2391822/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Sadighi</surname> <given-names>Mozhdeh</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2391831/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tran</surname> <given-names>Bau</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2334804/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kilcullen</surname> <given-names>Molly</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Rege</surname> <given-names>Robert</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2406904/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Reed</surname> <given-names>Gary</given-names></name>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2420389/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Salas</surname> <given-names>Eduardo</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/511760/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Tannenbaum</surname> <given-names>Scott I.</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Greilich</surname> <given-names>Philip E.</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2322378/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Human Factors and Behavioral Neurobiology, Embry-Riddle Aeronautical University</institution>, <addr-line>Daytona Beach, FL</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Emergency Medicine, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Physician Assistant Studies, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Anesthesiology and Pain Management, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>Office of Undergraduate Medical Education, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Psychological Sciences, Rice University</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Surgery, Office of Undergraduate Medical Education, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Internal Medicine, Office of Quality, Safety and Outcomes Education, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<aff id="aff9"><sup>9</sup><institution>The Group for Organizational Effectiveness, Inc.</institution>, <addr-line>Albany, NY</addr-line>, <country>United States</country></aff>
<aff id="aff10"><sup>10</sup><institution>Department of Anesthesiology and Pain Management, Offices of the Undergraduate Medical Education and Quality, Safety and Outcomes Education, UT Southwestern Medical Center</institution>, <addr-line>Dallas, TX</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001"><p>Edited by: John Humphrey Victor Gilbert, University of British Columbia, Canada</p></fn>
<fn fn-type="edited-by" id="fn0002"><p>Reviewed by: Israel Guerero-Arguero, Texas Biomedical Research Institute, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Elizabeth H. Lazzara, <email>lazzarae@erau.edu</email></corresp>
<fn id="fn6601" fn-type="present-address"><p><sup>&#x2020;</sup>Present address: Shannon L. Paquette, Department of Anesthesiology and Pain Management, UT Southwestern Medical Center, Dallas, TX, United States</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>07</day>
<month>01</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>11</volume>
<elocation-id>1490282</elocation-id>
<history>
<date date-type="received">
<day>02</day>
<month>09</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>19</day>
<month>11</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Williams, Lazzara, Hernandez, Klocko, Chandran, Paquette, Preble, Sadighi, Tran, Kilcullen, Rege, Reed, Salas, Tannenbaum and Greilich.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Williams, Lazzara, Hernandez, Klocko, Chandran, Paquette, Preble, Sadighi, Tran, Kilcullen, Rege, Reed, Salas, Tannenbaum and Greilich</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Interprofessional teamwork is vital to effective patient care, and targeting healthcare learners earlier in their education can lead to greater improvement in confidence and competence in teamwork skills. Despite this, institutions have continued struggling to integrate competency-based interprofessional teamwork curriculum in undergraduate health care professions&#x2019; education. The current article provides guidance related to design, implementation, and assessment for institutions seeking to implement competency-based teamwork education and training strategies for healthcare students. Guiding principles and strategies for curricular design focus on conducting thorough interprofessional needs analyses and building transportable, evidence-based competencies that apply across professions. For implementation, key principles center on strategies to ensure adequate professional representation and faculty development. Assessment considerations focus on building infrastructure for evaluation that spans professional schools. These strategies aim to create a robust, effective, and sustainable IPE curriculum that enhances collaboration and teamwork among future healthcare professionals. By addressing the key areas of design, implementation, and assessment, this article offers comprehensive guidelines for advancing interprofessional education. We believe incorporating the key guiding principles and strategies from this paper will enable institutions to integrate teamwork education and training more effectively into undergraduate healthcare training, which will facilitate institutions&#x2019; ability to ensure learners are &#x201C;team ready&#x201D; as they transition into the workforce after graduation.</p>
</abstract>
<kwd-group>
<kwd>teamwork training</kwd>
<kwd>interprofessional</kwd>
<kwd>competency-based medical education</kwd>
<kwd>healthcare education</kwd>
<kwd>curriculum design</kwd>
<kwd>implementation</kwd>
<kwd>longitudinal assessment</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="0"/>
<equation-count count="0"/>
<ref-count count="40"/>
<page-count count="7"/>
<word-count count="6055"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Healthcare Professions Education</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<title>Introduction</title>
<p>It is well established that teamwork is vital for providing safe and effective patient care. Healthcare students have the capacity to impact patient care through their interactions on teams and with patients even while in training. Residents may be particularly vulnerable to committing preventable errors if teamwork skills are lacking, which can negatively impact patient care (<xref ref-type="bibr" rid="ref1">1</xref>). Given their direct role in patient care, there has been a recent shift in viewing residents more as providers than as trainees (<xref ref-type="bibr" rid="ref2">2</xref>). This requires healthcare students to be &#x201C;team ready&#x201D; upon graduation from their pre-licensure programs. This shift is supported by the American Association of Medical Colleges (AAMC) specifying teamwork competencies needed for the transition to residency through its Entrustable Professional Activities (EPAs) (<xref ref-type="bibr" rid="ref3">3</xref>). Similarly, the Canadian Interprofessional Health Collaborative&#x2019;s (CIHC) competency framework for advancing collaboration (<xref ref-type="bibr" rid="ref4">4</xref>) and the Interprofessional Education Collaborative (IPEC) competencies (<xref ref-type="bibr" rid="ref5">5</xref>) target teamwork and maintain relevance across healthcare professions in the career space. Evidence shows earlier introduction of such competencies confer greater confidence and competence in first year post-graduate residents upon entering residency (<xref ref-type="bibr" rid="ref6">6</xref>). Further, evidence suggests that biases between healthcare professions are formed early, prior to interprofessional education (IPE) in students (<xref ref-type="bibr" rid="ref7">7</xref>), which is echoed by current stereotypes held by both students and the public (<xref ref-type="bibr" rid="ref8">8</xref>, <xref ref-type="bibr" rid="ref9">9</xref>). Thus, introducing education in teamwork competencies as early as possible may reduce the need for unlearning of bad habits upon entry into the workforce &#x2013; in this case about teamwork and interprofessional collaboration. Incorporating longitudinal education and assessment opportunities additionally permits learners to receive extended feedback, see their own progress and its impact on their teams over time (<xref ref-type="bibr" rid="ref10">10</xref>).</p>
<p>The Center for the Advancement of Interprofessional Education (CAIPE) defines interprofessional education as &#x201C;occasions when two or more professions learn with, from and about each other to improve collaboration and the quality of care&#x201D; (<xref ref-type="bibr" rid="ref11">11</xref>). Although exposure to people from other professions may be beneficial, without some degree of structure, there is the risk of learning incorrect lessons/insights. Therefore, it is relevant to intentionally target these learners for teamwork and interprofessional learning experiences as early as possible to minimize negative repercussions of poor teamwork competencies and/or stereotype biases. Despite this, institutions have struggled to incorporate such curricular events in the undergraduate medical education space (<xref ref-type="bibr" rid="ref12">12</xref>). The current article provides guidance related to design, implementation, and assessment for institutions seeking to implement competency-based teamwork education and training strategies for healthcare students, which are informed by the literature and our collective experience as healthcare professionals, educators, administrators, and assessment experts collaborating through the TeamFIRST program at University of Texas Southwestern Medical Center. Guiding principles and strategies for curricular design focus on conducting thorough interprofessional needs analyses and building transportable, evidence-based competencies that apply across professions. For implementation, key principles center on strategies to ensure adequate professional representation and faculty development. Assessment considerations focus on building infrastructure for documentation that spans professional schools. We believe incorporating the key guiding principles and strategies from this paper will enable institutions to integrate teamwork education and training more effectively into undergraduate healthcare curriculum, which will facilitate institutions&#x2019; ability to ensure learners are &#x201C;team ready&#x201D; as they transition into the workforce after graduation.</p>
</sec>
<sec id="sec2">
<title>Design recommendations: needs analysis and faculty selection</title>
<p>The first step in the process of generating an effective IPE program is to conduct a thorough needs analysis that identifies competencies for longitudinal instruction and assessment which effectively incorporate nuances between professional groups. Although there are existing needs analyses for healthcare [e.g., the Hennessy-Hicks Training Needs Analysis questionnaire; (<xref ref-type="bibr" rid="ref13">13</xref>)], these often rely on self-report mechanisms to identify training needs. For example, the Hennessy-Hicks questionnaire assesses series of clinical tasks and requests providers to rate (1) how critical the task is for their job and (2) how well they are performing the task. Not only is this method targeted to healthcare providers (rather than trainees), but this method also makes the needs analysis vulnerable to the potential role of survey biases and the Dunning-Kruger effect altering the results of the needs analysis. The Dunning-Kruger effect refers to a cognitive bias where individuals with limited competence in a particular domain tend to overestimate their abilities, while those with higher competence may underestimate theirs (<xref ref-type="bibr" rid="ref14">14</xref>). To avoid these issues, it would be beneficial for future research to focus on the development of a standardized teamwork training needs analysis targeted to the undergraduate professional education space. Strategies for effective integration of team-oriented needs analyses include card sorting tasks to objectively evaluate shared mental models (<xref ref-type="bibr" rid="ref15">15</xref>), surveys to evaluate teamwork contexts (<xref ref-type="bibr" rid="ref16">16</xref>), and simulation to evaluate team performance (<xref ref-type="bibr" rid="ref17">17</xref>). To maximize generalizability, such needs analyses should be aligned with existing competency frameworks. For example, the Canadian Interprofessional Health collaborative&#x2019;s (CIHC) competency framework for advancing collaboration (<xref ref-type="bibr" rid="ref4">4</xref>) specifies six domains of competency that relate to communication and teamwork. These include relationship-focused care services, team communication, role clarification and negotiation, team functioning, team differences/disagreements processing, and collaborative leadership. Similarly, the Interprofessional Education Collaborative (IPEC) competencies include four domains that span values and ethics, roles and responsibilities, communication, and teams and teamwork.</p>
<p>Competency frameworks such as IPEC and CIHC often overlap, and it can be challenging to identify which should take priority when beginning an interprofessional needs assessment. Institutions may find utility in reviewing existing research-based consensus methods that have been used to evaluate IPE competency frameworks thus far and using these as a starting point to begin an institutional consensus evaluation when planning the needs analysis. Rogers et al. (<xref ref-type="bibr" rid="ref18">18</xref>) conducted two international workshops to come up with international consensus on aspects that are vital to assessment of interprofessional learning in the context of interprofessional education. They identified five domains as key themes relevant across competency frameworks that should be incorporated in assessment: role understanding, interprofessional communication, coordination/collaborative decision-making, interprofessional values, reflexivity, and teamwork. These can be utilized as a baseline for identifying competency frameworks most relevant to an institution&#x2019;s goals. Initial needs assessments should rely heavily on input from key stakeholders to ensure all aspects of the assessment align with the interests and logistical realities across levels of the organization (<xref ref-type="bibr" rid="ref19">19</xref>). Thus, it can be helpful to conduct consensus exercises with key stakeholders within the organization to solidify the competency framework and subsequent competencies to focus on during the needs analysis phase. For example, to produce design guidelines for assessment using their competency framework, Smeets et al. (<xref ref-type="bibr" rid="ref20">20</xref>) compiled separate expert groups consisting of interprofessional experts, patients, educational scientists, students, and teachers. They had each of these groups meet to come to consensus regarding key guidelines for IP assessment plans at their institution regarding three key features: (1) the assessment tasks, (2) the pool of assessors, and (3) procedures that should be used to assess IP competencies in students. They then had meetings with representatives from each of these groups to come to consensus across the different types of stakeholders. This strategy enabled them to reach consensus across stakeholder groups in most of their guidelines for assessment (<xref ref-type="bibr" rid="ref20">20</xref>). Thus, these methods may be an effective way for organizations to identify the competency framework and individual competencies that should be targeted, and subsequently identify the specific assessment methods that can be used to inform a targeted educational improvement plan at their institution. Benefits and disadvantages of varying data collection methods for needs assessments can be found in Goldstein and Ford (<xref ref-type="bibr" rid="ref21">21</xref>).</p>
<p>Although it is common practice to begin instructional design improvements through needs analyses (<xref ref-type="bibr" rid="ref22">22</xref>), without core faculty to guide the program and assessment, educational interventions are vulnerable to overlapping with one another and achieving insufficient depth to enable the learner to progress through mastery across the learning objectives in longitudinal curriculums (<xref ref-type="bibr" rid="ref23">23</xref>, <xref ref-type="bibr" rid="ref24">24</xref>). Therefore, establishing a core faculty of educators or champions that take responsibility for maintaining clear and deep learning objectives across the full curriculum is beneficial to ensure appropriate sequencing of performance opportunities, learning events, and content (<xref ref-type="bibr" rid="ref25">25</xref>). Maximum success for progressive educational interventions and behavioral assessments requires significant involvement from faculty scholars to oversee longitudinal goals of the program (<xref ref-type="bibr" rid="ref24">24</xref>, <xref ref-type="bibr" rid="ref26">26</xref>). It is beneficial to target faculty involved in consensus processes in the needs analysis phase as primary individuals for these roles, as participating in the consensus process enables them to have a greater understanding of the program&#x2019;s scope than individuals who were not involved in such processes. Key skills, knowledge, and functions of the ideal individual(s) to represent core faculty are outlined in <xref ref-type="fig" rid="fig1">Figure 1</xref>. Failure to meet these requirements can ultimately cause substantive conflict between the stakeholders&#x2019; needs and the students and faculty at the front line of the program, which lead to wasted effort and threaten program utility and sustainability (<xref ref-type="bibr" rid="ref27">27</xref>).</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Key abilities of the program&#x2019;s core faculty. Illustrations provided by StorySet (<ext-link xlink:href="https://storyset.com/" ext-link-type="uri">https://storyset.com/</ext-link>).</p>
</caption>
<graphic xlink:href="fmed-11-1490282-g001.tif"/>
</fig>
</sec>
<sec id="sec3">
<title>Implementation recommendations: piloting and faculty development</title>
<p>Once the training needs analysis has been completed and core faculty have designed the curriculum, designers should ensure all module plans are appropriately built on each other throughout each iteration and according to the potential for co-education across health professionals. Piloting is vital to the success of this process (<xref ref-type="bibr" rid="ref28">28</xref>). Pilot sessions create an early opportunity for iteration on developed curriculum, activities, and rubrics, and allow further improvement opportunities when they continue to be implemented in each cohort (<xref ref-type="bibr" rid="ref28">28</xref>). To get the most out of piloting sessions, they should ideally incorporate a selection of the faculty who will lead the learning activity, as well as students who will participate and/or have participated in a previous event (if the activity has previously proceeded to the implementation stage). Both sets of students add utility to piloting sessions. While former students can use their culminated experience to advise changes that enhance its usefulness to prepare students for subsequent courses or clinical practice, students who are na&#x00EF;ve to the intervention can provide a fresh perspective that serves as a more realistic test of how the event will be perceived by the incoming student cohort. As evidence of the benefits of incorporating diverse student opinions in curriculum development, the University of Illinois College of Medicine &#x2013; Chicago generated the Student Curricular Board (SCB) to leverage students&#x2019; expertise for curriculum improvements, and discovered this program was effective in using student knowledge to lead to improvements in program evaluation and longitudinal curriculum design (<xref ref-type="bibr" rid="ref29">29</xref>). They found participation in the SCB additionally benefited student awareness of program initiatives and increased their inclination to pursue careers in academic medicine (<xref ref-type="bibr" rid="ref29">29</xref>). Such programs also offer opportunities to further develop faculty representatives who deliver content to students.</p>
<p>When implementing a curriculum at a large academic medical center, it is rarely practical to have few faculty implement all program-related content. Additionally, institutions often face significant barriers in coordinating professional school schedules and balancing student ratios to create an adequate IPE experience (<xref ref-type="bibr" rid="ref30">30</xref>). The impact of these barriers on IPE can be mitigated by integrating faculty representatives from varying disciplines into IPE to ensure adequate professional representation (<xref ref-type="bibr" rid="ref8">8</xref>). For example, a UK university implemented their IPE program by having two faculty members (one from each program) deliver content in tandem to model appropriate behaviors to groups of students (<xref ref-type="bibr" rid="ref8">8</xref>). To meet the need for diverse faculty, early efforts to establish a core faculty should further extend to a representative set of faculty members who deliver series of related learning activities to the students. Development of extended faculty is vital for identifying informal norms within the organization and combating areas where it contradicts the learning objectives (e.g., if in practice some clinicians at the institution do not adhere to the standardized handover protocols being taught or adequately engage in interprofessional collaboration (<xref ref-type="bibr" rid="ref25">25</xref>)). Through this process, institutions can make developing faculty a priority (<xref ref-type="bibr" rid="ref25">25</xref>), which further promotes these individuals to become education leaders, champions, and role models. There are a variety of methods to develop faculty. Examples of successful methods include provision of multiple forms of resources to aid teaching sessions (e.g., written and video-based content, Q&#x0026;A sessions, and technical support), incorporating opportunities to participate in pilot sessions and co-create the curriculum, as well as post-activity debriefing sessions to provide feedback, and attend curriculum-specific educational sessions and workshops to improve their teaching and understanding of teamwork competencies. For example, McMillan et al. (<xref ref-type="bibr" rid="ref31">31</xref>) describes key strategies to establish faculty commitment and ownership through conducting faculty-led workshops and disseminating data-driven findings to faculty. One of the leading causes of faculty resistance to change in medical education contexts is lack of common vision and consensus (<xref ref-type="bibr" rid="ref32">32</xref>). Thus, the methods recommended in the previous section to reach consensus on the selected competency framework and needs analysis procedures may be a powerful mechanism to reduce faculty resistance to change during the implementation phase. Consensus meetings may also help to develop groups of faculty members and students representing each discipline and enhance interprofessional experience within these groups, which may further facilitate transfer of training to the clinical environment by contributing to the development of communities of practice that help students and faculty learn within the workplace (<xref ref-type="bibr" rid="ref33">33</xref>, <xref ref-type="bibr" rid="ref34">34</xref>). Further, capitalizing on the experience of faculty involved in the needs analysis stage enables their insights from the needs analysis to transfer into implementation of the curriculum. Such efforts can be instrumental in ensuring that faculty have the knowledge and skills to convey curriculum content to students in ways that are more likely to be reflected in assessments.</p>
</sec>
<sec id="sec4">
<title>Assessment recommendations: infrastructure and logistics</title>
<p>For assessment, IPE can be greatly aided by developing a capacity for academic evaluation that spans professional schools and facilitates collaboration. Assessing progression to mastery requires longitudinal assessment and linking many sources of data across the learners&#x2019; duration in the program (<xref ref-type="bibr" rid="ref23">23</xref>). Although it is often easier in the short term to allow individuals to fill in names using free-text fields or handwriting, this system is vulnerable to error and highly inefficient in the long term. It is nearly inevitable to have several students within a given course have similar or even identical names, which renders them insufficient for the purpose of longitudinal identification, and nicknames can both help and hinder this process. Linking longitudinal data can be much more successful by establishing a database that links student full names, nicknames, and student ID numbers, and provides these linked pieces of information to raters in a drop-down format across surveys. Tools with survey functionality such as REDCap (<xref ref-type="bibr" rid="ref35">35</xref>) can be completed using smart phones, tablets, or laptops, making them a reasonably adequate replacement for paper form. For institutions that do not have access to REDCap, Qualtrics&#x2122; also has capabilities for longitudinal assessment and data linkages. Each of these systems can be programmed to utilize or download study ID numbers in place of identifiable information if there are substantive privacy concerns (though this is not typically the case, given these systems are secure and may only be accessed by those specified to have access rights). A system that includes multiple sources of identifying information enables raters to easily select the correct student based on a variety of information, rather than any single piece, and standardizes the identification process across assessment methods can greatly improve data linkages. During live events, this process can be further streamlined by having participants wear name tags, so that independent raters can identify students with no knowledge of their names and minimal introductions during the event. Coloured lanyards or scrubs can be used as a powerful mechanism to identify participants within teams. For example, nurse roles may wear red lanyards/scrubs, while physician roles where blue, etc. This can further be used to link survey data within groups even when it is anonymized (e.g., blue is associated with an individual study ID of 1, red 2, etc.).</p>
<p>Even with such tools, it is often challenging to capture sufficient nuances in complex performance episodes and/or reliability suitable for assessment in dynamic, live environments (<xref ref-type="bibr" rid="ref36">36</xref>). Use of video recording technology can facilitate this process and enable the development and implementation of more refined grading criteria. For virtual events, Microsoft Teams can be useful for identifying participants; though, it requires participants to log into their accounts. We advise use of the transcript function embedded in these systems, as they are invaluable in helping raters identify speakers to grade more accurately and efficiently. Further, video recording provides a mechanism that enables the use of multiple raters, without the scheduling challenges typically associated with this decision. Use of recordings can enable more thorough assessment of accuracy as well as inter-rater reliability, thus, enhancing rating confidence and quality (<xref ref-type="bibr" rid="ref36">36</xref>). Video recordings of performance episodes themselves can be used as source material in assessment. For example, it permits videos to be distributed to students so they can review their performance in conjunction with expert feedback, which is superior for student learning compared to traditional feedback methods (<xref ref-type="bibr" rid="ref37">37</xref>). Further, it can support separate grading for different purposes (e.g., if grading criteria are different for summative relative to formative feedback purposes). Video recording enables greater professional collaboration across schools, as the occurrences can be referred to by each professional identity to evaluate their learners and areas for improvement. For example, two Dutch universities of Applied Sciences used this strategy to assess students&#x2019; interprofessional collaboration skills using five interdisciplinary raters spanning expertise in psychology, nursing, educational sciences, physiotherapy and education sciences, and pedagogy (<xref ref-type="bibr" rid="ref38">38</xref>). Use of this diverse set of raters (made possible by video recording) enabled the study to produce high quality and comprehensive insights into students&#x2019; performance as well as the adequacy of the assessment tools and tasks (<xref ref-type="bibr" rid="ref38">38</xref>). Where available, videos of previously evaluated sessions may be utilized to facilitate rubric development and rater training to reduce the time these take to implement. Use of previous sessions as learning opportunities is crucial when attempting to utilize real time ratings of the event, as preliminary pilot or training sessions utilizing video recordings without rewind/pause functions allow weaknesses of the assessment for live ratings to be identified and resolved prior to implementation (e.g., if the assessment items are too numerous or complex to be reliably assessed in real time). Continuously evaluating findings of these assessments relative to organizational goals is vital to ensure that the program continues to meet institutional needs. This can be accomplished through continued participation of consensus groups through data analysis phases, and the insights of these groups can be leveraged to lead to further improvement in the curriculum, implementation, and assessment practices. Additional tips for selecting appropriate raters and developing grading rubrics for assessment, as well as supporting continuous improvement of programs are discussed in Williams et al. (<xref ref-type="bibr" rid="ref39">39</xref>).</p>
</sec>
<sec sec-type="discussion" id="sec5">
<title>Discussion</title>
<p>Interprofessional education is vital to ensuring that future healthcare professional graduates are &#x201C;team ready&#x201D; upon graduation. It is necessary to minimize potential negative impacts of stereotypes in the workplace as well as prepare learners to be more equipped to participate in teamwork immediately upon graduation, as their role increasingly transitions to that of a provider rather than learner. Despite significant progress over the last decade, many challenges remain to adequately integrate teamwork and IPE education into the undergraduate space. Scheduling and time constraints remain a significant burden across curriculums to integrate interprofessional learning opportunities and competencies. Further, it has remained a challenge to ensure adequate and accurate representation from various health professionals and retain key faculty throughout implementation of curriculums.</p>
<p>Effective teamwork and IPE should negate or minimize the potential negative impacts of stereotype development, facilitate personal bonding, effective teamwork and collaboration skills across educational boundaries leading to consistent demonstration of positive outcomes across learners. This article has presented several strategies to improve integration of interprofessional education into the undergraduate healthcare education space. These span curriculum design, implementation, and assessment, and have been guided by the collective expertise and experience of our Team FIRST working group that includes administrators, healthcare professionals, educators, and assessment experts.</p>
<p>Pertaining to design, we highlight strategies for developing standardized teamwork training needs analyses for undergraduate professional education. These assessments should utilize objective evaluation methods, such as card sorting tasks (e.g., to assess the how shared mental models are based on how similarly team members group relevant patient- or role-based information), teamwork context surveys (e.g., to assess features of the environment team members perform within, such as hierarchy, information transfer, department interdependence, and task prioritization structures), and team performance simulations (e.g., execution of a code situation which can be assessed by trained observers), to mitigate biases and improve accuracy. Using consensus methods to identify and align these assessments with established competency frameworks, such as those provided by the CIHC, IPEC, and AAMC EPAs ensures a comprehensive approach to evaluating and meeting educational needs.</p>
<p>Regarding implementation, integrating faculty representatives from different disciplines into IPE is essential. This strategy ensures adequate professional representation, appropriateness of the curriculum, and helps mitigate barriers related to coordinating professional school schedules and balancing student ratios. We further expand on strategies to develop faculty with piloting processes, resources, opportunities for curriculum co-creation, and post-activity debriefing sessions. Despite the use of these methods, it is plausible institutions may still encounter barriers due to either resistance to change or lack of interprofessional experience among faculty. Maintenance of the groups formed during consensus meetings associated with the needs analysis and curriculum development are a key source to prevent these barriers from occurring and ameliorate their negative impact during implementation.</p>
<p>Related to assessment, we outline several mechanisms to more effectively develop longitudinal assessment systems. Establishing a comprehensive database that links student names, nicknames, and ID numbers is recommended to improve data linkages and facilitate longitudinal assessment, while we suggest tools like REDCap for efficient and accurate data collection and management, enabling better tracking of student progress and outcomes. We further advocate using video recordings to capture complex performance episodes, which enables the use of multiple raters and more refined grading criteria. These recordings can be used to enhance inter-rater reliability (i.e., consistency between raters) and provide a mechanism to deliver valuable feedback to learners. Videos support separate grading purposes, such as summative and formative assessments, and facilitate professional collaboration across schools.</p>
<p>Notably, we recommend using consensus methods with varied groups of stakeholders across each of these phases of curriculum development, implementation, and assessment. Reaching consensus across stakeholders will be useful to help organizations overcome common barriers to change in healthcare education. We recognize that the resources required for these initiatives may seem daunting; these organizations may find it helpful to engage in digital tools to foster more informal or asynchronous collaboration between these groups to reduce the time commitment required and the likelihood of scheduling conflicts negatively impacting participation. In summary, these strategies aim to create a robust, effective, and sustainable IPE curriculum that enhances collaboration and teamwork among future healthcare professionals. By addressing the key areas of design, implementation, and assessment, this article offers comprehensive guidelines for advancing interprofessional teamwork education. We believe institutions incorporating guidance from this article may offer some relief from existing challenges to IPE and generate an effective teamwork curriculum earlier in undergraduate healthcare education.</p>
</sec>
<sec id="sec6">
<title>Limitations and future directions</title>
<p>As healthcare systems grow more complex, the coordination of interprofessional education across diverse professions and competencies presents increasing challenges. Due to the variation in existing competency frameworks and the distinct objectives of different organizations, recommending a single, universally acceptable competency framework is currently unfeasible. While institutions are working toward internal consensus on competency standards, curriculum, and assessment practices, further interorganizational, national, and international collaboration is essential to refine frameworks that can be broadly adopted. Such efforts will significantly support the development of competencies and assessments that are rigorously aligned with best practices and demonstrate positive effects on long term outcomes.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec7">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec sec-type="author-contributions" id="sec8">
<title>Author contributions</title>
<p>KW: Conceptualization, Investigation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. EL: Conceptualization, Investigation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. JH: Writing &#x2013; review &#x0026; editing. DK: Writing &#x2013; review &#x0026; editing. NC: Writing &#x2013; review &#x0026; editing. SP: Writing &#x2013; review &#x0026; editing. RP: Writing &#x2013; review &#x0026; editing. MS: Writing &#x2013; review &#x0026; editing. BT: Writing &#x2013; review &#x0026; editing. MK: Writing &#x2013; review &#x0026; editing. RR: Writing &#x2013; review &#x0026; editing. GR: Writing &#x2013; review &#x0026; editing. ES: Conceptualization, Writing &#x2013; review &#x0026; editing. ST: Conceptualization, Writing &#x2013; review &#x0026; editing. PG: Conceptualization, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec sec-type="funding-information" id="sec9">
<title>Funding</title>
<p>The author(s) declare that no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<ack>
<p>We would like to thank the faculty and leadership of the Quality Enhancement Plan-TeamFIRST at the University of Texas Southwestern Medical Center who have contributed substantively to many of the insights addressed in this perspective article. Additionally, we would like to thank our standardized patient raters, Jonathan Griffin and Qui Alexander, for their engagement with our program and diligence in assessing our undergraduate medical students.</p>
</ack>
<sec sec-type="COI-statement" id="sec10">
<title>Conflict of interest</title>
<p>ST was employed by the Group for Organizational Effectiveness, Inc.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="sec11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rourke</surname> <given-names>L</given-names></name> <name><surname>Amin</surname> <given-names>A</given-names></name> <name><surname>Boyington</surname> <given-names>C</given-names></name> <name><surname>Ao</surname> <given-names>P</given-names></name> <name><surname>Frolova</surname> <given-names>N</given-names></name></person-group>. <article-title>Improving residents&#x2019; handovers through just-in-time training for structured communication</article-title>. <source>BMJ Qual Improv Rep</source>. (<year>2016</year>) <volume>5</volume>:<fpage>u209900.w4090</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjquality.u209900.w4090</pub-id>, PMID: <pub-id pub-id-type="pmid">26893890</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hauer</surname> <given-names>KE</given-names></name> <name><surname>Williams</surname> <given-names>PM</given-names></name> <name><surname>Byerley</surname> <given-names>JS</given-names></name> <name><surname>Swails</surname> <given-names>JL</given-names></name> <name><surname>Barone</surname> <given-names>MA</given-names></name></person-group>. <article-title>Blue skies with clouds: envisioning the future ideal state and identifying ongoing tensions in the UME&#x2013;GME transition</article-title>. <source>Acad Med</source>. (<year>2023</year>) <volume>98</volume>:<fpage>162</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1097/ACM.0000000000004920</pub-id>, PMID: <pub-id pub-id-type="pmid">35947473</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll1">Association of American Medical Colleges</collab></person-group> (<year>2014</year>). Core Entrustable professional activities for entering residency curriculum developers&#x2019; Guident. Available at: <ext-link xlink:href="https://store.aamc.org/downloadable/download/sample/sample_id/63/%20" ext-link-type="uri">https://store.aamc.org/downloadable/download/sample/sample_id/63/%20</ext-link> (Accessed June 28, 2024).</citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">Canadian Interprofessional Health Collaborative</collab></person-group> (<year>2024</year>). CIHC competency framework for advancing collaboration. Available at: <ext-link xlink:href="https://cihc-cpis.com/wp-content/uploads/2024/06/CIHC-Competency-Framework.pdf" ext-link-type="uri">https://cihc-cpis.com/wp-content/uploads/2024/06/CIHC-Competency-Framework.pdf</ext-link> (Accessed June 28, 2024).</citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">Interprofessional Education Collaborative</collab></person-group> (<year>2023</year>). IPEC Core Competencies for Interprofessional Collaborative Practice. Available at: <ext-link xlink:href="https://www.ipecollaborative.org/assets/core-competencies/IPEC_Core_Competencies_Version_3_2023.pdf" ext-link-type="uri">https://www.ipecollaborative.org/assets/core-competencies/IPEC_Core_Competencies_Version_3_2023.pdf</ext-link> (Accessed June 28, 2024).</citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stojan</surname> <given-names>JN</given-names></name> <name><surname>Schiller</surname> <given-names>JH</given-names></name> <name><surname>Mullan</surname> <given-names>P</given-names></name> <name><surname>Fitzgerald</surname> <given-names>JT</given-names></name> <name><surname>Christner</surname> <given-names>J</given-names></name> <name><surname>Ross</surname> <given-names>PT</given-names></name> <etal/></person-group>. <article-title>Medical school handoff education improves postgraduate trainee performance and confidence</article-title>. <source>Med Teach</source>. (<year>2015</year>) <volume>37</volume>:<fpage>281</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.3109/0142159X.2014.947939</pub-id>, PMID: <pub-id pub-id-type="pmid">25155969</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Michalec</surname> <given-names>B</given-names></name> <name><surname>Giordano</surname> <given-names>C</given-names></name> <name><surname>Arenson</surname> <given-names>C</given-names></name> <name><surname>Antony</surname> <given-names>R</given-names></name> <name><surname>Rose</surname> <given-names>M</given-names></name></person-group>. <article-title>Dissecting first-year students&#x2019; perceptions of health profession: potential barriers to interprofessional education</article-title>. <source>J Allied Health</source>. (<year>2013</year>) <volume>42</volume>:<fpage>202</fpage>&#x2013;<lpage>13</lpage>. PMID: <pub-id pub-id-type="pmid">24326917</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reid</surname> <given-names>AM</given-names></name> <name><surname>Fielden</surname> <given-names>SA</given-names></name> <name><surname>Holt</surname> <given-names>J</given-names></name> <name><surname>MacLean</surname> <given-names>J</given-names></name> <name><surname>Quinton</surname> <given-names>ND</given-names></name></person-group>. <article-title>Learning from interprofessional education: a cautionary tale</article-title>. <source>Nurse Educ Today</source>. (<year>2018</year>) <volume>69</volume>:<fpage>128</fpage>&#x2013;<lpage>33</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.nedt.2018.07.004</pub-id>, PMID: <pub-id pub-id-type="pmid">30055406</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Teresa-Morales</surname> <given-names>C</given-names></name> <name><surname>Rodr&#x00ED;guez-P&#x00E9;rez</surname> <given-names>M</given-names></name> <name><surname>Araujo-Hern&#x00E1;ndez</surname> <given-names>M</given-names></name> <name><surname>Feria-Ram&#x00ED;rez</surname> <given-names>C</given-names></name></person-group>. <article-title>Current stereotypes associated with nursing and nursing professionals: an integrative review</article-title>. <source>IJERPH</source>. (<year>2022</year>) <volume>19</volume>:<fpage>7640</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph19137640</pub-id>, PMID: <pub-id pub-id-type="pmid">35805296</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miselis</surname> <given-names>HH</given-names></name> <name><surname>Zawacki</surname> <given-names>S</given-names></name> <name><surname>White</surname> <given-names>S</given-names></name> <name><surname>Yinusa-Nyahkoon</surname> <given-names>L</given-names></name> <name><surname>Mostow</surname> <given-names>C</given-names></name> <name><surname>Furlong</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Interprofessional education in the clinical learning environment: a mixed-methods evaluation of a longitudinal experience in the primary care setting</article-title>. <source>J Interprof Care</source>. (<year>2022</year>) <volume>36</volume>:<fpage>845</fpage>&#x2013;<lpage>55</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13561820.2022.2025768</pub-id>, PMID: <pub-id pub-id-type="pmid">35109762</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Barr</surname> <given-names>H.</given-names></name></person-group> (<year>2002</year>). Interprofessional education today, yesterday and tomorrow. Higher Education Academy, Learning &#x0026; Teaching Support Network for Health Sciences &#x0026; Practice, Occasional Paper 1.</citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>JG</given-names></name> <name><surname>Gonzalo</surname> <given-names>JD</given-names></name> <name><surname>Chen</surname> <given-names>I</given-names></name> <name><surname>Vo</surname> <given-names>A</given-names></name> <name><surname>Lupi</surname> <given-names>C</given-names></name> <name><surname>Hyderi</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>How a team effectiveness approach to health systems science can illuminate undergraduate medical education outcomes</article-title>. <source>Acad Med</source>. (<year>2024</year>) <volume>99</volume>:<fpage>374</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1097/ACM.0000000000005619</pub-id>, PMID: <pub-id pub-id-type="pmid">38166319</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Markaki</surname> <given-names>A</given-names></name> <name><surname>Malhotra</surname> <given-names>S</given-names></name> <name><surname>Billings</surname> <given-names>R</given-names></name> <name><surname>Theus</surname> <given-names>L</given-names></name></person-group>. <article-title>Training needs assessment: tool utilization and global impact</article-title>. <source>BMC Med Educ</source>. (<year>2021</year>) <volume>21</volume>:<fpage>310</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12909-021-02748-y</pub-id>, PMID: <pub-id pub-id-type="pmid">34059018</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rahmani</surname> <given-names>M</given-names></name></person-group>. <article-title>Medical trainees and the dunning&#x2013;Kruger effect: when they don&#x2019;t know what they Don&#x2019;t know</article-title>. <source>J Grad Med Educ</source>. (<year>2020</year>) <volume>12</volume>:<fpage>532</fpage>&#x2013;<lpage>4</lpage>. doi: <pub-id pub-id-type="doi">10.4300/JGME-D-20-00134.1</pub-id>, PMID: <pub-id pub-id-type="pmid">33149817</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith-Jentsch</surname> <given-names>KA</given-names></name> <name><surname>Campbell</surname> <given-names>GE</given-names></name> <name><surname>Milanovich</surname> <given-names>DM</given-names></name> <name><surname>Reynolds</surname> <given-names>AM</given-names></name></person-group>. <article-title>Measuring teamwork mental models to support training needs assessment, development, and evaluation: two empirical studies</article-title>. <source>J Organ Behav</source>. (<year>2001</year>) <volume>22</volume>:<fpage>179</fpage>&#x2013;<lpage>94</lpage>. doi: <pub-id pub-id-type="doi">10.1002/job.88</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eismann</surname> <given-names>H</given-names></name> <name><surname>Breuer</surname> <given-names>G</given-names></name> <name><surname>Flentje</surname> <given-names>M</given-names></name></person-group>. <article-title>Further development of crew resource management training: needs assessment by means of teamwork-context analysis in anesthesia and intensive care teams</article-title>. <source>Anaesthesiologie</source>. (<year>2022</year>) <volume>71</volume>:<fpage>180</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s00101-022-01170-3</pub-id>, PMID: <pub-id pub-id-type="pmid">35925183</pub-id></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zern</surname> <given-names>SC</given-names></name> <name><surname>Marshall</surname> <given-names>WJ</given-names></name> <name><surname>Shewokis</surname> <given-names>PA</given-names></name> <name><surname>Vest</surname> <given-names>MT</given-names></name></person-group>. <article-title>Use of simulation as a needs assessment to develop a focused team leader training curriculum for resuscitation teams</article-title>. <source>Adv Simul</source>. (<year>2020</year>) <volume>5</volume>:<fpage>6</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s41077-020-00124-2</pub-id>, PMID: <pub-id pub-id-type="pmid">32514384</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rogers</surname> <given-names>GD</given-names></name> <name><surname>Thistlethwaite</surname> <given-names>JE</given-names></name> <name><surname>Anderson</surname> <given-names>ES</given-names></name> <name><surname>Abrandt Dahlgren</surname> <given-names>M</given-names></name> <name><surname>Grymonpre</surname> <given-names>RE</given-names></name> <name><surname>Moran</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>International consensus statement on the assessment of interprofessional learning outcomes</article-title>. <source>Med Teach</source>. (<year>2016</year>) <volume>39</volume>:<fpage>347</fpage>&#x2013;<lpage>59</lpage>. doi: <pub-id pub-id-type="doi">10.1080/0142159X.2017.1270441</pub-id>, PMID: <pub-id pub-id-type="pmid">28024436</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ross</surname> <given-names>JA</given-names></name> <name><surname>Jaafar</surname> <given-names>SB</given-names></name></person-group>. <article-title>Participatory needs assessment</article-title>. <source>Can J Program Eval</source>. (<year>2006</year>) <volume>21</volume>:<fpage>131</fpage>&#x2013;<lpage>54</lpage>. doi: <pub-id pub-id-type="doi">10.3138/cjpe.021.007</pub-id>, PMID: <pub-id pub-id-type="pmid">39542024</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smeets</surname> <given-names>HWH</given-names></name> <name><surname>Sluijsmans</surname> <given-names>DMA</given-names></name> <name><surname>Moser</surname> <given-names>A</given-names></name> <name><surname>Van Merri&#x00EB;nboer</surname> <given-names>JJG</given-names></name></person-group>. <article-title>Design guidelines for assessing students&#x2019; interprofessional competencies in healthcare education: a consensus study</article-title>. <source>Perspect Med Educ</source>. (<year>2022</year>) <volume>11</volume>:<fpage>316</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s40037-022-00728-6</pub-id>, PMID: <pub-id pub-id-type="pmid">36223031</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Goldstein</surname> <given-names>IL</given-names></name> <name><surname>Ford</surname> <given-names>JK</given-names></name></person-group>. <source>Training in organizations</source>. <edition>4th</edition> ed <publisher-name>Wadsworth Group</publisher-name> (<year>2002</year>).</citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Thomas</surname> <given-names>PA</given-names></name> <name><surname>Kern</surname> <given-names>DE</given-names></name> <name><surname>Hughes</surname> <given-names>MT</given-names></name> <name><surname>Tackett</surname> <given-names>S</given-names></name> <name><surname>Chen</surname> <given-names>BY</given-names></name></person-group>. <source>Curriculum development for medical education a six-step approach</source> <publisher-name>Johns Hopkins University Press</publisher-name> (<year>2022</year>).</citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pugh</surname> <given-names>D</given-names></name> <name><surname>Regehr</surname> <given-names>G</given-names></name></person-group>. <article-title>Taking the sting out of assessment: is there a role for progress testing?</article-title> <source>Med Educ</source>. (<year>2016</year>) <volume>50</volume>:<fpage>721</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1111/medu.12985</pub-id>, PMID: <pub-id pub-id-type="pmid">27295476</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rich</surname> <given-names>JV</given-names></name> <name><surname>Fostaty Young</surname> <given-names>S</given-names></name> <name><surname>Donnelly</surname> <given-names>C</given-names></name> <name><surname>Hall</surname> <given-names>AK</given-names></name> <name><surname>Dagnone</surname> <given-names>JD</given-names></name> <name><surname>Weersink</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Competency-based education calls for programmatic assessment: but what does this look like in practice?</article-title> <source>J Eval Clin Pract</source>. (<year>2020</year>) <volume>26</volume>:<fpage>1087</fpage>&#x2013;<lpage>95</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jep.13328</pub-id>, PMID: <pub-id pub-id-type="pmid">31820556</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Torre</surname> <given-names>DM</given-names></name> <name><surname>Schuwirth</surname> <given-names>LWT</given-names></name> <name><surname>Van der Vleuten</surname> <given-names>CPM</given-names></name></person-group>. <article-title>Theoretical considerations on programmatic assessment</article-title>. <source>Med Teach</source>. (<year>2019</year>) <volume>42</volume>:<fpage>213</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1080/0142159x.2019.1672863</pub-id>, PMID: <pub-id pub-id-type="pmid">31622126</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lazzara</surname> <given-names>EH</given-names></name> <name><surname>Benishek</surname> <given-names>LE</given-names></name> <name><surname>Hughes</surname> <given-names>AM</given-names></name> <name><surname>Zajac</surname> <given-names>S</given-names></name> <name><surname>Spencer</surname> <given-names>JM</given-names></name> <name><surname>Heyne</surname> <given-names>KB</given-names></name> <etal/></person-group>. <article-title>Enhancing the organization&#x2019;s workforce: guidance for effective training sustainment</article-title>. <source>Consult Psychol J</source>. (<year>2021</year>) <volume>73</volume>:<fpage>1</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.1037/cpb0000185</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hall</surname> <given-names>AK</given-names></name> <name><surname>Rich</surname> <given-names>J</given-names></name> <name><surname>Dagnone</surname> <given-names>JD</given-names></name> <name><surname>Weersink</surname> <given-names>K</given-names></name> <name><surname>Caudle</surname> <given-names>J</given-names></name> <name><surname>Sherbino</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>It's a marathon, not a sprint: rapid evaluation of competency-based medical education program implementation</article-title>. <source>Acad Med</source>. (<year>2020</year>) <volume>95</volume>:<fpage>786</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.1097/ACM.0000000000003040</pub-id>, PMID: <pub-id pub-id-type="pmid">31625995</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schneiderhan</surname> <given-names>J</given-names></name> <name><surname>Guetterman</surname> <given-names>TC</given-names></name> <name><surname>Dobson</surname> <given-names>ML</given-names></name></person-group>. <article-title>Curriculum development: a how to primer</article-title>. <source>Fam Med Com Health</source>. (<year>2019</year>) <volume>7</volume>:<fpage>e000046</fpage>. doi: <pub-id pub-id-type="doi">10.1136/fmch-2018-000046</pub-id>, PMID: <pub-id pub-id-type="pmid">32148703</pub-id></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geraghty</surname> <given-names>JR</given-names></name> <name><surname>Young</surname> <given-names>AN</given-names></name> <name><surname>Berkel</surname> <given-names>TDM</given-names></name> <name><surname>Wallbruch</surname> <given-names>E</given-names></name> <name><surname>Mann</surname> <given-names>J</given-names></name> <name><surname>Park</surname> <given-names>YS</given-names></name> <etal/></person-group>. <article-title>Empowering medical students as agents of curricular change: a value-added approach to student engagement in medical education</article-title>. <source>Perspect Med Educ</source>. (<year>2019</year>) <volume>9</volume>:<fpage>60</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1007/S40037-019-00547-2</pub-id>, PMID: <pub-id pub-id-type="pmid">31823304</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ward</surname> <given-names>W</given-names></name> <name><surname>Zagoloff</surname> <given-names>A</given-names></name> <name><surname>Rieck</surname> <given-names>C</given-names></name> <name><surname>Robiner</surname> <given-names>W</given-names></name></person-group>. <article-title>Interprofessional education: opportunities and challenges for psychology</article-title>. <source>J Clin Psychol Med Settings</source>. (<year>2018</year>) <volume>25</volume>:<fpage>250</fpage>&#x2013;<lpage>66</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10880-017-9538-3</pub-id>, PMID: <pub-id pub-id-type="pmid">29453507</pub-id></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McMillan</surname> <given-names>L</given-names></name> <name><surname>Johnson</surname> <given-names>T</given-names></name> <name><surname>Parker</surname> <given-names>FM</given-names></name> <name><surname>Hunt</surname> <given-names>CW</given-names></name> <name><surname>Boyd</surname> <given-names>DE</given-names></name></person-group>. <article-title>Improving student learning outcomes through a collaborative higher education partnership</article-title>. <source>Int J Teach Learn High Educ</source>. (<year>2020</year>) <volume>32</volume>:<fpage>117</fpage>&#x2013;<lpage>24</lpage>.</citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Karimi</surname> <given-names>E</given-names></name> <name><surname>Sohrabi</surname> <given-names>Z</given-names></name> <name><surname>Aalaa</surname> <given-names>M</given-names></name></person-group>. <article-title>Change Management in Medical Contexts, especially in medical education: a systematized review</article-title>. <source>J Adv Med Educ Prof</source>. (<year>2022</year>) <volume>10</volume>:<fpage>219</fpage>&#x2013;<lpage>27</lpage>. doi: <pub-id pub-id-type="doi">10.30476/JAMP.2022.96519.1704</pub-id>, PMID: <pub-id pub-id-type="pmid">36310665</pub-id></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bendermacher</surname> <given-names>GWG</given-names></name> <name><surname>De Grave</surname> <given-names>WS</given-names></name> <name><surname>Wolfhagen</surname> <given-names>IHAP</given-names></name> <name><surname>Dolmans</surname> <given-names>DHJM</given-names></name> <name><surname>Oude Egbrink</surname> <given-names>MGA</given-names></name></person-group>. <article-title>Shaping a culture for continuous quality improvement in undergraduate medical education</article-title>. <source>Acad Med</source>. (<year>2020</year>) <volume>95</volume>:<fpage>1913</fpage>&#x2013;<lpage>20</lpage>. doi: <pub-id pub-id-type="doi">10.1097/ACM.0000000000003406</pub-id>, PMID: <pub-id pub-id-type="pmid">32287081</pub-id></citation></ref>
<ref id="ref34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nagel</surname> <given-names>DA</given-names></name> <name><surname>Penner</surname> <given-names>JL</given-names></name> <name><surname>Halas</surname> <given-names>G</given-names></name> <name><surname>Philip</surname> <given-names>MT</given-names></name> <name><surname>Cooke</surname> <given-names>CA</given-names></name></person-group>. <article-title>Exploring experiential learning within interprofessional practice education initiatives for pre-licensure healthcare students: a scoping review</article-title>. <source>BMC Med Educ</source>. (<year>2024</year>) <volume>24</volume>:<fpage>139</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12909-024-05114-w</pub-id>, PMID: <pub-id pub-id-type="pmid">38350938</pub-id></citation></ref>
<ref id="ref35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harris</surname> <given-names>PA</given-names></name> <name><surname>Taylor</surname> <given-names>R</given-names></name> <name><surname>Thielke</surname> <given-names>R</given-names></name> <name><surname>Payne</surname> <given-names>J</given-names></name> <name><surname>Gonzalez</surname> <given-names>N</given-names></name> <name><surname>Conde</surname> <given-names>JG</given-names></name></person-group>. <article-title>Research electronic data capture (REDCap) &#x2013; a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>. <source>J Biomed Inform</source>. (<year>2009</year>) <volume>42</volume>:<fpage>377</fpage>&#x2013;<lpage>81</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>, PMID: <pub-id pub-id-type="pmid">18929686</pub-id></citation></ref>
<ref id="ref36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haidet</surname> <given-names>KK</given-names></name> <name><surname>Tate</surname> <given-names>J</given-names></name> <name><surname>Divirgilio-Thomas</surname> <given-names>D</given-names></name> <name><surname>Kolanowski</surname> <given-names>A</given-names></name> <name><surname>Happ</surname> <given-names>MB</given-names></name></person-group>. <article-title>Methods to improve reliability of video-recorded behavioral data</article-title>. <source>Res Nurs Health</source>. (<year>2009</year>) <volume>32</volume>:<fpage>465</fpage>&#x2013;<lpage>74</lpage>. doi: <pub-id pub-id-type="doi">10.1002/nur.20334</pub-id>, PMID: <pub-id pub-id-type="pmid">19434651</pub-id></citation></ref>
<ref id="ref37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hammoud</surname> <given-names>MM</given-names></name> <name><surname>Morgan</surname> <given-names>HK</given-names></name> <name><surname>Edwards</surname> <given-names>ME</given-names></name> <name><surname>Lyon</surname> <given-names>JA</given-names></name> <name><surname>White</surname> <given-names>C</given-names></name></person-group>. <article-title>Is video review of patient encounters an effective tool for medical student learning? A review of the literature</article-title>. <source>Adv Med Educ</source>. (<year>2012</year>) <volume>3</volume>:<fpage>19</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.2147/AMEP.S20219</pub-id>, PMID: <pub-id pub-id-type="pmid">23761999</pub-id></citation></ref>
<ref id="ref38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smeets</surname> <given-names>HWH</given-names></name> <name><surname>Delnoij</surname> <given-names>LEC</given-names></name> <name><surname>Sluijsmans</surname> <given-names>DMA</given-names></name> <name><surname>Moser</surname> <given-names>A</given-names></name> <name><surname>Van Merri&#x00EB;nboer</surname> <given-names>JJG</given-names></name></person-group>. <article-title>From individual to interprofessional: characteristics of assessment tasks to assess interprofessional collaboration in healthcare education</article-title>. <source>J Interprof Care</source>. (<year>2024</year>) <volume>38</volume>:<fpage>907</fpage>&#x2013;<lpage>17</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13561820.2024.2381058</pub-id>, PMID: <pub-id pub-id-type="pmid">39092780</pub-id></citation></ref>
<ref id="ref39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williams</surname> <given-names>KN</given-names></name> <name><surname>Lazzara</surname> <given-names>EH</given-names></name> <name><surname>Sadighi</surname> <given-names>M</given-names></name> <name><surname>Chandran</surname> <given-names>N</given-names></name> <name><surname>Joshi</surname> <given-names>K</given-names></name> <name><surname>Raj</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Integrating behavioral assessment in instructional design for competency-based medical education</article-title>. <source>Front Med</source>. (<year>2024</year>) <volume>11</volume>:<fpage>1432319</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fmed.2024.1432319</pub-id>, PMID: <pub-id pub-id-type="pmid">39219797</pub-id></citation></ref>
<ref id="ref40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Railer</surname> <given-names>J</given-names></name> <name><surname>Stockley</surname> <given-names>D</given-names></name> <name><surname>Flynn</surname> <given-names>L</given-names></name> <name><surname>Hastings-Truelove</surname> <given-names>A</given-names></name> <name><surname>Hussain</surname> <given-names>A</given-names></name></person-group>. <article-title>Using outcome harvesting: Assessing the efficacy of CBME implementation</article-title>. <source>J Eval Clin Pract</source>. (<year>2020</year>) <volume>26</volume>:<fpage>1132</fpage>&#x2013;<lpage>1152</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jep.13359</pub-id>, PMID: <pub-id pub-id-type="pmid">23761999</pub-id></citation></ref>
</ref-list>
</back>
</article>