<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Health Serv.</journal-id>
<journal-title>Frontiers in Health Services</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Health Serv.</abbrev-journal-title>
<issn pub-type="epub">2813-0146</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/frhs.2024.1408801</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Health Services</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A longitudinal mixed methods evaluation of a facilitation training intervention to build implementation capacity</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Costea</surname><given-names>Veronica-Aurelia</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/2699523/overview"/><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/data-curation/"/><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/project-administration/"/><role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>B&#x00E4;ck</surname><given-names>Annika</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/validation/"/><role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/></contrib>
<contrib contrib-type="author"><name><surname>Bergstr&#x00F6;m</surname><given-names>Anna</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1497997/overview"/><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/><role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/validation/"/><role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Lundin</surname><given-names>Andreas</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref><role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/visualization/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
<contrib contrib-type="author"><name><surname>Hasson</surname><given-names>Henna</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/2210910/overview" /><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/></contrib>
<contrib contrib-type="author"><name><surname>Eriksson</surname><given-names>Leif</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/2835663/overview"/><role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/><role content-type="https://credit.niso.org/contributor-roles/methodology/"/><role content-type="https://credit.niso.org/contributor-roles/project-administration/"/><role content-type="https://credit.niso.org/contributor-roles/supervision/"/><role content-type="https://credit.niso.org/contributor-roles/validation/"/><role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/><role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/></contrib>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><institution>PROCOME Research Group, Department of Learning, Informatics, Management and Ethics, Karolinska Institutet</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country></aff>
<aff id="aff2"><label><sup>2</sup></label><institution>Unit for Implementation and Evaluation, Center for Epidemiology and Community Medicine</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country></aff>
<aff id="aff3"><label><sup>3</sup></label><institution>Unit for Health Care Analysis, Center for Epidemiology and Community Medicine</institution>, <addr-line>Stockholm</addr-line>, <country>Sweden</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> JoAnn Kirchner, United States Department of Veterans Affairs, United States</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Rebecca Lengnick-Hall, Washington University in St. Louis, United States</p>
<p>Ariel M. Domlyn, United States Department of Veterans Affairs, United States</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Veronica-Aurelia Costea <email>veronicaaurelia.costea@ki.se</email></corresp>
</author-notes>
<pub-date pub-type="epub"><day>13</day><month>09</month><year>2024</year></pub-date>
<pub-date pub-type="collection"><year>2024</year></pub-date>
<volume>4</volume><elocation-id>1408801</elocation-id>
<history>
<date date-type="received"><day>28</day><month>03</month><year>2024</year></date>
<date date-type="accepted"><day>30</day><month>08</month><year>2024</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2024 Costea, B&#x00E4;ck, Bergstr&#x00F6;m, Lundin, Hasson and Eriksson.</copyright-statement>
<copyright-year>2024</copyright-year><copyright-holder>Costea, B&#x00E4;ck, Bergstr&#x00F6;m, Lundin, Hasson and Eriksson</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><sec><title>Background</title>
<p>There is a demand for facilitators who can ease the collaboration within a team or an organization in the implementation of evidence-based interventions (EBIs) and who are positioned to build the implementation capacity in an organization. This study aimed to evaluate the results the Building implementation capacity for facilitation (BIC-F) intervention had on the participants&#x0027; perceived knowledge, skills, and self-efficacy to facilitate implementation and the normalization of a systematic implementation model into their work routines, and its use into their respective organizations.</p>
</sec><sec><title>Methods</title>
<p>The BIC-F intervention was delivered to 37 facilitators in six workshops, which focused on teaching participants to apply a systematic implementation model and various facilitation tools and strategies. A longitudinal mixed methods design was used to evaluate the intervention. Data was collected pre- and post-intervention using questionnaires and semi-structured interviews grounded on the Normalization Process Theory (NPT). Quantitative data were analyzed using descriptive (mean, SD) and inferential (paired t-tests) methods. Qualitative data were analyzed using deductive content analysis according to NPT.</p>
</sec><sec><title>Results</title>
<p>An increase in the participants&#x0027; perceived knowledge, skills, and self-efficacy was observed post-intervention. Normalization of the systematic implementation model in the participants&#x0027; work routines was in an early phase, facilitated by high coherence, however, other NPT mechanisms were not sufficiently activated yet to contribute to full normalization. In the organizations where participants initiated the normalization process, they were still working towards achieving coherence and cognitive participation among relevant stakeholders.</p>
</sec><sec><title>Conclusion</title>
<p>The intervention had positive results on the participants&#x0027; perceived knowledge, skills, and self-efficacy and these recognized the value of a systematic implementation model for their practice. However, further efforts are needed to apply it consistently as a part of their work routines and in the organization. Future interventions should provide long-term support for facilitators, and include methods to transfer training between organizational levels and to overcome contextual barriers.</p>
</sec>
</abstract>
<kwd-group>
<kwd>facilitation</kwd>
<kwd>implementation</kwd>
<kwd>capacity-building</kwd>
<kwd>knowledge translation</kwd>
<kwd>self-efficacy</kwd>
<kwd>normalization</kwd>
<kwd>intervention research</kwd>
<kwd>longitudinal study</kwd>
</kwd-group><contract-num rid="cn001">2020-01184</contract-num><contract-sponsor id="cn001">Swedish Research Council for Health, Working Life and Welfare</contract-sponsor><counts>
<fig-count count="1"/>
<table-count count="4"/><equation-count count="0"/><ref-count count="55"/><page-count count="14"/><word-count count="0"/></counts><custom-meta-wrap><custom-meta><meta-name>section-at-acceptance</meta-name><meta-value>Implementation Science</meta-value></custom-meta></custom-meta-wrap>
</article-meta>
</front>
<body><sec id="s1" sec-type="intro"><label>1</label><title>Introduction</title>
<p>Various theories, models, and frameworks have described the factors, processes, and strategies influencing the successful implementation of evidence-based interventions (EBIs) (<xref ref-type="bibr" rid="B1">1</xref>). Facilitation is an overarching strategy suggested to support the implementation of EBIs and constitutes the &#x201C;active ingredient&#x201D; in the implementation process in the integrated-Promoting Action on Implementation in Health Services (i-PARIHS) framework (<xref ref-type="bibr" rid="B2">2</xref>). The i-PARIHS framework proposes that facilitators play a key role in the implementation of EBIs by supporting the tailoring of implementation strategies to the characteristics of the innovation (e.g., clarity, relative advantage, and usability), its recipients (e.g., their knowledge and skills, motivation, and resources) and the inner and outer context (e.g., leadership support, culture, previous experiences with implementation, and policy) in which implementation takes place (<xref ref-type="bibr" rid="B2">2</xref>). A <italic>facilitator</italic> is thus a person who enables the change by easing collaboration and participatory problem-solving between stakeholders. The facilitator is uniquely positioned to help leaders and staff customize the implementation plan by choosing strategies appropriate for the organizational context and stakeholder dynamic (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>). Facilitators can thus intentionally set cognitive and social mechanisms in motion to promote the normalization of EBIs (<xref ref-type="bibr" rid="B7">7</xref>). Teams and organizations where facilitation techniques are employed are more likely to make complex practice changes by, for example, implementing more EBIs (e.g., guidelines) (<xref ref-type="bibr" rid="B8">8</xref>), increasing adherence to them (<xref ref-type="bibr" rid="B9">9</xref>), or by improving the delivery of care (<xref ref-type="bibr" rid="B10">10</xref>).</p>
<p>Aside from supporting the normalization of new behaviors, facilitation has been highlighted to build internal implementation capacity in organizations (<xref ref-type="bibr" rid="B11">11</xref>), both through the specific roles and activities that facilitators carry out (<xref ref-type="bibr" rid="B12">12</xref>), and through their position, which enables them to train organization staff in implementation (<xref ref-type="bibr" rid="B6">6</xref>). For implementation to happen, <italic>normalization</italic>, i.e., the embedding of interventions in practice, is required. The Normalization Process Theory proposes four mechanisms that need to be triggered to achieve normalization (<xref ref-type="bibr" rid="B13">13</xref>). <italic>Coherence</italic> involves the work individuals and groups do when faced with the challenge of operationalizing a set of practices. <italic>Cognitive participation</italic> entails the relational work people do to build and sustain a community of practice around a new technology or complex intervention. <italic>Collective action</italic> encompasses the practical implementation of a set of practices. <italic>Reflexive monitoring</italic> is the appraisal work people do to assess and understand how a new set of practices impacts them and others. Each mechanism comprises four subconstructs (called submechanisms in this article).</p>
<p>The effectiveness of facilitation hinges on facilitators&#x0027; knowledge, skills, and self-efficacy. Reviews of the healthcare services and implementation science literature have listed and described the type of knowledge, skills, and characteristics that facilitators should possess (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B15">15</xref>). Apart from hard skills (e.g., searching, retrieving, appraising, and synthesizing evidence), facilitators should also demonstrate a wide range of soft and open skills, commonly falling within the categories of self-awareness, self-management, social and cultural awareness, and relationship management (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>How to best prepare facilitators for their role is not fully understood (<xref ref-type="bibr" rid="B17">17</xref>). Facilitation training can increase the chance of successful implementation and normalization of EBIs, which may lead to positive outcomes for patients in the long run (<xref ref-type="bibr" rid="B18">18</xref>). In contrast, training that does not match the facilitators&#x0027; needs and expectations (<xref ref-type="bibr" rid="B19">19</xref>) or is insufficient can create barriers in the implementation process (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). Although there are some interventions aiming to train professionals as facilitators (<xref ref-type="bibr" rid="B21">21</xref>&#x2013;<xref ref-type="bibr" rid="B23">23</xref>), very few longitudinal evaluations of such interventions are described in the literature.</p>
<p>This longitudinal study aimed to evaluate the results the <italic>Building implementation capacity for facilitation</italic> (BIC-F) intervention had on the participants&#x0027; knowledge, skills, and self-efficacy to facilitate implementation and the normalization of a systematic implementation model into their work routines, as well as its use into their respective organizations.</p>
</sec>
<sec id="s2" sec-type="methods"><label>2</label><title>Methods</title>
<p>This longitudinal study used a mixed methods sequential explanatory design, in which the quantitative results are explained using the qualitative findings (<xref ref-type="bibr" rid="B24">24</xref>). The collected quantitative data was analyzed and used as a starting point to develop the interview guide. The integration of the quantitative and qualitative results is carried out in the discussion section of the manuscript. The Template for Intervention Description and Replication (TIDieR) (<xref ref-type="bibr" rid="B25">25</xref>) was followed, and the filled-out checklist is provided as a supplementary file (<xref ref-type="sec" rid="s12">Supplementary Material</xref>: TIDieR Reporting Standards Checklist).</p>
<sec id="s2a"><label>2.1</label><title>Setting</title>
<p>The study was conducted in Region Stockholm, Sweden. The development, implementation and evaluation of the intervention were carried out by members of the Unit for Implementation and Evaluation, at the Center for Epidemiology and Community Medicine (CES), responsible for providing implementation and evaluation support to healthcare organizations in the region.</p>
</sec>
<sec id="s2b"><label>2.2</label><title>Intervention development and delivery</title>
<sec id="s2b1"><label>2.2.1</label><title>Development of learning objectives</title>
<p>Learning objectives were developed based on two sources of knowledge: scientific and practical. Firstly, a literature review was carried out to identify the most common knowledge and skills in scientific literature needed for effective facilitation. Secondly, to gather input on the learning objectives from practice, the method of <italic>adaptive reflection</italic> (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B26">26</xref>) was applied in two workshops held in the autumn of 2018. One workshop was held with the whole Unit for Implementation and Evaluation (<italic>n</italic>&#x2009;&#x003D;&#x2009;15) and another with professionals having a facilitator role in organizations in Region Stockholm (<italic>n</italic>&#x2009;&#x003D;&#x2009;13). The participants in the workshops were asked to answer the following questions: (1) <italic>Which knowledge, skills, attitudes, and behaviors do facilitators need to make the implementation of new methods easier for others?</italic>; (2) <italic>Which contextual conditions should be created so that facilitators, using the knowledge, skills, attitudes and behaviors identified in the first step, can make the implementation of new methods easier for others?</italic></p>
<p>The findings from the literature review and the workshops were categorized, and three learning objectives were formulated, employing Bloom&#x0027;s taxonomy (<xref ref-type="bibr" rid="B22">22</xref>). After the intervention, the participants were expected to be able to:
<list list-type="simple">
<list-item><label>&#x2022;</label>
<p>Apply an evidence-based model for behavior change as a tool for implementation;</p></list-item>
<list-item><label>&#x2022;</label>
<p>Support implementation work by motivating, communicating, and giving positive feedback;</p></list-item>
<list-item><label>&#x2022;</label>
<p>Support the sustainability of implementation by follow-up, adaptation, and alignment.</p></list-item>
</list></p>
</sec>
<sec id="s2b2"><label>2.2.2</label><title>Intervention content and implementation</title>
<p>The BIC-F intervention was developed at CES by a team of five experts with extensive experience developing and delivering implementation and facilitation trainings.</p>
<p>The content was developed to achieve the intervention&#x0027;s learning objectives, and its delivery was structured according to the pedagogical theories of Kolb, Biggs, and Bloom (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B28">28</xref>). The BIC-F intervention had four core components. <bold>Core component one</bold> entailed lectures and exercises to increase the participants&#x0027; knowledge and skills in systematic implementation. The focus was that participants learn to apply a systematic implementation model to support behavior change (<xref ref-type="bibr" rid="B29">29</xref>). The model includes six steps: (i) describe the implementation goal; (ii) specify target behavior(s); (iii) for each behavior, analyze what is needed for behavior change to occur; (iv) choose implementation strategies; (v) apply implementation strategies; and (vi) monitor occurrence of the target behavior (<xref ref-type="bibr" rid="B29">29</xref>). <bold>Core component two</bold> consisted of lectures and exercises to increase knowledge and skills in facilitation. <bold>Core component three</bold> consisted of practical work on an implementation plan in-between workshops and in collaboration with organizational stakeholders by anchoring it with them. <bold>Core component four</bold> entailed peer support and feedback on performance from workshop leaders and other training participants. The participants interacted and collaborated with each other and with course leaders throughout the workshops. Workshop leaders also carried out group supervision during the workshops and individual supervision in-between workshops. The activities and content of the intervention are described in <xref ref-type="table" rid="T1">Table&#x00A0;1</xref>.</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Activities and content of the building implementation capacity for facilitation (BIC-F) intervention.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">Session</th>
<th valign="top" align="center">Activity and content</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Workshop 1</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Lecture: Introduction to implementation, a systematic implementation model and facilitation</p></list-item>
<list-item><label>-</label>
<p>Exercise: Brainstorming on facilitation skills and attributes (as one group)</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">In-between workshops</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Initiate an implementation plan for own case</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">Workshop 2</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Lecture: Applying a systematic implementation model in an organization.</p></list-item>
<list-item><label>-</label>
<p>Exercise: Applying the systematic implementation model to fictitious case</p></list-item>
<list-item><label>-</label>
<p>Group supervision (3&#x2013;4 participants): reflection on participants&#x2019; application of the systematic implementation model on own case</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">In between workshops</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Continue developing an implementation plan for case and reflect on own facilitation skills and attributes</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">Workshop 3</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Lectures: Providing feedback; Applying the systematic implementation model: elaboration on the first three steps of the model; Brainstorming techniques</p></list-item>
<list-item><label>-</label>
<p>Group supervision (3&#x2013;4 participants): reflection on participants&#x2019; application of the systematic implementation model on own case</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">In between workshops</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Anchoring the implementation plan with key stakeholders and revise implementation plan according to feedback from stakeholders</p></list-item>
<list-item><label>-</label>
<p>Individual supervision: discussion of implementation plan and other topics relevant to the facilitator (30&#x2005;min)</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">Workshop 4</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Lecture: Communication; Applying the systematic implementation model: elaboration on the last three steps of the model</p></list-item>
<list-item><label>-</label>
<p>Exercise: training on how to communicate about the implementation case using the elevator pitch technique</p></list-item>
<list-item><label>-</label>
<p>Group supervision (3&#x2013;4 participants): reflection on participants&#x2019; application of the systematic implementation model on own case</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">In between workshops</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Anchoring the implementation plan with key stakeholders and revise plan according to feedback from stakeholders</p></list-item>
<list-item><label>-</label>
<p>Individual supervision: discussion of implementation plan and other topics relevant to the facilitator (30&#x2005;min)</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">Workshop 5</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Lecture: Change resistance</p></list-item>
<list-item><label>-</label>
<p>Exercise: Applying facilitation tools relevant for change resistance and role-play on change resistance</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">In between workshops</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Home assignment: Using the introduced facilitation tool and practice on facing change resistance in conversation</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">Workshop 6</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item><label>-</label>
<p>Lecture: sustaining implementation through follow-up, adaptation, and alignment</p></list-item>
<list-item><label>-</label>
<p>Exercise: applying the systematic implementation model to fictitious case (3&#x2013;4 participants)</p></list-item>
<list-item><label>-</label>
<p>Reflections on lessons learned (as one group)</p></list-item>
</list></td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Initially, the content was designed for four in-person workshops (two full days and two half-days). However, because of the COVID-19 pandemic, the intervention was delivered digitally in six half-day workshops. Three cohorts participated and the first was enrolled in autumn 2020 (<italic>n</italic>&#x2009;&#x003D;&#x2009;10), the second in spring 2021 (<italic>n</italic>&#x2009;&#x003D;&#x2009;12), and the third in autumn 2021 (<italic>n</italic>&#x2009;&#x003D;&#x2009;15). Digital tools such as Mentimeter (<xref ref-type="bibr" rid="B30">30</xref>) and Padlet (<xref ref-type="bibr" rid="B31">31</xref>) were used as examples of tools useful for facilitation.</p>
<p>After each workshop, participants received PDFs of lecture slides and worksheets. Between workshops and after the workshop series participants were invited to reach out if they needed more support from the workshop leaders. Three months after the intervention, one of the workshop leaders had telephone conversations with the participants to allow them to reflect on their situation and ask questions.</p>
</sec>
</sec>
<sec id="s2c"><label>2.3</label><title>Intervention participants</title>
<p>An announcement of the training and the requirements for participation was posted on a webpage dedicated to healthcare and public health in Region Stockholm (<ext-link ext-link-type="uri" xlink:href="www.folkhalsoguiden.se">www.folkhalsoguiden.se</ext-link>). Interested individuals could sign up using the enrolment form on the website. One of the workshop leaders subsequently contacted and interviewed them. Participants were admitted into the training program if (i) they had a facilitating function in the public organization where they worked; (ii) they had an ongoing or upcoming implementation project they could work on during the training; (iii) their line manager supported their participation; and (iv) they could participate in all the workshops. Three cohorts (with 37 participants in total) were enrolled in the study.</p>
</sec>
<sec id="s2d"><label>2.4</label><title>Data collection</title>
<p>The data were collected between autumn 2020 and autumn 2022. The quantitative data collection for the three cohorts consisted of questionnaires administered pre-intervention, post-intervention, and as a follow-up six months after the information Qualitative data was collected through semi-structured individual interviews carried out approximately one year after the intervention.</p>
<sec id="s2d1"><label>2.4.1</label><title>Quantitative data</title>
<p>Quantitative data were collected using the online survey tool KI Survey&#x00AE;. The participants were followed longitudinally, with each receiving a unique identification number.</p>
<p>Knowledge to facilitate implementation (pre- and post-intervention questionnaires) was evaluated with a five-item composite measure. Items reflected the intervention learning objectives and were based on a previously established instrument (<xref ref-type="bibr" rid="B32">32</xref>). The participants were asked to rate their perceived knowledge to support the planning, implementation, adaptation, follow-up, and coordination of EBIs. Example-statements were: &#x201C;I have enough knowledge to facilitate the planning of the implementation of new work routines&#x201D; and &#x201C;I have enough knowledge to facilitate the follow-up of the implementation of new work routines&#x201D;. The response format of the items was a visual analog scale (VAS) from <italic>0 - Completely disagree</italic> to <italic>100 - Completely agree</italic>.</p>
<p>Skills in facilitation (pre- and post-intervention questionnaires) were evaluated with a five-items composite measure also based on a previous instrument (<xref ref-type="bibr" rid="B32">32</xref>). The participants were asked to rate their perceived skills to motivate stakeholders, communicate the implementation, express an understanding of the problems the stakeholders experience during implementation, manage conflicts, and provide constructive feedback. Example-statements were: &#x201C;I have the required skills to motivate the group to implement new work routines&#x201D; and &#x201C;I have enough skills to manage conflicts&#x201D;. The items were measured using a VAS response format from <italic>0 &#x2013; Completely disagree</italic> to <italic>100 &#x2013; Completely agree</italic>.</p>
<p>Self-efficacy to facilitate implementation (pre-, post-intervention and six months follow-up questionnaires) refers to individuals&#x0027; belief in their ability to perform a specific task (<xref ref-type="bibr" rid="B33">33</xref>) was measured using an adapted version of the general self-efficacy scale (<xref ref-type="bibr" rid="B34">34</xref>). The original scale consists of ten items with a four-point Likert response format. We used the ten-item structure, but the response format was replaced with a VAS from <italic>0-Completely disagree</italic> to <italic>100-Completely agree</italic> to comply with Bandura&#x0027;s recommendations regarding response formats (<xref ref-type="bibr" rid="B33">33</xref>). The scale&#x0027;s face validity was checked by experts from the Unit for Implementation and Evaluation at CES, which led to changing the wording of some items. Example-items: &#x201C;At present, I am confident that, in my role as facilitator, I can always manage to solve difficult problems if I try hard enough&#x201D; and &#x201C;At present, I am confident that, in my role as facilitator, I can usually find several solutions when I am confronted with a problem&#x201D;.</p>
<p>Normalization of the systematic implementation model (six months follow-up questionnaire) was measured using three general items and the S-NoMAD scale. The three general items were used to inquire about the participants&#x0027; familiarity with the systematic implementation model, whether the use of the systematic implementation model feels like a natural part of their work routine, and if the systematic implementation model can become a natural part of their work routine (<xref ref-type="bibr" rid="B35">35</xref>). The items were measured using a VAS response format from 0 to 10 (<xref ref-type="bibr" rid="B35">35</xref>). The S-NoMAD scale contains a total of 20 items covering the submechanisms of NPT, explained separately (<xref ref-type="sec" rid="s12">Supplementary Material</xref>: Data collection instruments, pp. 13&#x2013;14). The response format of the scale ranges from 1-<italic>Strongly agree</italic> to 5-<italic>Strongly contradict</italic>. Example items are: &#x201C;I can see how the intervention differs from the usual ways of working&#x201D; and &#x201C;There are key people who drive the intervention forward and get others involved&#x201D;. The scale has shown good reliability in the original validation study (Cronbach&#x0027;s alpha of. 79) (<xref ref-type="bibr" rid="B35">35</xref>). Moreover, three response alternatives covering situations not relevant to the respondent were provided for each item (<italic>6 - Not relevant for this role</italic>, <italic>7 - Not relevant at the moment</italic>, <italic>8 - Not relevant for the intervention</italic>) (<xref ref-type="bibr" rid="B35">35</xref>).</p>
<p>The pre-intervention questionnaire also contained items on individual-level factors (learning motivation, training motivation) and contextual-level factors (the participants&#x0027; perception of the implementation climate and collegial support), to understand transfer of training (<xref ref-type="bibr" rid="B36">36</xref>). Learning motivation has been defined as a desire of the participant to learn the training content (<xref ref-type="bibr" rid="B37">37</xref>) and was measured with a single item &#x201C;I am motivated to learn what will be presented in the course&#x201D;. Training motivation is the intensity of a participant&#x0027;s commitment to perform in training situations (<xref ref-type="bibr" rid="B37">37</xref>) and was measured single item &#x201C;I am prepared to make great efforts to develop myself in the role of facilitator during the course&#x201D;. Implementation climate refers to the participants&#x0027; individual &#x201C;perceptions of the extent to which their use of a specific innovation is rewarded, supported, and expected within their organization&#x201D; (<xref ref-type="bibr" rid="B38">38</xref>, <xref ref-type="bibr" rid="B39">39</xref>). Implementation climate was measured pre-intervention with an instrument consisting of five items inspired by a previously validated scale (<xref ref-type="bibr" rid="B38">38</xref>). Collegial support refers to the perceived support participants think they will receive from the group they facilitate (<xref ref-type="bibr" rid="B40">40</xref>). Collegial support was measured pre-intervention using a single statement, &#x201C;I think that the group I facilitate will support me to apply the competencies I will learn during the training&#x201D;. All items were measured using a VAS response format from <italic>0 (Completely disagree)</italic> to <italic>100 (Completely agree)</italic>.</p>
</sec>
<sec id="s2d2"><label>2.4.2</label><title>Qualitative data</title>
<p>Semi-structured interviews were conducted approximately one year after participants had completed participation in the intervention. The questions in the interview guide focused on the normalization of the systematic implementation model in the participants&#x0027; routines, and in the organization. Therefore, specific questions were formulated to elicit responses regarding the normalization mechanisms identified by Normalization Process Theory (<xref ref-type="bibr" rid="B41">41</xref>).</p>
<p>A convenience sampling method was used to recruit interview participants. All intervention participants in the three cohorts were invited to participate in the interviews. They received an email seven months after the last workshop. One follow-up email was sent to those who did not reply to the first email. If they accepted the invitation, they were sent the informed consent form. Before the interviews, participants&#x0027; verbal consent to participate in the interviews was recorded, and the recording was stored separately from the data. The interviews were carried out via Microsoft Teams and were audio-recorded.</p>
</sec>
</sec>
<sec id="s2e"><label>2.5</label><title>Data analysis</title>
<sec id="s2e1"><label>2.5.1</label><title>Quantitative data</title>
<p>Quantitative data from the three cohorts was aggregated and analyzed descriptively in SAS (v. 9.4). Cronbach&#x0027;s alpha at T1 and T2 were calculated for the knowledge and skills composite measures. The instrument measuring knowledge to facilitate implementation had a Cronbach&#x0027;s alpha of.95 at T1 and of.91 at T2. The instrument measuring skills in facilitation had a Cronbach&#x0027;s alpha of.91 at T1 and.81 at T2. Paired-sample t-tests were carried out to analyze whether knowledge and skills changed between pre-intervention and post-intervention.</p>
<p>Sum scores, which are recommended to analyze the general self-efficacy scale (<xref ref-type="bibr" rid="B34">34</xref>), and Cronbach&#x0027;s alpha (.94) were calculated for the self-efficacy scale. Prior to analyzing the S-NoMAD scale, the scores for the item <italic>Relational Integration 1</italic> were reversed because of its negative wording. Mean scores and standard deviation (SD) were computed for the three general questions, the S-NoMAD scale, and for each S-NoMAD subscale of the questionnaire sent six months post-intervention.</p>
</sec>
<sec id="s2e2"><label>2.5.2</label><title>Qualitative data</title>
<p>The interviews were transcribed verbatim by a professional transcriber. Qualitative data analyses were conducted in QSR NVivo v11 (<xref ref-type="bibr" rid="B42">42</xref>) using deductive qualitative content analysis (<xref ref-type="bibr" rid="B43">43</xref>). Initially, to achieve a common understanding of the NPT submechanisms in relation to the data, three of the authors coded three interviews using NPT constructs. The first author coded the rest of the interviews. The data under each code were discussed with the second author to check if the meaning units reflected the meaning of the code, thus increasing coding reliability. The meaning units for each code were then summarized. Meaning units reflecting inner and outer context and which did not refer directly to the use of the systematic implementation model were analyzed using a general inductive approach. This approach involved creating codes based on the data, which were then grouped into broader categories, summarized, and presented as an introduction to Contextual integration, as many of the topics discussed about the model were also brought up to describe the general implementation climate.</p>
</sec>
</sec>
<sec id="s2f"><label>2.6</label><title>Ethical considerations</title>
<p>This study was reviewed by the Swedish Ethical Review Authority, who considered that it did not need any ethical approval (Ref no: 2020-03601). All participants were treated in accordance with the ethical guidelines. For the qualitative data collection, the participants were informed about the purpose of the study and that they could withdraw from the study at any time, without explanation. Participation in the study was voluntary and no monetary compensation was offered.</p>
</sec>
</sec>
<sec id="s3" sec-type="results"><label>3</label><title>Results</title>
<sec id="s3a"><label>3.1</label><title>Participants</title>
<p>The total sample of 37 intervention participants comprised of individuals with positions titled <italic>development leader</italic>, <italic>method developer</italic>, <italic>quality developer</italic>, <italic>quality leader</italic> and similar, who worked in health care (e.g., at hospitals and health care administration) and for local and national public organizations (e.g., Social Services Administration, the Swedish Civil Contingency Agency, and the Swedish Police). The participation rates in the surveys and interviews for each cohort are presented in <xref ref-type="table" rid="T2">Table&#x00A0;2</xref>. All participants (<italic>n</italic>&#x2009;&#x003D;&#x2009;37) completed the pre-intervention questionnaire. The post-intervention questionnaire was answered by 86.5&#x0025; (<italic>n</italic>&#x2009;&#x003D;&#x2009;32) of the participants and 45.9&#x0025; (<italic>n</italic>&#x2009;&#x003D;&#x2009;17) answered the six months follow-up questionnaire. Seventeen participants took part in the interviews.</p>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><p>Description of the three cohorts and questionnaire response rates.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" rowspan="2">Cohort participation</th>
<th valign="top" align="center" colspan="3">Cohort</th>
<th valign="top" align="center" rowspan="2">Total</th>
</tr>
<tr>
<th valign="top" align="center">1</th>
<th valign="top" align="center">2</th>
<th valign="top" align="center">3</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Intervention delivery</td>
<td valign="top" align="center">October 2020&#x2013;February 2021</td>
<td valign="top" align="center">March 2021&#x2013;May 2021</td>
<td valign="top" align="center">September 2021&#x2013;December 2021</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Number of participants</td>
<td valign="top" align="center">10<break/>Healthcare: 4<break/>Other public organizations: 6</td>
<td valign="top" align="center">12<break/>Healthcare: 8<break/>Other public organizations: 4</td>
<td valign="top" align="center">15<break/>Healthcare: 12<break/>Other public organizations: 3</td>
<td valign="top" align="center">37</td>
</tr>
<tr>
<td valign="top" align="left" colspan="1">Questionnaire response rates</td>
<td valign="top" align="center" colspan="1"><italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center" colspan="1"><italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center" colspan="1"><italic>n</italic> (&#x0025;)</td>
<td valign="top" align="center" colspan="1"><italic>n</italic> (&#x0025;)</td>
</tr>
<tr>
<td valign="top" align="left">Pre-intervention</td>
<td valign="top" align="center">10 (100)</td>
<td valign="top" align="center">12 (100)</td>
<td valign="top" align="center">15 (100)</td>
<td valign="top" align="center">37 (100)</td>
</tr>
<tr>
<td valign="top" align="left">Post-intervention</td>
<td valign="top" align="center">10 (100)</td>
<td valign="top" align="center">12 (100)</td>
<td valign="top" align="center">10 (66.6)</td>
<td valign="top" align="center">32 (86.5)</td>
</tr>
<tr>
<td valign="top" align="left">Six months follow-up</td>
<td valign="top" align="center">7 (70)</td>
<td valign="top" align="center">7 (58.3)</td>
<td valign="top" align="center">3 (27.3)</td>
<td valign="top" align="center">17 (45.9)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>At the beginning of the intervention, participants had, on average, worked in a facilitating function for 2.8 years (SD&#x2009;&#x003D;&#x2009;1.6, min&#x2009;&#x003D;&#x2009;1, max&#x2009;&#x003D;&#x2009;6), and as facilitators in their current organization for 2.4 years (SD&#x2009;&#x003D;&#x2009;1.4, min&#x2009;&#x003D;&#x2009;1, max&#x2009;&#x003D;&#x2009;6). Furthermore, the participants were, on average, motivated to learn what was going to be presented in the course (M&#x2009;&#x003D;&#x2009;94.1, SD&#x2009;&#x003D;&#x2009;9.2, min&#x2009;&#x003D;&#x2009;63, max&#x2009;&#x003D;&#x2009;100) and were prepared to make a great effort to develop in their facilitator role (M&#x2009;&#x003D;&#x2009;88.8, SD&#x2009;&#x003D;&#x2009;13.6, min&#x2009;&#x003D;&#x2009;44, max&#x2009;&#x003D;&#x2009;100). On average, the implementation climate received a score of 57.2 (SD&#x2009;&#x003D;&#x2009;19.6, min&#x2009;&#x003D;&#x2009;17, max&#x2009;&#x003D;&#x2009;94.8). The mean agreement rating with the item measuring collegial support was 57.0 (SD&#x2009;&#x003D;&#x2009;23.3, min&#x2009;&#x003D;&#x2009;0, max&#x2009;&#x003D;&#x2009;100). Pre-intervention mean ratings for each cohort for the variables learning motivation, training motivation, implementation climate, and collegial support are presented in <xref ref-type="table" rid="T3">Table&#x00A0;3</xref>.</p>
<table-wrap id="T3" position="float"><label>Table 3</label>
<caption><p>Pre-intervention mean ratings for learning motivation, training motivation, implementation climate, and collegial support.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" rowspan="3">Variable</th>
<th valign="top" align="center" colspan="3">Cohort</th>
<th valign="top" align="center">Total</th>
</tr>
<tr>
<th valign="top" align="center">1 (<italic>n</italic>&#x2009;&#x003D;&#x2009;10)</th>
<th valign="top" align="center">2 (<italic>n</italic>&#x2009;&#x003D;&#x2009;12)</th>
<th valign="top" align="center">3 (<italic>n</italic>&#x2009;&#x003D;&#x2009;15)</th>
<th valign="top" align="center"/>
</tr>
<tr>
<th valign="top" align="center">Mean (SD)</th>
<th valign="top" align="center">Mean (SD)</th>
<th valign="top" align="center">Mean (SD)</th>
<th valign="top" align="center">Mean (SD)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Learning motivation (single item)</td>
<td valign="top" align="center">95.5 (5.9)</td>
<td valign="top" align="center">97.3 (8.3)</td>
<td valign="top" align="center">89.6 (13.5)</td>
<td valign="top" align="center">94.1 (9.2)</td>
</tr>
<tr>
<td valign="top" align="left">Training motivation (single item)</td>
<td valign="top" align="center">93.5 (8.7)</td>
<td valign="top" align="center">92.5 (16.5)</td>
<td valign="top" align="center">80.3 (15.8)</td>
<td valign="top" align="center">88.8 (13.6)</td>
</tr>
<tr>
<td valign="top" align="left">Implementation climate (scale)</td>
<td valign="top" align="center">68.4 (18.5)</td>
<td valign="top" align="center">52.6 (20.2)</td>
<td valign="top" align="center">53.5 (18.1)</td>
<td valign="top" align="center">57.2 (19.6)</td>
</tr>
<tr>
<td valign="top" align="left">Collegial support (single item)</td>
<td valign="top" align="center">68.8 (20.2)</td>
<td valign="top" align="center">52.1 (21.8)</td>
<td valign="top" align="center">50.2 (27.9)</td>
<td valign="top" align="center">57.0 (23.3)</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s3b"><label>3.2</label><title>Changes in knowledge and skills</title>
<p>The mean score for self-reported knowledge to facilitate implementation pre-intervention was 48.2 (SD&#x2009;&#x003D;&#x2009;24.3) whereas the mean score post-intervention was 76.2 (SD&#x2009;&#x003D;&#x2009;13.9). There was a statistically significant increase in knowledge to facilitate implementation pre-intervention compared to post-intervention [t(31)&#x2009;&#x003D;&#x2009;&#x2212;7.07, <italic>p</italic>&#x2009;&#x003C;&#x2009;.001]. In the case of skills in facilitation, the mean score pre-intervention was 58.2 (SD&#x2009;&#x003D;&#x2009;21.6) and post-intervention 72.6 (SD&#x2009;&#x003D;&#x2009;12.5). There was a statistically significant increase in skills in facilitation pre-intervention compared to post-intervention [<italic>t</italic>(31)&#x2009;&#x003D;&#x2009;&#x2212;3.82, <italic>p</italic>&#x2009;&#x003D;&#x2009;.000].</p>
</sec>
<sec id="s3c"><label>3.3</label><title>Changes in self-efficacy</title>
<p>Pre-intervention, the mean rating of participants&#x0027; self-efficacy was 569.1 (SD&#x2009;&#x003D;&#x2009;175.3), post-intervention the mean rating was 655.9 (SD&#x2009;&#x003D;&#x2009;146.5), and at six months follow-up the mean rating was 632.4 (SD&#x2009;&#x003D;&#x2009;157.4). There was a statistically significant increase in self-efficacy between pre-intervention and the post-intervention measurement (<italic>p</italic>&#x2009;&#x003D;&#x2009;.003). A statistically nonsignificant decline in mean self-efficacy was observed at the six months follow-up (<italic>p</italic>&#x2009;&#x003D;&#x2009;.247), however, this decline was not below pre-intervention levels (see <xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>).</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>Trends in self-efficacy.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="frhs-04-1408801-g001.tif"/>
</fig>
</sec>
<sec id="s3d"><label>3.4</label><title>Normalization of the systematic implementation model</title>
<p>The mean ratings of the three general items were: participants&#x0027; familiarity with the systematic implementation model 6.1 (SD&#x2009;&#x003D;&#x2009;2.2); the extent to which the systematic implementation model felt as a natural part of participants&#x0027; work routine 5.0 (SD&#x2009;&#x003D;&#x2009;2.5) and the extent to which the model could become a natural part of the participants&#x0027; work routine 7.3 (SD&#x2009;&#x003D;&#x2009;1.8).</p>
<p>The mean values for the mechanisms coherence, cognitive participation, collective action, and reflexive monitoring were 2.2 (SD&#x2009;&#x003D;&#x2009;.6), 2.2 (SD&#x2009;&#x003D;&#x2009;.7), 3.0 (SD&#x2009;&#x003D;&#x2009;.6) and 2.4 (SD&#x2009;&#x003D;&#x2009;.7) respectively. Mean values of submechanisms (i.e., items) varied (see <xref ref-type="table" rid="T4">Table&#x00A0;4</xref>).</p>
<table-wrap id="T4" position="float"><label>Table 4</label>
<caption><p>Mean scores and standard deviation of the 16 normalization process theory submechanisms (<italic>on a scale from 1- strongly agree to 5-strongly contradict</italic>) and frequency counts of the responses <italic>not relevant for this role</italic>, <italic>not relevant at the moment,</italic> and <italic>not relevant for this intervention</italic> for each submechanism.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">NPT mechanisms and submechanisms<xref ref-type="table-fn" rid="table-fn1"><sup>a</sup></xref></th>
<th valign="top" align="center">Frequency<break/><italic>n</italic>/<italic>N</italic></th>
<th valign="top" align="center">Mean</th>
<th valign="top" align="center">Standard deviation</th>
<th valign="top" align="center">Not relevant for this role<break/><italic>n</italic></th>
<th valign="top" align="center">Not relevant at the moment<break/><italic>n</italic></th>
<th valign="top" align="center">Not relevant for this intervention<break/><italic>n</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Coherence</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"><bold>2</bold>.<bold>2</bold></td>
<td valign="top" align="center"><bold>0</bold>.<bold>6</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Differentiation</td>
<td valign="top" align="center">17/17</td>
<td valign="top" align="center">2.2</td>
<td valign="top" align="center">0.5</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Communal specification</td>
<td valign="top" align="center">12/17</td>
<td valign="top" align="center">2.7</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" align="left">Individual specification</td>
<td valign="top" align="center">16/17</td>
<td valign="top" align="center">2.1</td>
<td valign="top" align="center">0.4</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Internalization</td>
<td valign="top" align="center">17/17</td>
<td valign="top" align="center">1.8</td>
<td valign="top" align="center">0.6</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Cognitive participation</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"><bold>2</bold>.<bold>2</bold></td>
<td valign="top" align="center"><bold>0</bold>.<bold>7</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Initiation</td>
<td valign="top" align="center">14/17</td>
<td valign="top" align="center">3.1</td>
<td valign="top" align="center">1.0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Legitimation</td>
<td valign="top" align="center">15/17</td>
<td valign="top" align="center">2.0</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Enrolment</td>
<td valign="top" align="center">17/17</td>
<td valign="top" align="center">1.8</td>
<td valign="top" align="center">0.5</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Activation</td>
<td valign="top" align="center">17/17</td>
<td valign="top" align="center">1.8</td>
<td valign="top" align="center">0.4</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Collective action</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"><bold>3</bold>.<bold>0</bold></td>
<td valign="top" align="center"><bold>0</bold>.<bold>6</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Interactional workability</td>
<td valign="top" align="center">16/17</td>
<td valign="top" align="center">2.5</td>
<td valign="top" align="center">0.5</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Relational integration 1</td>
<td valign="top" align="center">16/17</td>
<td valign="top" align="center">2.6</td>
<td valign="top" align="center">0.6</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Relational integration 2</td>
<td valign="top" align="center">16/17</td>
<td valign="top" align="center">2.3</td>
<td valign="top" align="center">0.5</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Skillset workability 1</td>
<td valign="top" align="center">14/17</td>
<td valign="top" align="center">2.6</td>
<td valign="top" align="center">0.6</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Skillset workability 2</td>
<td valign="top" align="center">14/17</td>
<td valign="top" align="center">3.1</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Contextual integration 1</td>
<td valign="top" align="center">14/17</td>
<td valign="top" align="center">3.2</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Contextual integration 2</td>
<td valign="top" align="center">13/17</td>
<td valign="top" align="center">2.9</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Reflexive monitoring</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"><bold>2</bold>.<bold>4</bold></td>
<td valign="top" align="center"><bold>0</bold>.<bold>7</bold></td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Systematization</td>
<td valign="top" align="center">12/17</td>
<td valign="top" align="center">3.0</td>
<td valign="top" align="center">0.8</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Communal appraisal</td>
<td valign="top" align="center">12/17</td>
<td valign="top" align="center">3.0</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Individual appraisal</td>
<td valign="top" align="center">14/17</td>
<td valign="top" align="center">2.1</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Reconfiguration 1</td>
<td valign="top" align="center">15/17</td>
<td valign="top" align="center">2.0</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Reconfiguration 2</td>
<td valign="top" align="center">15/17</td>
<td valign="top" align="center">2.1</td>
<td valign="top" align="center">0.6</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>The values in bold represent the mean and standard deviation for each of the four core mechanisms of NPT: coherence, cognitive participation, collective action, and reflexive monitoring.</p></fn>
<fn id="table-fn1"><label><sup>a</sup></label>
<p>The submechanisms are described in <xref ref-type="sec" rid="s12">Supplementary Material</xref>: Data collection instruments, pp. 13&#x2013;14.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3e"><label>3.5</label><title>Qualitative findings</title>
<sec id="s3e1"><label>3.5.1</label><title>Coherence</title>
<sec id="s3e1a"><label>3.5.1.1</label><title>Differentiation</title>
<p>When comparing the systematic implementation model with their implementation experience, some participants said that before the training they did not have a clear and systematic implementation routine that they followed. The systematic implementation model provided them with a better understanding of the steps needed to carry out a successful implementation. An increased awareness of the planning and follow-up steps, which previously had been overlooked, was reported. Participants who had used other tools to support quality improvement and implementation (e.g., the Plan-Do-Study-Act or project management models) pointed out that the systematic implementation model stood out through its emphasis on specifying the target behavior in detail and on choosing implementation strategies that matched the needs of the staff facilitators supported to do the particular behaviors.</p><disp-quote>
<p>I think what I found useful was the part about how to choose implementation strategies and how to identify needs&#x2026;To get that structured list [about knowledge, motivation, and opportunities] and use it when analyzing needs&#x2026;I had never worked in such a structured way before. (Participant 9)</p></disp-quote>
</sec>
<sec id="s3e1b"><label>3.5.1.2</label><title>Internalization</title>
<p>Participants found the systematic implementation model valuable to their work. The model was commonly described as clear, easy to follow, user-friendly, pedagogical, useful to formulate the right implementation questions and achieve participatory implementation.</p><disp-quote>
<p>What I think is good with this model is that we start from needs and existing conditions, and that we focus on engaging the staff and changing their behavior. (Participant 3)</p></disp-quote>
<p>In some organizations, the systematic implementation model was tested on different projects to decide whether it could be a valuable tool for the organization and if it could be adopted as a formal tool for implementation at the organization level. A challenge experienced by participants was to understand how the model could be used in more complex implementation projects involving many target behaviors and stakeholders positioned at different levels in the organization.</p>
</sec>
<sec id="s3e1c"><label>3.5.1.3</label><title>Individual specification</title>
<p>Although many participants reported that they felt it was clear what to do when applying the systematic implementation model, some were still testing it in different situations.</p><disp-quote>
<p>I first thought that we would start doing things right away, but it is not like that [according to the model], it is very important to work systematically and have patience, I hadn&#x0027;t initially understood how important this is. (Participant 5)</p></disp-quote>
<p>Two different perspectives were found. According to one perspective, the model should be followed systematically, whereas according to the other, the model would be used as &#x201C;a source of inspiration&#x201D; and a degree of flexibility would be maintained when applying it, as not all the steps were considered equally important during implementation.</p>
</sec>
<sec id="s3e1d"><label>3.5.1.4</label><title>Communal specification</title>
<p>The facilitators who had presented the systematic implementation model to the staff they supported reported different reactions from staff. In some organizations it was easy to achieve a shared understanding of the rationale behind the systematic implementation model and identify the benefits of using it, whereas in other organizations some facilitators were still in the stage of explaining the model&#x0027;s usefulness to the supported staff, with the purpose of creating a common understanding.</p><disp-quote>
<p>We have yet to come so far in the implementation process; I am still trying to motivate [to the others] why we should use the [systematic implementation] model. (Participant 1)</p></disp-quote>
</sec>
</sec>
<sec id="s3e2"><label>3.5.2</label><title>Cognitive participation</title>
<sec id="s3e2a"><label>3.5.2.1</label><title>Initiation</title>
<p>The analysis revealed two approaches employed by facilitators in introducing the systematic implementation model within their respective organizations. One approach was to explicitly present the model to managers or to the staff facilitators supported, to enhance comprehension. Another strategy to increase understanding and engagement was to emphasize the commonalities between the systematic implementation model and another model already used in the organization. The facilitators who had difficulties driving forward the use of the model in their organization, especially at the managerial level, suggested that a workshop leader could support this effort.</p>
<p>Another approach was to communicate knowledge about the model implicitly, for example, by using it to create implementation plans, which they then presented to the staff they supported, by inviting staff to participate in planning days, where they were guided through a discussion about aspects of implementation, or by signaling ahead of time the upcoming implementation steps and that these were important.</p><disp-quote>
<p>I have not talked about the whole model [to the supported staff], but I have said that when implementing something new, we need to focus on behavior change. (Participant 13)</p></disp-quote>
</sec>
<sec id="s3e2b"><label>3.5.2.2</label><title>Enrolment</title>
<p>The facilitators observed varying levels of staff enrolment in the work with the systematic implementation model. Enrolment, in this context, refers to the degree of staff engagement and commitment to the model. In organizations where enrolment was high, staff demonstrated a strong commitment to the model, showing enthusiasm and readiness to integrate it into their daily work. In organizations where staff enrolment was low, facilitators quoted time constraints as a significant barrier to convening staff for collaborative implementation planning sessions.</p><disp-quote>
<p>Bringing the group to the same starting point is the first step and we have never taken the time and progressed at this pace. Just bringing together my colleagues, who are also supposed to lead this [implementation], has not been easy; we have always been expected to do things right away, and they should have been done yesterday and we should have results tomorrow. (Participant 2)</p></disp-quote>
</sec>
<sec id="s3e2c"><label>3.5.2.3</label><title>Activation</title>
<p>Some interview participants expressed their commitment to using the systematic implementation model in other projects, but they emphasized the need to find time to reflect on how to do this in the future.</p><disp-quote>
<p>I hope that I will have the time to reflect on this [the use of the systematic implementation model in future projects], but right now, I&#x0027;m not working with an [implementation] task&#x2026;a lot happens all the time and, at the moment, I work with patients. So, right now, I don&#x0027;t have the time to sit and read and think. (Participant 12)</p></disp-quote>
</sec>
</sec>
<sec id="s3e3"><label>3.5.3</label><title>Collective action</title>
<sec id="s3e3a"><label>3.5.3.1</label><title>Interactional workability</title>
<p>Echoing the findings reported in <italic>Individual specification</italic>, the systematic implementation model was applied to implementation projects ranging from small to large, where some participants applied it mainly to smaller implementation projects and others only to larger projects. For example, facilitators used the model to ask the group relevant questions that led to project replanning, to systematize the implementation process, and to help staff reframe their thinking in terms of behaviors.</p>
<p>The systematic implementation model was seldom used in its entirety. Common reasons for not following the model closely were a lack of time to go through every step and the increased complexity of the implementation plan if the model was to be used for every stakeholder. Needs analysis, specification of target behavior, and follow-up were the most used steps.</p><disp-quote>
<p>What I have specifically used is this about how to clarify target behaviors&#x2026;which behavior do we really want to look at&#x2026;this should be made clear. Also following up&#x2026;yes, that we should follow up the target behaviors. Because this is, actually, the most difficult&#x2026;to follow up constructively. (Participant 10)</p></disp-quote>
</sec>
<sec id="s3e3b"><label>3.5.3.2</label><title>Skillset workability</title>
<p>There were descriptions of staff in organizations, both directly responsible for the implementation of the project but also from support units (communications), who had either begun or were about to participate in the training provided by CES. Most facilitators were positive towards contributing to building the general implementation capacity of their organizations by equipping staff and managers with the knowledge and skills to use the systematic implementation model. However, some participants felt the need to reflect and plan how to proceed with the task, while emphasizing the importance of staff members attending the training rather than solely relying on facilitators for their training needs.</p><disp-quote>
<p>I don&#x0027;t know if I would be the best to do it [train other staff in implementation]. The training contained so much good information that I would rather they [other staff] participate in the training to get the same aha-experiences and understandings. [The information] is quite easy to understand, but it has to be concretized in the same way it was presented in the training so I would rather that they take the course instead. (Participant 2)</p></disp-quote>
<p>Facilitating implementation alone was seen as challenging, and several facilitators wished they could work alongside others who shared their role and had undergone the same implementation training, ensuring a shared understanding of the process.</p>
</sec>
<sec id="s3e3c"><label>3.5.3.3</label><title>Contextual integration</title>
<p>Participants&#x0027; work with the systematic implementation model was carried out during the Covid-19 pandemic. Most facilitators operated within high-pressure environments, with significant staff turnover or understaffing. Some contexts were characterized by lengthy decision processes involving decision-makers at different organizational levels, work cultures where improvement was not valued, or low prioritization of implementation work.</p>
<p>The contextual integration of the systematic implementation model was highly influenced by managerial support. Managers backed the participants&#x0027; work with the model to different extents. Support was provided through different means, from giving an assignment to work with implementation, to more direct involvement from managers, such as clear communication around the importance of implementation and its prioritization in the organization, and by bringing it for discussions in different forums, such as staff meetings.</p><disp-quote>
<p>It [the systematic implementation model] has been received positively, and I have noticed that, for example, in the manager group, a maturation phase has begun regarding this way of thinking; I am no longer the only one that goes around and says that these things are important and nobody else really understands. So, I think that it [the systematic implementation model] has contributed to a maturation of the organization [around the implementation process]. (Participant 7)</p></disp-quote>
<p>However, not all facilitators shared this experience. There were also descriptions of absence of support, attributed to the managers&#x0027; low general knowledge of implementation, which, for example, translated into a lack of strategic planning, favoring short-term projects that were not followed up, and not focusing on behavior change. One strategy that was often suggested to overcome this problem was to provide staff and management with some basic training in implementation, which would increase their understanding of the implementation process and the conditions in which it is successful.</p>
</sec>
</sec>
<sec id="s3e4"><label>3.5.4</label><title>Reflexive monitoring</title>
<sec id="s3e4a"><label>3.5.4.1</label><title>Systematization</title>
<p>Participants recognized the significance of conducting follow-ups and assessments of the application of the systematic implementation model. Nonetheless, they highlighted that these are hindered by persistent conflicting demands.</p><disp-quote>
<p>According to the model, one should continue to follow up and evaluate and give feedback, so that it continues improving [and it becomes part of routine], but it is hard when there are more and more things to do all the time. (Participant 9)</p></disp-quote>
</sec>
<sec id="s3e4b"><label>3.5.4.2</label><title>Individual appraisal</title>
<p>A few participants mentioned they had appraised the model. Often the appraisal was done individually by the facilitators, who generally reported positive evaluations of its usefulness.</p><disp-quote>
<p>I think that has been really good and a great complement to PDSA and all that I worked with earlier. (Participant 13)</p></disp-quote>
</sec>
<sec id="s3e4c"><label>3.5.4.2</label><title>Communal appraisal</title>
<p>Participants working in organizations where the model was being tested for organizational fit reported that project staff considered it a valuable tool after testing it in a pilot project.</p><disp-quote>
<p>As I understand it, those in the pilot project feel that it works very well, and they are very interested in taking the training. (Participant 4)</p></disp-quote>
</sec>
<sec id="s3e4d"><label>3.5.4.3</label><title>Reconfiguration</title>
<p>Reconfiguring the systematic implementation model after a formal appraisal was rare. Adaptations to the model were made ongoingly, to fit the needs of current implementations, rather than after a formal evaluation at the end of an implementation cycle (see also <italic>interactional workability</italic>).</p><disp-quote>
<p>I can say that for us, it hasn&#x0027;t been crucial to follow all the steps. Sometimes, we moved forward by understanding that we need to concentrate most on this first step. Then, we implement, and someone else takes over to ensure that the wheel, equivalent to the PDSA wheel, keeps turning. Facilitators can then be there to follow up. So, I think something that another facilitator who participated in the training with me and I learned was that we can orient ourselves&#x2026;not freely, but we can emphasize different steps [of the systematic implementation model] depending on what we need to achieve. (Participant 1)</p></disp-quote>
</sec>
</sec>
</sec>
</sec>
<sec id="s4" sec-type="discussion"><label>4</label><title>Discussion</title>
<p>This study evaluated the BIC-F intervention, which aimed to train individuals who hold a facilitating role in organizations. The results, which we will discuss in more detail in subsequent paragraphs, indicate: (1) Statistically significant increases in participants&#x2019; perceptions of their knowledge and skills to facilitate implementation and their self-efficacy as a facilitator post-intervention, compared to pre-intervention; and (2) An early stage in the process of normalization of the systematic implementation model in the participants&#x0027; work routines, with strong coherence but relatively low activation of other NPT mechanisms, and at the organizational level, where many facilitators were still working towards achieving coherence and cognitive participation among relevant stakeholders.</p>
<p>Earlier research has shown that self-efficacy is a good indicator of behavioral modification, and increasing participants&#x2019; self-efficacy regarding one or a set of tasks may improve the odds that they perform the task(s) even after the training (<xref ref-type="bibr" rid="B36">36</xref>). The importance of self-efficacy in training transfer is also suggested by previous research, which has studied it as an outcome of capacity-building interventions (<xref ref-type="bibr" rid="B44">44</xref>). In our study, the statistically significant increase in participants&#x0027; self-efficacy post-intervention could result from the strong emphasis placed on practice throughout the intervention. Specifically, the participants practiced creating implementation plans for several cases and took part in role-playing exercises. These activities could have served as sources of self-efficacy in the form of <italic>mastery experience</italic> (also called performance accomplishments), which seems to be the most effective way of developing self-efficacy (<xref ref-type="bibr" rid="B45">45</xref>). Another source of self-efficacy that may have been activated during the training was <italic>vicarious experience</italic>, which entails learning from other participants during group discussions and presentations and by observing workshop leaders apply the knowledge during workshops (<xref ref-type="bibr" rid="B45">45</xref>).</p>
<p>Self-efficacy is strengthened by repeated success, achieved through practice (<xref ref-type="bibr" rid="B46">46</xref>, <xref ref-type="bibr" rid="B47">47</xref>). The decrease in self-efficacy scores between the first post-intervention measurement and the second post-intervention measurement could be explained, in part, by limited opportunities to apply the knowledge and skills participants acquired in the training after the intervention, as reported in some interviews. Factors external to the organization (e.g., the Covid-19 pandemic) as well as internal to the organization (e.g., lack of prioritization of implementation work) were mentioned as limiting conditions. Previous research has suggested that facilitators can practice their role better if organizations prioritize training and implementation work (<xref ref-type="bibr" rid="B48">48</xref>). It is, thus, likely that the professional development of facilitators who undergo even high-quality training is hindered without regular practice, which can only happen under auspicious organizational conditions. Increased contact between the workshop leaders and the facilitators could help the latter maintain momentum after the intervention. Furthermore, workshop leaders and facilitators could find strategies targeted at management to increase the prioritization of implementation work in organizations.</p>
<p>The results of this study indicate that the participants were in the early phases of normalizing the systematic implementation model in their work routines. Six months after the intervention, participants, on average, were not fully familiar with the model, and for many, it did not feel like a natural part of their work routines. However, it was stated that the model could become part of their work routines. There was a general understanding of the steps and value of the model for their implementation work, which was suggested by low S-NoMAD scores on the differentiation, individual specification, and internalization items (lower scores suggest higher contribution to normalization), and by positive interview accounts referring to these submechanisms of <italic>coherence</italic>. This aligns with previous research showing that an implementation process starts with achieving coherence (<xref ref-type="bibr" rid="B49">49</xref>). In light of qualitative data describing that only a few facilitators used the implementation model systematically, the medium rating on <italic>interactional workability</italic> suggests that the normalization process was in its early stages for many participants. A too short follow-up period (one year) could partly explain this finding, given that a similar study noted that change in behavior and applied knowledge in their sample typically occurred 18&#x2013;24 months after the intervention (<xref ref-type="bibr" rid="B50">50</xref>). The qualitative data give further insight into how participants applied the systematic implementation model. Not all participants utilized all the steps in the model, which is consistent with findings from a prior study that evaluated an intervention teaching the model (<xref ref-type="bibr" rid="B51">51</xref>). In our study, a detailed application of the model was perceived by some participants as making the planning process too difficult. This might clarify why a few facilitators were still grappling with how to apply the model to more complex implementation projects. Using the model flexibly or as inspiration was also suggested in a few interviews. This type of use could be understood according to recent theoretical perspectives, which underscore the significance of considering mental models when describing how individuals approach implementation (<xref ref-type="bibr" rid="B36">36</xref>). Mental models can determine how information is understood and what changes individuals will consider, and they are shaped over time by continuous learning, experiences, and exposure to different contexts (<xref ref-type="bibr" rid="B52">52</xref>), which participants in our study reported. This lends support to the idea that facilitation involves flexibility in applying and blending different approaches (<xref ref-type="bibr" rid="B6">6</xref>) and that the &#x201C;implementation of implementation science knowledge&#x201D; (<xref ref-type="bibr" rid="B54">54</xref>), like any other type of scientific knowledge, will not be linear and straightforward, but rather the subject of individual interpretation and contextual adaptation (<xref ref-type="bibr" rid="B55">55</xref>).</p>
<p>Apart from their role in supporting the implementation of EBIs, facilitators can also contribute to building an organization&#x0027;s implementation capacity (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B16">16</xref>). Intervention participants were encouraged to share the learnings from the training and engage other staff in implementation planning. Medium scores on S-NoMAD items assessing the coherence and engagement of other staff in using the systematic implementation model (e.g., communal specification, initiation) and perceived organizational support for the use of the model (e.g., contextual integration) suggest that the process of its normalization was not very advanced in most organizations. In interviews, there were examples indicating that participants did not mention the model at all, mentioned it briefly, or just created implementation plans based on the model, which they then shared with the group they supported. The limited dissemination of knowledge and engagement of other staff in applying the systematic implementation model might be, to some extent, clarified by the facilitators&#x0027; need to first become more comfortable with using the model in their routines. This finding is in line with a previous study where <italic>learning over time</italic> was a mechanism that led to an increased sense of confidence and an improved ability to enact the facilitation role (<xref ref-type="bibr" rid="B20">20</xref>), and could also account for why some participants responded with <italic>Not relevant at the moment</italic> on S-NoMAD items related to collaborative work with other staff members. Additional factors that could have hindered the use of the model in some organizations, as indicated by pre-intervention data and qualitative results, were implementation climate and collegial support.</p>
<sec id="s4a"><label>4.1</label><title>Curriculum development</title>
<p>The feedback from the evaluation regarding the need to understand how to apply the systematic implementation model to more complex implementation cases resulted in the addition of another module to the training. The module consisted of a series of lectures and exercises on complex implementation where participants gained a deeper understanding of how to facilitate the implementation of interventions with several components at different levels of an organization.</p>
<p>The evaluation highlights that the BIC-F intervention has had a positive impact on participants&#x0027; knowledge, skills, and self-efficacy, most likely due to its focus on practical application of implementation and facilitation knowledge throughout the workshops. Nevertheless, future iterations of the BIC-F intervention could emphasize the role facilitators can play in building the implementation capacity of the organizations, along with their role in facilitating the implementation of EBIs. Furthermore, additional components that explain how implementation knowledge and tools can intentionally be transferred between the different levels of the organization (<xref ref-type="bibr" rid="B12">12</xref>) could provide a starting point for facilitators to achieve a common understanding about implementation with staff and managers and a greater collective engagement and support necessary to develop the organizations&#x0027; implementation capacity. Finally, the findings suggest that workshop leaders could positively influence the implementation climate in some organizations by engaging with upper management and advocating for the adoption of a more systematic approach to implementation.</p>
</sec>
</sec>
<sec id="s5"><label>5</label><title>Strengths and limitations</title>
<p>A strength of this study was its mixed methods sequential explanatory approach, where qualitative data were used to provide possible explanations of the quantitative results. The longitudinal design involving several data collection timepoints is also a strength, as it allowed us to understand better how participants used the knowledge and skills they acquired in the training, what challenges they encountered even after the intervention ended, and the type of support they could benefit from. Furthermore, the diversity of participants in terms of their roles, responsibilities, and organizations indicates that this training might be relevant for a wide range of professionals activating within healthcare and other public services and strengthens the external validity of the study.</p>
<p>The study results should be interpreted considering a series of limitations. An important limitation is the lack of a control group, which impeded us from estimating the effect size of the intervention. Another limitation was the attrition of study participants over time. This could have been because of self-selection bias, leading to not capturing other outcomes and perspectives that might have provided a more detailed understanding of the participants&#x0027; experiences of the intervention and its results. Furthermore, the extraordinary circumstances in which the intervention was delivered (i.e., the Covid-19 pandemic) and the one-year follow-up period are also considerable limitations which could have impacted the results. However, given that this was a pilot study, a one-year follow-up period was considered sufficient to observe some meaningful changes and to guide a longer evaluation. Another weakness is that the quantitative data were collected using self-reported measures, which could have led to an under- or overestimation of the measured constructs. Furthermore, responses in interviews could have been affected by social desirability bias, but this risk was mitigated by not involving the interviewer in the delivery of the intervention.</p>
<p>Using NPT to frame the longitudinal evaluation and as an aid in interpreting the results is a strength of this study, as the theory has been previously found to provide a robust explanation of how interventions are embedded in practice. However, the deductive approach we used to analyze the qualitative data highlighted overlaps between NPT constructs, which was also observed by other studies (<xref ref-type="bibr" rid="B49">49</xref>). This occasionally made coding meaning units with a single NPT construct challenging. For example, individual specification and internalization necessarily required applying the systematic implementation model (i.e., interactional workability). In some cases, interactional workability was also concomitant to reconfiguring the model. Furthermore, NPT is a relational theory, which was relevant for interpreting the perspectives of the facilitators, who are professionals who often initiate and create support for implementation through relational work. Nonetheless, collecting data only from facilitators limited our understanding of the normalization process of the model at the level of the organization, as we tried to make sense of collective processes such as communal specification and enrolment based only on the participants&#x0027; points of view.</p>
</sec>
<sec id="s6" sec-type="conclusions"><label>6</label><title>Conclusion</title>
<p>The intervention seemed to improve participants&#x0027; knowledge, skills, and self-efficacy, and it started the process of normalizing the systematic implementation model in the participants&#x0027; work routines. Nevertheless, in most cases, the normalization process was in the early stages and was often not approached in an intentional and systematic way because personal or organizational factors hindered transfer of training. To ensure improved transfer of training and higher normalization of the methods they teach, the BIC-F and other interventions need to provide long-term support to facilitators, and include components designed to tackle contextual obstacles and actively build implementation capacity at the organizational level.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="data-availability"><title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s8" sec-type="ethics-statement"><title>Ethics statement</title>
<p>This study involving humans was approved by the Swedish Ethical Review Authority (Etikpr&#x00F6;vningsmyndigheten). The study was conducted in accordance with the local legislation and institutional requirements. The participants provided their written or verbal informed consent to participate in this study.</p>
</sec>
<sec id="s9" sec-type="author-contributions"><title>Author contributions</title>
<p>V-AC: Conceptualization, Data curation, Formal Analysis, Methodology, Project administration, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. AB: Methodology, Supervision, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing, Formal Analysis. AB: Conceptualization, Formal Analysis, Funding acquisition, Methodology, Supervision, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. AL: Formal Analysis, Supervision, Visualization, Writing &#x2013; review &#x0026; editing. HH: Conceptualization, Funding acquisition, Supervision, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing, Methodology. LE: Conceptualization, Methodology, Project administration, Supervision, Validation, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec id="s10" sec-type="funding-information"><title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This project was supported by funding from the Swedish Research Council for Health, Working Life and Welfare (FORTE: grant number 2020-01184).</p>
</sec>
<ack><title>Acknowledgments</title>
<p>We would like to acknowledge the contributions of M&#x00E5;rten &#x00C5;hstr&#x00F6;m (CES), Hanna Augustsson (CES), and Ola Rosenlind, who participated in the delivery of the intervention and in the design of its evaluation.</p>
</ack>
<sec id="s11" sec-type="COI-statement"><title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s13" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12" sec-type="supplementary-material"><title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/frhs.2024.1408801/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/frhs.2024.1408801/full&#x0023;supplementary-material</ext-link></p>
<supplementary-material id="SD1" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Table1.docx"/></supplementary-material>
<supplementary-material id="SD2" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Table2.docx"/></supplementary-material>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nilsen</surname><given-names>P</given-names></name></person-group>. <article-title>Making sense of implementation theories, models and frameworks</article-title>. <source>Implement Sci</source>. (<year>2015</year>) <volume>10</volume>:<fpage>53</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-015-0242-0</pub-id><pub-id pub-id-type="pmid">25895742</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harvey</surname><given-names>G</given-names></name><name><surname>Kitson</surname><given-names>A</given-names></name></person-group>. <article-title>PARIHS revisited: from heuristic to integrated framework for the successful implementation of knowledge into practice</article-title>. <source>Implement Sci.</source> (<year>2016</year>) <volume>11</volume>:<fpage>33</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-016-0398-2</pub-id><pub-id pub-id-type="pmid">27013464</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davies</surname><given-names>HTO</given-names></name><name><surname>Powell</surname><given-names>AE</given-names></name><name><surname>Nutley</surname><given-names>SM</given-names></name></person-group>. <article-title>Mobilising knowledge to improve UK health care: learning from other countries and other sectors&#x2013;a multimethod mapping study</article-title>. <source>Health Serv Deliv Res.</source> (<year>2015</year>) <volume>3</volume>:<fpage>27</fpage>. <pub-id pub-id-type="doi">10.3310/hsdr03270</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rycroft-Malone</surname><given-names>J</given-names></name></person-group>. <article-title>The PARIHS framework&#x2014;a framework for guiding the implementation of evidence-based practice</article-title>. <source>J Nurs Care Qual</source>. (<year>2004</year>) <volume>19</volume>:<fpage>297</fpage>&#x2013;<lpage>304</lpage>. <pub-id pub-id-type="doi">10.1097/00001786-200410000-00002</pub-id><pub-id pub-id-type="pmid">15535533</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kislov</surname><given-names>R</given-names></name><name><surname>Wilson</surname><given-names>P</given-names></name><name><surname>Boaden</surname><given-names>R</given-names></name></person-group>. <article-title>The &#x201C;dark side&#x201D; of knowledge brokering</article-title>. <source>J Health Serv Res Policy</source>. (<year>2017</year>) <volume>22</volume>:<fpage>107</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1177/1355819616653981</pub-id><pub-id pub-id-type="pmid">28429974</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Metz</surname><given-names>A</given-names></name><name><surname>Burke</surname><given-names>K</given-names></name><name><surname>Albers</surname><given-names>B</given-names></name></person-group>. <source>A Practice Guide to Supporting Implementation: What Competencies do We Need? [Internet]</source>. <publisher-loc>Chapel Hill, NC</publisher-loc>: <publisher-name>National Implementation Research Network</publisher-name> (<year>2020</year>). p. <fpage>6</fpage>. <comment>Available online at:</comment> <ext-link ext-link-type="uri" xlink:href="https://nirn.fpg.unc.edu/sites/nirn.fpg.unc.edu/files/resources/ISP&#x0025;20Practice&#x0025;20Guide-v1-10.27.22.pdf">https://nirn.fpg.unc.edu/sites/nirn.fpg.unc.edu/files/resources/ISP&#x0025;20Practice&#x0025;20Guide-v1-10.27.22.pdf</ext-link> <comment>(cited November 19, 2023)</comment>.</citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lewis</surname><given-names>A</given-names></name><name><surname>Harvey</surname><given-names>G</given-names></name><name><surname>Hogan</surname><given-names>M</given-names></name><name><surname>Kitson</surname><given-names>A</given-names></name></person-group>. <article-title>Can oral healthcare for older people be embedded into routine community aged care practice? A realist evaluation using normalisation process theory</article-title>. <source>Int J Nurs Stud</source>. (<year>2019</year>) <volume>94</volume>:<fpage>32</fpage>&#x2013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2018.12.016</pub-id><pub-id pub-id-type="pmid">30933871</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alagoz</surname><given-names>E</given-names></name><name><surname>Chih</surname><given-names>MY</given-names></name><name><surname>Hitchcock</surname><given-names>M</given-names></name><name><surname>Brown</surname><given-names>R</given-names></name><name><surname>Quanbeck</surname><given-names>A</given-names></name></person-group>. <article-title>The use of external change agents to promote quality improvement and organizational change in healthcare organizations: a systematic review</article-title>. <source>BMC Health Serv Res</source>. (<year>2018</year>) <volume>18</volume>. <pub-id pub-id-type="doi">10.1186/s12913-018-2856-9</pub-id><pub-id pub-id-type="pmid">29370791</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mold</surname><given-names>JW</given-names></name><name><surname>Fox</surname><given-names>C</given-names></name><name><surname>Wisniewski</surname><given-names>A</given-names></name><name><surname>Lipman</surname><given-names>PD</given-names></name><name><surname>Krauss</surname><given-names>MR</given-names></name><name><surname>Robert Harris</surname><given-names>D</given-names></name><etal/></person-group> <article-title>Implementing asthma guidelines using practice facilitation and local learning collaboratives: a randomized controlled trial</article-title>. <source>The Annals of Family Medicine</source>. (<year>2014</year>) <volume>12</volume>:<fpage>233</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1370/AFM.1624</pub-id><pub-id pub-id-type="pmid">24821894</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parchman</surname><given-names>ML</given-names></name><name><surname>Noel</surname><given-names>PH</given-names></name><name><surname>Culler</surname><given-names>SD</given-names></name><name><surname>Lanham</surname><given-names>HJ</given-names></name><name><surname>Leykum</surname><given-names>LK</given-names></name><name><surname>Romero</surname><given-names>RL</given-names></name><etal/></person-group> <article-title>A randomized trial of practice facilitation to improve the delivery of chronic illness care in primary care: initial and sustained effects</article-title>. <source>Implement Sci</source>. (<year>2013</year>) <volume>8</volume>:<fpage>1</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1186/1748-5908-8-93</pub-id><pub-id pub-id-type="pmid">23279972</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holmes</surname><given-names>BJ</given-names></name><name><surname>Best</surname><given-names>A</given-names></name><name><surname>Davies</surname><given-names>H</given-names></name><name><surname>Hunter</surname><given-names>D</given-names></name><name><surname>Kelly</surname><given-names>MP</given-names></name><name><surname>Marshall</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Mobilising knowledge in complex health systems: a call to action</article-title>. <source>Evid Policy</source>. (<year>2017</year>) <volume>13</volume>:<fpage>539</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1332/174426416X14712553750311</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kislov</surname><given-names>R</given-names></name><name><surname>Waterman</surname><given-names>H</given-names></name><name><surname>Harvey</surname><given-names>G</given-names></name><name><surname>Boaden</surname><given-names>R</given-names></name></person-group>. <article-title>Rethinking capacity building for knowledge mobilisation: developing multilevel capabilities in healthcare organisations</article-title>. <source>Implement Sci</source>. (<year>2014</year>) <volume>9</volume>:<fpage>166</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-014-0166-0</pub-id><pub-id pub-id-type="pmid">25398428</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>May</surname><given-names>C</given-names></name><name><surname>Rapley</surname><given-names>T</given-names></name><name><surname>Mair</surname><given-names>FS</given-names></name><name><surname>Treweek</surname><given-names>S</given-names></name><name><surname>Murray</surname><given-names>E</given-names></name><name><surname>Ballini</surname><given-names>L</given-names></name><name><surname>Macfarlane</surname><given-names>A</given-names></name><name><surname>Girling</surname><given-names>M</given-names></name><name><surname>Finch</surname><given-names>T</given-names></name></person-group>. <article-title>Normalization Process Theory On-line Users&#x2019; Manual, Toolkit and NoMAD instrument</article-title>. <comment>2015 [cited 2023 Aug 7]. Available online at:</comment> <ext-link ext-link-type="uri" xlink:href="https://normalization-process-theory.northumbria.ac.uk/">https://normalization-process-theory.northumbria.ac.uk/</ext-link> <comment>(Accessed August 7, 2023)</comment>.</citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elledge</surname><given-names>C</given-names></name><name><surname>Avworo</surname><given-names>A</given-names></name><name><surname>Cochetti</surname><given-names>J</given-names></name><name><surname>Carvalho</surname><given-names>C</given-names></name><name><surname>Grota</surname><given-names>P</given-names></name></person-group>. <article-title>Characteristics of facilitators in knowledge translation: an integrative review</article-title>. <source>Collegian</source>. (<year>2019</year>) <volume>26</volume>:<fpage>171</fpage>&#x2013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.1016/j.colegn.2018.03.002</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moussa</surname><given-names>L</given-names></name><name><surname>Garcia-Cardenas</surname><given-names>V</given-names></name><name><surname>Benrimoj</surname><given-names>SI</given-names></name></person-group>. <article-title>Change facilitation strategies used in the implementation of innovations in healthcare practice: a systematic review</article-title>. <source>J Change Manag</source>. (<year>2019</year>) <volume>0</volume>:<fpage>1</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1080/14697017.2019.1602552</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>B&#x00FC;hrmann</surname><given-names>L</given-names></name><name><surname>Driessen</surname><given-names>P</given-names></name><name><surname>Metz</surname><given-names>A</given-names></name><name><surname>Burke</surname><given-names>K</given-names></name><name><surname>Bartley</surname><given-names>L</given-names></name><name><surname>Varsi</surname><given-names>C</given-names></name><etal/></person-group> <article-title>Knowledgeand attitudes of implementation support practitioners&#x2014;findings from a systematicintegrative review</article-title>. <source>PLoS One</source>. (<year>2022</year>) <volume>17</volume>:<fpage>5</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0267533</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tistad</surname><given-names>M</given-names></name><name><surname>Bergstr&#x00F6;m</surname><given-names>A</given-names></name><name><surname>Elf</surname><given-names>M</given-names></name><name><surname>Eriksson</surname><given-names>L</given-names></name><name><surname>Gustavsson</surname><given-names>C</given-names></name><name><surname>G&#x00F6;ras</surname><given-names>C</given-names></name><etal/></person-group> <article-title>Trainingand support for the role of facilitator in implementation of innovations in health and community care: a scoping review protocol</article-title>. <source>Syst Rev</source>. (<year>2023</year>) <volume>12</volume>:<fpage>15</fpage>. <pub-id pub-id-type="doi">10.1186/S13643-023-02172-X</pub-id><pub-id pub-id-type="pmid">36721192</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eriksson</surname><given-names>L</given-names></name><name><surname>Huy</surname><given-names>TQ</given-names></name><name><surname>Duc</surname><given-names>DM</given-names></name><name><surname>Selling</surname><given-names>KE</given-names></name><name><surname>Hoa</surname><given-names>DP</given-names></name><name><surname>Thuy</surname><given-names>NT</given-names></name><etal/></person-group> <article-title>Process evaluation of a knowledge translation intervention using facilitation of local stakeholder groups to improve neonatal survival in the Quang Ninh province, Vietnam</article-title>. <source>Trials</source>. (<year>2016</year>) <volume>17</volume>:<fpage>1</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1186/s13063-015-1141-z</pub-id><pub-id pub-id-type="pmid">26725476</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bylund</surname><given-names>CL</given-names></name><name><surname>Brown</surname><given-names>RF</given-names></name><name><surname>Lubrano Di Ciccone</surname><given-names>B</given-names></name><name><surname>Diamond</surname><given-names>C</given-names></name><name><surname>Eddington</surname><given-names>J</given-names></name><name><surname>Kissane</surname><given-names>DW</given-names></name></person-group>. <article-title>Assessing facilitator competence in a comprehensive communication skills training programme</article-title>. <source>Med Educ</source>. (<year>2009</year>) <volume>43</volume>:<fpage>342</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1111/J.1365-2923.2009.03302.X</pub-id><pub-id pub-id-type="pmid">19335576</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rycroft-Malone</surname><given-names>J</given-names></name><name><surname>Seers</surname><given-names>K</given-names></name><name><surname>Eldh</surname><given-names>AC</given-names></name><name><surname>Cox</surname><given-names>K</given-names></name><name><surname>Crichton</surname><given-names>N</given-names></name><name><surname>Harvey</surname><given-names>G</given-names></name><etal/></person-group> <article-title>A realist process evaluation within the facilitating implementation of research evidence (FIRE) cluster randomised controlled international trial: an exemplar</article-title>. <source>Implement Sci</source>. (<year>2018</year>) <volume>13</volume>:<fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1186/s13012-018-0811-0</pub-id><pub-id pub-id-type="pmid">29301543</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>von Thiele Schwarz</surname><given-names>U</given-names></name><name><surname>Richter</surname><given-names>A</given-names></name><name><surname>Hasson</surname><given-names>H</given-names></name></person-group>. <article-title>Getting everyone on the same page: cocreated program logic (COP)</article-title>. In: <person-group person-group-type="editor"><name><surname>Nielsen</surname><given-names>K</given-names></name><name><surname>Noblet</surname><given-names>A</given-names></name></person-group>, editors. <source>Organizational Interventions for Health and Well-Being: A Handbook for Evidence-Based Practice</source>. <publisher-loc>London and New York</publisher-loc>: <publisher-name>Routledge</publisher-name> (<year>2018</year>). p. <fpage>42</fpage>&#x2013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.4324/9781315410494-3</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Su</surname><given-names>WM</given-names></name><name><surname>Osisek</surname><given-names>PJ</given-names></name></person-group>. <article-title>The revised bloom&#x2019;s taxonomy: implications for educating nurses</article-title>. <source>J Cont Educ Nurs</source>. (<year>2011</year>) <volume>42</volume>:<fpage>321</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.3928/00220124-20110621-05</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Kolb</surname><given-names>DA</given-names></name></person-group>. <source>Experiential Learning: Experience as a Source for Learning and Development</source>. <publisher-loc>New Jersey</publisher-loc>: <publisher-name>Prentice-Hall</publisher-name> (<year>1986</year>).</citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Creswell</surname><given-names>JW</given-names></name></person-group>. <source>Research Design: Qualitative, Quantitative, and Mixed Methods Approaches</source>. <comment>4th edn.</comment> <publisher-loc>Newbury Park</publisher-loc>: <publisher-name>Sage</publisher-name> (<year>2017</year>).</citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoffmann</surname><given-names>TC</given-names></name><name><surname>Glasziou</surname><given-names>PP</given-names></name><name><surname>Boutron</surname><given-names>I</given-names></name><name><surname>Milne</surname><given-names>R</given-names></name><name><surname>Perera</surname><given-names>R</given-names></name><name><surname>Moher</surname><given-names>D</given-names></name><etal/></person-group> <article-title>Better reporting of interventions: template for intervention description and replication (TIDieR) checklist and guide</article-title>. <source>Br Med J</source>. (<year>2014</year>) 348:g1687. <pub-id pub-id-type="doi">10.1136/BMJ.G1687</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="thesis"><person-group person-group-type="author"><name><surname>Savage</surname><given-names>C</given-names></name></person-group>. <source>Overcoming inertia in medical education navigating change with adaptative reflection</source>. [doctoral dissertation]. <publisher-name>Karolinska Institutet</publisher-name>, <publisher-loc>Stockholm</publisher-loc> (<year>2011</year>). <comment>[cited 2023 Jun 14]. Available online at</comment>: <ext-link ext-link-type="uri" xlink:href="https://openarchive.ki.se/xmlui/handle/10616/40606">https://openarchive.ki.se/xmlui/handle/10616/40606</ext-link></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biggs</surname><given-names>J</given-names></name></person-group>. <article-title>Enhancing teaching through constructive alignment</article-title>. <source>High Educ (Dordr)</source>. (<year>1996</year>) <volume>32</volume>:<fpage>347</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1007/BF00138871</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bloom</surname><given-names>BS</given-names></name></person-group>. <source>Taxonomy of Educational Objectives; the Classification of Educational Goals</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Longmans, Green</publisher-name> (<year>1956</year>).</citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Augustsson</surname><given-names>H</given-names></name><name><surname>Costea</surname><given-names>V-A</given-names></name><name><surname>Eriksson</surname><given-names>L</given-names></name><name><surname>Hasson</surname><given-names>H</given-names></name><name><surname>B&#x00E4;ck</surname><given-names>A</given-names></name><name><surname>&#x00C5;hstr&#x00F6;m</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Building implementation capacity in health care and welfare through team training&#x2014;study protocol of a longitudinal mixed-methods evaluation of the building implementation capacity intervention</article-title>. <source>Implement Sci Commun.</source> (<year>2021</year>) <volume>2</volume>:<fpage>129</fpage>. <pub-id pub-id-type="doi">10.1186/S43058-021-00233-7</pub-id><pub-id pub-id-type="pmid">34789320</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="other"><collab>Mentimeter</collab>. <comment>2023 [cited 2024 Feb 27]. Available online at:</comment> <ext-link ext-link-type="uri" xlink:href="https://www.mentimeter.com/">https://www.mentimeter.com/</ext-link> <comment>(Accessed February 27, 2024)</comment>.</citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="other"><collab>Padlet</collab>. <comment>2023 [cited 2024 Feb 27]. Available online at:</comment> <ext-link ext-link-type="uri" xlink:href="https://sv.padlet.com/">https://sv.padlet.com/</ext-link> <comment>(Accessed February 27, 2024)</comment>.</citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Augustsson</surname><given-names>H</given-names></name><name><surname>Richter</surname><given-names>A</given-names></name><name><surname>Hasson</surname><given-names>H</given-names></name><name><surname>Von Thiele Schwarz</surname><given-names>U</given-names></name><name><surname>Institutet</surname><given-names>K</given-names></name></person-group>. <article-title>The need for dual openness to change: a longitudinal study evaluating the impact of Employees&#x2019; openness to organizational change content and process on intervention outcomes</article-title>. <source>J Appl Behav Sci</source>. (<year>2017</year>) <volume>53</volume>:<fpage>349</fpage>&#x2013;<lpage>68</lpage>. <pub-id pub-id-type="doi">10.1177/0021886317691930</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bandura</surname><given-names>A</given-names></name></person-group>. <article-title>Guide for constructing self-efficacy scales</article-title>. In: <person-group person-group-type="editor"><name><surname>Pajares</surname><given-names>F</given-names></name><name><surname>Urdan</surname><given-names>TS</given-names></name></person-group>, editors. <source>Self-Efficacy Beliefs of Adolescents</source>. <publisher-loc>Greenwich</publisher-loc>: <publisher-name>Age Information Publishing</publisher-name> (<year>2006</year>). p. <fpage>307</fpage>&#x2013;<lpage>37</lpage>.</citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>L&#x00F6;ve</surname><given-names>J</given-names></name><name><surname>Moore</surname><given-names>CD</given-names></name><name><surname>Hensing</surname><given-names>G</given-names></name></person-group>. <article-title>Validation of the Swedish translation of the general self-efficacy scale</article-title>. <source>Qual Life Res</source>. (<year>2012</year>) <volume>21</volume>:<fpage>1249</fpage>&#x2013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1007/s11136-011-0030-5</pub-id></citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elf</surname><given-names>M</given-names></name><name><surname>Nordmark</surname><given-names>S</given-names></name><name><surname>Lyhagen</surname><given-names>J</given-names></name><name><surname>Lindberg</surname><given-names>I</given-names></name><name><surname>Finch</surname><given-names>T</given-names></name><name><surname>&#x00C5;berg</surname><given-names>AC</given-names></name></person-group>. <article-title>The Swedish version of the normalization process theory measure S-NoMAD: translation, adaptation, and pilot testing</article-title>. <source>Implement Sci</source>. (<year>2018</year>) <volume>13</volume>:<fpage>1</fpage>&#x2013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1186/s13012-018-0835-5</pub-id><pub-id pub-id-type="pmid">29301543</pub-id></citation></ref>
<ref id="B36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tonh&#x00E4;user</surname><given-names>C</given-names></name><name><surname>B&#x00FC;ker</surname><given-names>L</given-names></name></person-group>. <article-title>Determinants of transfer of training: a comprehensive literature review</article-title>. <source>Int J Res Vocat Educ Train</source>. (<year>2016</year>) <volume>3</volume>:<fpage>127</fpage>&#x2013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.13152/IJRVET.3.2.4</pub-id></citation></ref>
<ref id="B37"><label>37.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tannenbaum</surname><given-names>SI</given-names></name><name><surname>Yukl</surname><given-names>G</given-names></name></person-group>. <article-title>Training and development in work organizations</article-title>. <source>Annu Rev Psychol</source>. (<year>1992</year>) <volume>43</volume>:<fpage>399</fpage>&#x2013;<lpage>441</lpage>. <pub-id pub-id-type="doi">10.1146/annurev.ps.43.020192.002151</pub-id></citation></ref>
<ref id="B38"><label>38.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jacobs</surname><given-names>SR</given-names></name><name><surname>Weiner</surname><given-names>BJ</given-names></name><name><surname>Bunger</surname><given-names>AC</given-names></name></person-group>. <article-title>Context matters: measuring implementation climate among individuals and groups</article-title>. <source>Implement Sci</source>. (<year>2014</year>) <volume>9</volume>:<fpage>46</fpage>. <pub-id pub-id-type="doi">10.1186/1748-5908-9-46</pub-id><pub-id pub-id-type="pmid">24742308</pub-id></citation></ref>
<ref id="B39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ehrhart</surname><given-names>MG</given-names></name><name><surname>Aarons</surname><given-names>GA</given-names></name><name><surname>Farahnak</surname><given-names>LR</given-names></name></person-group>. <article-title>Assessing the organizational context for EBP implementation: the development and validity testing of the implementation climate scale (ICS)</article-title>. <source>Implement Sci</source>. (<year>2014</year>) <volume>9</volume>:<fpage>157</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-014-0157-1</pub-id><pub-id pub-id-type="pmid">25338781</pub-id></citation></ref>
<ref id="B40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hinrichs</surname><given-names>AC</given-names></name></person-group>. <article-title>Predictors of collateral learning transfer in continuing vocational training</article-title>. <source>Int J Res Vocat Educ Train</source>. (<year>2014</year>) <volume>1</volume>:<fpage>35</fpage>&#x2013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.13152/IJRVET.1.1.3</pub-id></citation></ref>
<ref id="B41"><label>41.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>May</surname><given-names>CR</given-names></name><name><surname>Albers</surname><given-names>B</given-names></name><name><surname>Bracher</surname><given-names>M</given-names></name><name><surname>Finch</surname><given-names>TL</given-names></name><name><surname>Gilbert</surname><given-names>A</given-names></name><name><surname>Girling</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Translational framework for implementation evaluation and research: a normalisation process theory coding manual for qualitative research and instrument development</article-title>. <source>Implement Sci</source>. (<year>2022</year>) <volume>17</volume>:<fpage>1</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1186/s13012-022-01191-x</pub-id><pub-id pub-id-type="pmid">34983585</pub-id></citation></ref>
<ref id="B42"><label>42.</label><citation citation-type="book"><collab>Lumivero</collab>. <source>NVivo [software]</source>. <comment>Version 11</comment>. <publisher-loc>Denver</publisher-loc>: <publisher-name>Lumivero</publisher-name> (<year>2023</year>).</citation></ref>
<ref id="B43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elo</surname><given-names>S</given-names></name><name><surname>Kyng&#x00E4;s</surname><given-names>H</given-names></name></person-group>. <article-title>The qualitative content analysis process</article-title>. <source>J Adv Nurs</source>. (<year>2008</year>) <volume>62</volume>:<fpage>107</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2648.2007.04569.x</pub-id><pub-id pub-id-type="pmid">18352969</pub-id></citation></ref>
<ref id="B44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Juckett</surname><given-names>LA</given-names></name><name><surname>Bunger</surname><given-names>AC</given-names></name><name><surname>McNett</surname><given-names>MM</given-names></name><name><surname>Robinson</surname><given-names>ML</given-names></name><name><surname>Tucker</surname><given-names>SJ</given-names></name></person-group>. <article-title>Leveraging academic initiatives to advance implementation practice: a scoping review of capacity building interventions</article-title>. <source>Implement Sci.</source> (<year>2022</year>) <volume>17</volume>:<fpage>49</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-022-01216-5</pub-id><pub-id pub-id-type="pmid">35870930</pub-id></citation></ref>
<ref id="B45"><label>45.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bandura</surname><given-names>A</given-names></name></person-group>. <article-title>Exercise of personal and collective efficacy in changing societies</article-title>. In: <person-group person-group-type="editor"><name><surname>Bandura</surname><given-names>A</given-names></name></person-group>, editor. <source>Self-efficacy in Changing Societies.</source> <edition>1st ed</edition>. <publisher-loc>New York</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name> (<year>1999</year>). p. <fpage>3</fpage>&#x2013;<lpage>5</lpage>.</citation></ref>
<ref id="B46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bandura</surname><given-names>A</given-names></name></person-group>. <article-title>Self-efficacy: toward a unifying theory of behavioral change</article-title>. <source>Psychol Rev.</source> (<year>1977</year>) <volume>84</volume>:<fpage>191</fpage>&#x2013;<lpage>215</lpage>. <pub-id pub-id-type="doi">10.1037/0033-295X.84.2.191</pub-id><pub-id pub-id-type="pmid">847061</pub-id></citation></ref>
<ref id="B47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Phoosuwan</surname><given-names>N</given-names></name><name><surname>Lundberg</surname><given-names>PC</given-names></name><name><surname>Phuthomdee</surname><given-names>S</given-names></name><name><surname>Eriksson</surname><given-names>L</given-names></name></person-group>. <article-title>Intervention intended to improve public health professionals&#x2019; self-efficacy in their efforts to detect and manage perinatal depressive symptoms among Thai women: a mixed-methods study</article-title>. <source>BMC Health Serv Res</source>. (<year>2020</year>) <volume>20</volume>:<fpage>138</fpage>. <pub-id pub-id-type="doi">10.1186/s12913-020-5007-z</pub-id><pub-id pub-id-type="pmid">32093647</pub-id></citation></ref>
<ref id="B48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Seers</surname><given-names>K</given-names></name><name><surname>Rycroft-Malone</surname><given-names>J</given-names></name><name><surname>Cox</surname><given-names>K</given-names></name><name><surname>Crichton</surname><given-names>N</given-names></name><name><surname>Edwards</surname><given-names>RT</given-names></name><name><surname>Eldh</surname><given-names>AC</given-names></name><etal/></person-group> <article-title>Facilitating implementation of research evidence (FIRE): an international cluster randomised controlled trial to evaluate two models of facilitation informed by the promoting action on research implementation in health services (PARIHS) framework</article-title>. <source>Implement Sci</source>. (2018) 13:137. <pub-id pub-id-type="doi">10.1186/s13012-018-0831-9</pub-id></citation></ref>
<ref id="B49"><label>49.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>May</surname><given-names>CR</given-names></name><name><surname>Cummings</surname><given-names>A</given-names></name><name><surname>Girling</surname><given-names>M</given-names></name><name><surname>Bracher</surname><given-names>M</given-names></name><name><surname>Mair</surname><given-names>FS</given-names></name><name><surname>May</surname><given-names>CM</given-names></name><etal/></person-group> <article-title>Using normalization process theory in feasibility studies and process evaluations of complex healthcare interventions: a systematic review</article-title>. <source>Implement Sci</source>. (<year>2018</year>) <volume>13</volume>:<fpage>80</fpage>. <pub-id pub-id-type="doi">10.1186/S13012-018-0758-1</pub-id><pub-id pub-id-type="pmid">29879986</pub-id></citation></ref>
<ref id="B50"><label>50.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname><given-names>JS</given-names></name><name><surname>Moore</surname><given-names>JE</given-names></name><name><surname>Sayal</surname><given-names>R</given-names></name><name><surname>Holmes</surname><given-names>BJ</given-names></name><name><surname>Scarrow</surname><given-names>G</given-names></name><name><surname>Graham</surname><given-names>ID</given-names></name><etal/></person-group> <article-title>Evaluation of the &#x201C;foundations in knowledge translation&#x201D; training initiative: preparing end users to practice KT</article-title>. <source>Implement Sci</source>. (<year>2018</year>) <volume>13</volume>:<fpage>63</fpage>. <pub-id pub-id-type="doi">10.1186/s13012-018-0755-4</pub-id><pub-id pub-id-type="pmid">29695267</pub-id></citation></ref>
<ref id="B51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mosson</surname><given-names>R</given-names></name><name><surname>Hasson</surname><given-names>H</given-names></name><name><surname>Wallin</surname><given-names>L</given-names></name><name><surname>Von Thiele Schwarz</surname><given-names>U</given-names></name></person-group>. <article-title>Exploring the role of line managers in implementing evidence-based practice in social services and older people care</article-title>. <source>Br J Soc Work</source>. (<year>2017</year>) <volume>47</volume>:<fpage>542</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1093/bjsw/bcw004</pub-id></citation></ref>
<ref id="B52"><label>52.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Metz</surname><given-names>A</given-names></name><name><surname>Kainz</surname><given-names>K</given-names></name><name><surname>Boaz</surname><given-names>A</given-names></name></person-group>. <article-title>Intervening for sustainable change: tailoring strategies to align with values and principles of communities</article-title>. <source>Front Health Serv</source>. (<year>2023</year>) <volume>2</volume>:<fpage>959386</fpage>. <pub-id pub-id-type="doi">10.3389/FRHS.2022.959386</pub-id><pub-id pub-id-type="pmid">36925846</pub-id></citation></ref>
<ref id="B53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Holtrop</surname><given-names>JS</given-names></name><name><surname>Scherer</surname><given-names>LD</given-names></name><name><surname>Matlock</surname><given-names>DD</given-names></name><name><surname>Glasgow</surname><given-names>RE</given-names></name><name><surname>Green</surname><given-names>LA</given-names></name></person-group>. <article-title>The importance of mental models in implementation science</article-title>. <source>Front Public Health</source>. (<year>2021</year>) <volume>9</volume>:<fpage>680316</fpage>. <pub-id pub-id-type="doi">10.3389/FPUBH.2021.680316</pub-id><pub-id pub-id-type="pmid">34295871</pub-id></citation></ref>
<ref id="B54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Westerlund</surname><given-names>A</given-names></name><name><surname>Sundberg</surname><given-names>L</given-names></name><name><surname>Nilsen</surname><given-names>P</given-names></name></person-group>. <article-title>Implementation of implementation science knowledge: the research-practice gap paradox</article-title>. <source>Worldviews Evid Based Nurs</source>. (<year>2019</year>) <volume>16</volume>:<fpage>332</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1111/wvn.12403</pub-id><pub-id pub-id-type="pmid">31603625</pub-id></citation></ref>
<ref id="B55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Greenhalgh</surname><given-names>T</given-names></name><name><surname>Wieringa</surname><given-names>S</given-names></name></person-group>. <article-title>Is it time to drop the &#x201C;knowledge translation&#x201D; metaphor? A critical literature review</article-title>. <source>J R Soc Med</source>. (<year>2011</year>) <volume>104</volume>:<fpage>501</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1258/JRSM.2011.110285</pub-id><pub-id pub-id-type="pmid">22179293</pub-id></citation></ref></ref-list>
</back>
</article>