<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychiatry</journal-id>
<journal-title>Frontiers in Psychiatry</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychiatry</abbrev-journal-title>
<issn pub-type="epub">1664-0640</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyt.2024.1495102</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychiatry</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Mixed-methods formative evaluation of implementing an adapted suicide prevention treatment: Dialectical Behavior Therapy Skills Groups in the Veterans Health Administration</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Decker</surname>
<given-names>Suzanne E.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1818944"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kroll-Desrosiers</surname>
<given-names>Aimee</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2005811"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mattocks</surname>
<given-names>Kristin</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2159936"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Aunon</surname>
<given-names>Frances M.</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Galliford</surname>
<given-names>Elizabeth</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2854033"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Doran</surname>
<given-names>Neal</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Baird</surname>
<given-names>Scarlett</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2856898"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rielage</surname>
<given-names>Jennifer K.</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2857123"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ridley</surname>
<given-names>Josephine</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
<xref ref-type="aff" rid="aff10">
<sup>10</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/901680"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bannister</surname>
<given-names>Jenny</given-names>
</name>
<xref ref-type="aff" rid="aff11">
<sup>11</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Giovannelli</surname>
<given-names>Thorayya S.</given-names>
</name>
<xref ref-type="aff" rid="aff11">
<sup>11</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2857109"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Landes</surname>
<given-names>Sara J.</given-names>
</name>
<xref ref-type="aff" rid="aff12">
<sup>12</sup>
</xref>
<xref ref-type="aff" rid="aff13">
<sup>13</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1418007"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Goodman</surname>
<given-names>Marianne</given-names>
</name>
<xref ref-type="aff" rid="aff14">
<sup>14</sup>
</xref>
<xref ref-type="aff" rid="aff15">
<sup>15</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2515310"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Walker</surname>
<given-names>Lorrie</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2380301"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>DeRycke</surname>
<given-names>Eric</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shriver</surname>
<given-names>Chris</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Spana</surname>
<given-names>Ethan</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Honsberger</surname>
<given-names>Mark</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2856825"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Brown</surname>
<given-names>Hannah</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Demirelli</surname>
<given-names>Stacey</given-names>
</name>
<xref ref-type="aff" rid="aff11">
<sup>11</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shest</surname>
<given-names>Elena</given-names>
</name>
<xref ref-type="aff" rid="aff11">
<sup>11</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Martino</surname>
<given-names>Steve</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2856687"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>VA Connecticut Healthcare System</institution>, <addr-line>West Haven, CT</addr-line>, <country>United States</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Psychiatry, Yale School of Medicine</institution>, <addr-line>New Haven, CT</addr-line>, <country>United States</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>VA Central Western Massachusetts Health Care System</institution>, <addr-line>Leeds, MA</addr-line>, <country>United States</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Population and Quantitative Health Sciences, University of Massachusetts T.H. Chan School of Medicine</institution>, <addr-line>Worcester, MA</addr-line>, <country>United States</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>VA San Diego Healthcare System</institution>, <addr-line>San Diego, CA</addr-line>, <country>United States</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Department of Psychiatry, University of California San Diego School of Medicine</institution>, <addr-line>San Diego, CA</addr-line>, <country>United States</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>VA New Mexico Healthcare System</institution>, <addr-line>Albuquerque, NM</addr-line>, <country>United States</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>Department of Psychiatry and Behavioral Sciences, University of New Mexico School of Medicine</institution>, <addr-line>Albuquerque, NM</addr-line>, <country>United States</country>
</aff>
<aff id="aff9">
<sup>9</sup>
<institution>VA Northeast Ohio Healthcare System</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff10">
<sup>10</sup>
<institution>Department of Psychological Sciences, Case Western Reserve University</institution>, <addr-line>Cleveland, OH</addr-line>, <country>United States</country>
</aff>
<aff id="aff11">
<sup>11</sup>
<institution>James A. Haley Veterans Hospital</institution>, <addr-line>Tampa, FL</addr-line>, <country>United States</country>
</aff>
<aff id="aff12">
<sup>12</sup>
<institution>Behavioral Health Quality Enrichment Research Initiative (QUERI), Central Arkansas Veterans Healthcare System</institution>, <addr-line>North Little Rock, AR</addr-line>, <country>United States</country>
</aff>
<aff id="aff13">
<sup>13</sup>
<institution>Department of Psychiatry, University of Arkansas for Medical Sciences</institution>, <addr-line>Little Rock, AR</addr-line>, <country>United States</country>
</aff>
<aff id="aff14">
<sup>14</sup>
<institution>Mental Illness Research Education and Clinical Center (MIRECC), Veterans Integrated Service Network (VISN) 2, James J. Peters Department of Veterans Affairs Medical Center</institution>, <addr-line>The Bronx, NY</addr-line>, <country>United States</country>
</aff>
<aff id="aff15">
<sup>15</sup>
<institution>Department of Psychiatry, Icahn School of Medicine at Mount Sinai</institution>, <addr-line>New York, NY</addr-line>, <country>United States</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Joseph Mignogna, Rocky Mountain MIRECC for Veteran Suicide Prevention, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Jennifer Wright-Berryman, University of Cincinnati, United States</p>
<p>Natalie Hundt, United States Department of Veterans Affairs, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Suzanne E. Decker, <email xlink:href="mailto:suzanne.decker@va.gov">suzanne.decker@va.gov</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>25</day>
<month>11</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1495102</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>09</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>10</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>This work is authored by  Suzanne E. Decker, Aimee Kroll-Desrosiers, Kristin Mattocks, Frances M. Aunon, Elizabeth Galliford, Neal Doran, Scarlett Baird, Jennifer K. Rielage, Josephine Ridley, Jenny Bannister, Thorayya S. Giovannelli, Sara J. Landes, Marianne Goodman, Lorrie Walker, Eric DeRycke, Chris Shriver, Ethan Spana, Mark Honsberger, Hannah Brown, Stacey Demirelli, Elena Shest and Steve Martino on behalf of the U.S. Government and as regards Dr. Decker, Dr. Kroll-Desrosiers, Dr. Mattocks, Dr. Aunon, Ms. Galliford, Dr. Doran, Dr. Baird, Dr. Rielage, Dr. Ridley, Dr. Bannister, Dr. Giovannelli, Dr. Landes, Dr. Goodman, Ms. Walker, Mr. DeRycke, Mr. Shriver, Mr. Spana, Mr. Honsberger, Ms. Brown, Ms. Demirelli, Ms. Shest and Dr. Martino  and the U.S. Government, is not subject to copyright protection in the United States. Foreign and other copyrights may apply.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>This work is authored by  Suzanne E. Decker, Aimee Kroll-Desrosiers, Kristin Mattocks, Frances M. Aunon, Elizabeth Galliford, Neal Doran, Scarlett Baird, Jennifer K. Rielage, Josephine Ridley, Jenny Bannister, Thorayya S. Giovannelli, Sara J. Landes, Marianne Goodman, Lorrie Walker, Eric DeRycke, Chris Shriver, Ethan Spana, Mark Honsberger, Hannah Brown, Stacey Demirelli, Elena Shest and Steve Martino on behalf of the U.S. Government and as regards Dr. Decker, Dr. Kroll-Desrosiers, Dr. Mattocks, Dr. Aunon, Ms. Galliford, Dr. Doran, Dr. Baird, Dr. Rielage, Dr. Ridley, Dr. Bannister, Dr. Giovannelli, Dr. Landes, Dr. Goodman, Ms. Walker, Mr. DeRycke, Mr. Shriver, Mr. Spana, Mr. Honsberger, Ms. Brown, Ms. Demirelli, Ms. Shest and Dr. Martino  and the U.S. Government, is not subject to copyright protection in the United States. Foreign and other copyrights may apply.</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Preventing veteran suicide requires addressing mechanisms driving suicidal behavior, such as emotion dysregulation. Dialectical Behavior Therapy Skills Groups (DBT-SG) are well established for reducing emotion dysregulation, improving coping skills, and in some studies, reducing suicide attempt, but will require implementation support to deliver DBT-SG and to test its effectiveness within the Veterans Health Administration (VHA).</p>
</sec>
<sec>
<title>Methods</title>
<p>We conducted a mixed-method developmental formative evaluation of DBT-SG at four VHA medical centers, guided by the Integrated Promoting Action on Research Implementation in Health Services (i-PARIHS) framework, as part of a hybrid effectiveness-implementation trial (Clinical trials ID, NCT05000749).</p>
</sec>
<sec>
<title>Results</title>
<p>Quantitative Organizational Reasons for Change Assessment data (<italic>n</italic> = 30 VHA staff) and qualitative data (<italic>n</italic> = 35 VHA staff) were merged, compared, and triangulated. Quantitative and qualitative data largely converged, showing favorable views of evidence supporting DBT-SG and strong enthusiasm for its potential to reduce veteran suicide attempt. Staff noted DBT-SG&#x2019;s broad applicability to veterans. Staff were less optimistic about the inner context supporting DBT-SG implementation, commenting on how limited staffing could be a barrier despite leadership wanting to support suicide prevention.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Implementation barriers to DBT-SG at VHA include limited staffing, despite staff enthusiasm. The next phase of this project will evaluate DBT-SG effectiveness in a randomized controlled trial.</p>
</sec>
<sec>
<title>Clinical trials registration</title>
<p>
<uri xlink:href="https://clinicaltrials.gov/study/NCT05000749">https://clinicaltrials.gov/study/NCT05000749</uri>, identifier NCT05000749.</p>
</sec>
</abstract>
<kwd-group>
<kwd>suicide prevention</kwd>
<kwd>Veterans Health Administration</kwd>
<kwd>i-PARIHS</kwd>
<kwd>Dialectical Behavior Therapy</kwd>
<kwd>psychotherapy</kwd>
<kwd>implementation</kwd>
<kwd>mixed methods</kwd>
<kwd>emotion dysregulation</kwd>
</kwd-group>
<contract-num rid="cn001">I01 HX003249-01</contract-num>
<contract-sponsor id="cn001">U.S. Department of Veterans Affairs<named-content content-type="fundref-id">10.13039/100000738</named-content>
</contract-sponsor>
<counts>
<fig-count count="1"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="61"/>
<page-count count="14"/>
<word-count count="7252"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Public Mental Health</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>In the United States, veterans of the Armed Forces die by suicide at an age- and sex-adjusted rate 71.8% greater than non-veteran adults (<xref ref-type="bibr" rid="B1">1</xref>). Veteran suicide prevention is a top priority of the United States government including the Department of Defense, Veterans Affairs, and Health and Human Services (<xref ref-type="bibr" rid="B2">2</xref>). The Department of Veterans Affairs has a multicomponent strategy to prevent veteran suicide, including promoting effective treatments for veterans identified to be at risk (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Many different mental health disorders are associated with increased suicide risk among veterans (<xref ref-type="bibr" rid="B4">4</xref>), suggesting a transdiagnostic approach focusing on cross-cutting risk factors is needed. Emotion dysregulation, or difficulties regulating emotions, occurs across mental health diagnoses and has been identified as a transdiagnostic treatment target (<xref ref-type="bibr" rid="B5">5</xref>). Emotion dysregulation is associated with suicide attempt frequency among those at risk for suicide (<xref ref-type="bibr" rid="B6">6</xref>), even when controlling for other risk factors (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). Skills training in emotion regulation is a critical component of effective treatments for reducing suicide attempt (<xref ref-type="bibr" rid="B9">9</xref>).</p>
<p>Dialectical Behavior Therapy (DBT) is an intervention focusing on emotion regulation skills training (<xref ref-type="bibr" rid="B10">10</xref>) that is well supported for reducing self-directed violence, including suicide attempt (<xref ref-type="bibr" rid="B11">11</xref>). While DBT was originally studied in individuals with borderline personality disorder (BPD), a disorder characterized by high levels of emotion dysregulation (<xref ref-type="bibr" rid="B12">12</xref>), DBT has increasingly been utilized with a broad range of individuals at elevated risk for suicidal behavior (e.g., <xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>), including veterans (<xref ref-type="bibr" rid="B15">15</xref>). Comprehensive DBT is a multi-component intervention including individual therapy, a skills training group providing instruction in emotion regulation and other skills, phone coaching between sessions, and a therapist consultation team (<xref ref-type="bibr" rid="B10">10</xref>). In 2020, VHA launched the &#x201c;Suicide Prevention 2.0&#x201d; program, with both community- and clinical-based intervention strategies (<xref ref-type="bibr" rid="B2">2</xref>). Since 2021, the clinical arm of this initiative, SP 2.0 Clinical Telehealth, has partnered with the VHA regional Clinical Resource Hubs, which provide telehealth to veterans, to provide evidence-based treatment for suicide prevention to veterans with a history of suicidal self-directed violence. Comprehensive DBT is one of the four treatments offered, specifically for veterans who are also living with BPD (<xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>DBT is a complex intervention that requires some unique treatment elements, such as two group leaders for each skills group session, weekly consultation team for therapists, and access to therapists between sessions (<xref ref-type="bibr" rid="B17">17</xref>). Unpaid or unique elements of DBT may conflict with existing healthcare system structures or clinicians&#x2019; schedules (<xref ref-type="bibr" rid="B17">17</xref>). Implementation barriers to comprehensive DBT in public health settings are well documented in qualitative or mixed-method studies, and include concern about the fit of the intervention with the clinic&#x2019;s pre-existing practices or structure (<xref ref-type="bibr" rid="B18">18</xref>), limited staff time or competing productivity demands (<xref ref-type="bibr" rid="B18">18</xref>&#x2013;<xref ref-type="bibr" rid="B21">21</xref>), insufficient administrative support (<xref ref-type="bibr" rid="B19">19</xref>), absence of or limited administrator buy-in (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>), low resource availability (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B22">22</xref>), challenges related to phone coaching (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B21">21</xref>), the perceived difficulty of implementing DBT (<xref ref-type="bibr" rid="B22">22</xref>), and turnover of trained practitioners (<xref ref-type="bibr" rid="B18">18</xref>&#x2013;<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B22">22</xref>). Concerns about the degree of fit between DBT and the healthcare system&#x2019;s current practices may contribute to only some modes of DBT being implemented (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B23">23</xref>), or even to healthcare settings stopping DBT implementation (<xref ref-type="bibr" rid="B23">23</xref>).</p>
<p>Newer data suggest the DBT skills group, supported by therapist consultation team, may be the treatment&#x2019;s active ingredient. In adults with BPD at high risk for suicide, DBT skills group with consultation team (DBT-SG) and rigorous risk management and individual manualized case management services reduced suicide attempt and ideation with the same efficacy as comprehensive DBT (<xref ref-type="bibr" rid="B24">24</xref>). Similarly, among individuals with BPD, DBT-SG resulted in reduced suicidal and nonsuicidal self-injurious behavior and reduced affect instability (<xref ref-type="bibr" rid="B24">24</xref>). Additionally, DBT-SG increased coping or distress tolerance skills (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B26">26</xref>) among BPD and transdiagnostic samples. DBT-SG has been applied to a wide variety of diagnoses, suggesting its utility well beyond the BPD diagnosis (<xref ref-type="bibr" rid="B27">27</xref>). While the DBT-SG innovation has high potential to reduce suicide attempt and emotion dysregulation across a range of mental health disorders, its implementation determinants have not been prospectively studied.</p>
<p>Successful implementation of an innovation requires understanding context-specific factors (<xref ref-type="bibr" rid="B17">17</xref>), including the availability of behavioral health providers (<xref ref-type="bibr" rid="B28">28</xref>) and their workload demands (<xref ref-type="bibr" rid="B29">29</xref>). DBT-SG innovation features, such as the therapist consultation team, may also affect implementation (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B28">28</xref>) or require specific implementation strategies (<xref ref-type="bibr" rid="B30">30</xref>). To understand implementation determinants of DBT-SG among veterans at high risk for suicide attempt, we conducted a mixed-method formative evaluation, guided by the Integrated Promoting Action on Research Implementation in Health Services (i-PARIHS) framework (<xref ref-type="bibr" rid="B31">31</xref>), to identify how characteristics of the DBT-SG innovation, inner and outer context, and recipients may impede or assist DBT-SG implementation. This formative evaluation was conducted at outpatient mental health clinics across and within four VHA medical centers as a prelude to a multi-site effectiveness trial.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="s2_1">
<title>Study design</title>
<sec id="s2_1_1">
<title>Study setting and context</title>
<p>VHA is a national healthcare organization serving United States Armed Services veterans and their dependents. The overall study is an ongoing hybrid type 1 effectiveness-implementation (<xref ref-type="bibr" rid="B32">32</xref>, <xref ref-type="bibr" rid="B33">33</xref>) multi-site randomized clinical trial examining DBT-SG plus VHA treatment as usual versus VHA treatment as usual to reduce suicide attempt among veterans with emotion dysregulation who are at high-risk for suicide attempt. The trial is being conducted at four VHA medical centers in different geographic regions of the United States. The trial was reviewed and approved by the Central Institutional Review Board of the VHA, and written informed consent was waived for the collection of these survey and interview data.</p>
</sec>
<sec id="s2_1_2">
<title>Implementation framework and design</title>
<p>The formative evaluation is guided by the i-PARIHS framework (<xref ref-type="bibr" rid="B31">31</xref>). Successful implementation is a function of the interplay between the innovation (its evidence, usability, and fit with local practice and priorities), its recipients (clients who receive the intervention and healthcare staff who implement it, and their skills, resources, and motivations), and the context (local, organizational, and external leadership support, organizational priorities, mandates, and incentives). The i-PARIHS framework was chosen for its emphasis on context, which has been identified as particularly important in DBT implementation (<xref ref-type="bibr" rid="B30">30</xref>).</p>
<p>The formative evaluation uses a longitudinal convergent parallel mixed-method design with concurrent, but separate, quantitative and qualitative data collection, thus giving equal weight to each type of data (QUAN + QUAL (<xref ref-type="bibr" rid="B34">34</xref>);. Data collection included (<xref ref-type="bibr" rid="B1">1</xref>) a quantitative survey about organizational readiness to change and brief demographic survey, and (<xref ref-type="bibr" rid="B2">2</xref>) qualitative semi-structured telephone interviews, each described in detail below. These data are from a developmental formative evaluation (<xref ref-type="bibr" rid="B35">35</xref>) conducted prior to clinical trial initiation.</p>
</sec>
</sec>
<sec id="s2_2">
<title>Participants</title>
<p>VHA staff who had agreed to implement DBT-SG (study therapists) or would be affected by the implementation of DBT-SG (local clinicians who might refer veterans to DBT-SG; local suicide prevention coordinators; local clinical leadership; national VHA leadership) were recruited using email and invited to participate. Inclusion criteria were being a VHA staff member in one of the above roles; the exclusion criteria were being unable to read English or communicate in written and spoken English. Of the 72 staff approached, the total sample included 41 VHA staff (<italic>n</italic>=24 who provided both qualitative and quantitative data<italic>, n</italic>=6 who provided only quantitative data, and <italic>n</italic>=11 who provided only qualitative data).</p>
</sec>
<sec id="s2_3">
<title>Procedure</title>
<sec id="s2_3_1">
<title>Quantitative data</title>
<p>VHA medical center staff (excluding national VHA leadership given unfamiliarity with site-specific issues) were invited via email to enter survey responses directly into REDCap, a secure, web-based data capture tool (<xref ref-type="bibr" rid="B36">36</xref>). Measures included the Organizational Readiness for Change (ORCA) instrument, which demonstrates good internal consistency and factor structure (<xref ref-type="bibr" rid="B37">37</xref>), and a brief demographic instrument. The ORCA instrument is comprised of 77 items that are grouped into subscales corresponding to the main areas of the initial PARIHS framework. Participants were asked to respond only to items involving their perceptions of DBT-SG evidence (the nature and strength of the evidence and its potential for implementation; four subscales) and implementation context (the environment or setting in which the proposed change is to be implemented; six subscales), as items related to facilitation presume experience with DBT-SG&#x2019;s actual implementation, which had not yet started during the pretrial developmental formative evaluation. Respondents rated each item from 1 to 5 (1=Strongly Disagree, 2=Disagree, 3=Neither Agree nor Disagree, 4=Agree, 5=Strongly Agree).</p>
</sec>
<sec id="s2_3_2">
<title>Qualitative data</title>
<p>VHA staff, including mental health VHA national operational and local medical center leaders, were invited to participate in an audio recorded individual telephone or videoconference interview of about 30 minutes&#x2019; duration. Interviews were semi-structured and guided by interview guides for each participant type (study therapist, referring clinician, suicide prevention coordinator, local mental health leadership, VHA national mental health leadership; guides available from first author upon request). Interview items explored respondents&#x2019; perceptions about inner context (e.g., local organizational factors), outer context (e.g., policy drivers and priorities), the innovation (e.g., DBT-SG evidence-base and usability), recipient characteristics (e.g., goals, skills and knowledge, resources, and support), and potential facilitation (e.g., roles and services that might support DBT-SG adoption). A sample size up to sixty participants was sought to identify site-specific implementation determinants, consistent with a similarly large sample in another multisite VHA trial (<xref ref-type="bibr" rid="B38">38</xref>). Interviews were conducted by an expert qualitative methodologist (redacted) and her team.</p>
</sec>
</sec>
<sec id="s2_4">
<title>Analyses</title>
<sec id="s2_4_1">
<title>Quantitative</title>
<p>We calculated descriptive statistics for each sample: 1) VHA staff who completed the ORCA; 2) VHA staff who completed a qualitative interview. We described each of these samples by gender, age, race, and other sample specific characteristics. Frequency and percent or mean and standard deviation (<italic>SD</italic>) were calculated as appropriate.</p>
<p>Next, we calculated descriptive statistics for overall and site-specific ORCA scores. We began by examining descriptive statistics for each ORCA item and then 1) calculating overall ORCA scores, 2) scores for the evidence and context domains, and 3) scores for the individual subscales within the evidence and context domains (<italic>n</italic>=4 and <italic>n</italic>=6 subscales, respectively). Subscale scores were depicted graphically by site to compare responses between the four medical centers. Additionally, we examined subscales within the evidence and context domains for referring providers/study therapists (<italic>n</italic>=8) vs. others and separately for participants in leadership roles (<italic>n</italic>=9) vs. others. No statistical comparisons were conducted to compare sites given our relatively small sample size; however, we did examine statistical differences using student&#x2019;s t-tests to compare referring providers/study therapists vs. others and those in leadership roles vs. others.</p>
</sec>
<sec id="s2_4_2">
<title>Qualitative</title>
<p>Qualitative data were evaluated using an established rapid content analysis method developed within VHA (<xref ref-type="bibr" rid="B39">39</xref>, <xref ref-type="bibr" rid="B40">40</xref>) and used in prior hybrid effectiveness-implementation studies (<xref ref-type="bibr" rid="B41">41</xref>). Analyses occurred throughout data collection to allow for reduction of data and incorporation of new emerging categories or themes. At the time of each interview, the interviewer took notes in an electronic summary template document to summarize the interview content into domains based on the semi-structured interview questions (<xref ref-type="bibr" rid="B39">39</xref>). Emerging categories were transferred into matrices, and matrix analysis methods were used to identify key themes across interviews. Matrices systematically noted the similarities, differences, and trends in responses across interviews, expediting synthesis and summary of findings (<xref ref-type="bibr" rid="B42">42</xref>). Analyses focused on identifying themes across respondents, with interpretation guided by the i-PARIHS framework. Cross-cutting themes became the framework for final analysis, which utilized a hybrid deductive and inductive analytic approach (<xref ref-type="bibr" rid="B43">43</xref>) in which established themes were evaluated against the data, while new themes were incorporated into the evolving coding scheme (<xref ref-type="bibr" rid="B44">44</xref>).</p>
</sec>
<sec id="s2_4_3">
<title>Triangulation of quantitative and qualitative data</title>
<p>Following the initial analyses of our data, our two types of data (quantitative and qualitative) were merged, compared, and triangulated. We integrated our findings to examine the extent to which our quantitative and qualitative results converged or diverged. Using a primary data analysis integration procedure, we identified common concepts and content areas across both sets of findings and synthesized our results.</p>
</sec>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Sample description</title>
<sec id="s3_1_1">
<title>Quantitative respondents</title>
<p>Thirty VA staff (response rate = 41.7%) across the four study sites completed the ORCA survey (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). Respondents were majority female (77%), white (90%), an average age of 45 (+/- 9) years old, and all had an education level of a Master&#x2019;s degree or higher.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Characteristics of Study Participants, by Study (Quantitative/Qualitative) and Site.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" colspan="6" align="left">Quantitative Data: VHA Staff (<italic>n</italic>=30)</th>
</tr>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Site A<break/>(<italic>n</italic>=7)</th>
<th valign="top" align="center">Site B<break/>(<italic>n</italic>=11)</th>
<th valign="top" align="center">Site C<break/>(<italic>n</italic>=7)</th>
<th valign="top" align="center">Site D<break/>(<italic>n</italic>=5)</th>
<th valign="top" align="center">Overall<break/>(<italic>n</italic>=30)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" align="left">Age, mean (+/- SD)</td>
<td valign="middle" align="center">47.7 +/- 11.6</td>
<td valign="middle" align="center">45.7 +/- 7.1</td>
<td valign="middle" align="center">45.9 +/- 9.8</td>
<td valign="middle" align="center">40.2 +/- 9.5</td>
<td valign="middle" align="center">45.3 +/- 9.2</td>
</tr>
<tr>
<td valign="middle" align="left">Female gender, <italic>n</italic> (%)</td>
<td valign="middle" align="center">5 (71.4)</td>
<td valign="middle" align="center">8 (72.7)</td>
<td valign="middle" align="center">5 (71.4)</td>
<td valign="middle" align="center">5 (100.0)</td>
<td valign="middle" align="center">23 (76.7)</td>
</tr>
<tr>
<th valign="middle" colspan="7" align="left">Race*, <italic>n</italic> (%)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;White</td>
<td valign="middle" align="center">7 (100.0)</td>
<td valign="middle" align="center">10 (90.9)</td>
<td valign="middle" align="center">5 (71.4)</td>
<td valign="middle" align="center">5 (100.0)</td>
<td valign="middle" align="center">27 (90.0)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Black</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (9.1)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (3.3)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Other</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (3.3)</td>
</tr>
<tr>
<td valign="middle" align="left">Hispanic or Latino, <italic>n</italic> (%)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">2 (18.2)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">3 (10.0)</td>
</tr>
<tr>
<th valign="middle" colspan="7" align="left">Field, <italic>n</italic> (%)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Psychology</td>
<td valign="middle" align="center">4 (57.1)</td>
<td valign="middle" align="center">5 (45.4)</td>
<td valign="middle" align="center">3 (42.9)</td>
<td valign="middle" align="center">3 (60.0)</td>
<td valign="middle" align="center">15 (50.0)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Psychiatry</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">1 (9.1)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">3 (10.0)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Social Work</td>
<td valign="middle" align="center">2 (28.6)</td>
<td valign="middle" align="center">5 (45.4)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">2 (40.0)</td>
<td valign="middle" align="center">10 (33.3)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Counseling</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (3.3)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Other</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (3.3)</td>
</tr>
<tr>
<td valign="middle" align="left">Doctoral degree, <italic>n</italic> (%)</td>
<td valign="middle" align="center">5 (71.4)</td>
<td valign="middle" align="center">6 (54.6)</td>
<td valign="middle" align="center">5 (71.4)</td>
<td valign="middle" align="center">3 (60.0)</td>
<td valign="middle" align="center">19 (63.3)</td>
</tr>
<tr>
<td valign="middle" align="left">Leadership Role, <italic>n</italic> (%)</td>
<td valign="middle" align="center">2 (28.6)</td>
<td valign="middle" align="center">4 (36.6)</td>
<td valign="middle" align="center">2 (28.6)</td>
<td valign="middle" align="center">1 (20.0)</td>
<td valign="middle" align="center">9 (30.0)</td>
</tr>
<tr>
<td valign="middle" align="left">Study Therapist or Referring Provider, <italic>n</italic> (%)</td>
<td valign="middle" align="center">1 (14.3)</td>
<td valign="middle" align="center">3 (27.3)</td>
<td valign="middle" align="center">2 (28.6)</td>
<td valign="middle" align="center">2 (40.0)</td>
<td valign="middle" align="center">8 (26.7)</td>
</tr>
</tbody>
<tbody>
<tr>
<th valign="top" colspan="7" align="left">Qualitative Data: VHA Staff (<italic>n</italic>=32)</th>
</tr>
<tr>
<th valign="top" align="left"/>
<th valign="top" align="center">Site A<break/>(<italic>n</italic>=6)</th>
<th valign="top" align="center">Site B<break/>(<italic>n</italic>=9)</th>
<th valign="top" align="center">Site C<break/>(<italic>n</italic>=8)</th>
<th valign="top" align="center">Site D<break/>(<italic>n</italic>=9)</th>
<th valign="top" align="center">Overall<break/>(<italic>n</italic>=32)</th>
</tr>
<tr>
<td valign="middle" align="left">Age, mean (+/- SD)</td>
<td valign="middle" align="center">57.8 +/- 3.3</td>
<td valign="middle" align="center">46.3 +/- 8.8</td>
<td valign="middle" align="center">47.3 +/- 9.4</td>
<td valign="middle" align="center">39.8 +/- 8.3</td>
<td valign="middle" align="center">46.9 +/- 9.9</td>
</tr>
<tr>
<td valign="middle" align="left">Female gender, <italic>n</italic> (%)</td>
<td valign="middle" align="center">5 (83.3)</td>
<td valign="middle" align="center">8 (88.9)</td>
<td valign="middle" align="center">5 (62.5)</td>
<td valign="middle" align="center">7 (77.8)</td>
<td valign="middle" align="center">25 (78.1)</td>
</tr>
<tr>
<th valign="middle" colspan="7" align="left">Race*, <italic>n</italic> (%)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;White</td>
<td valign="middle" align="center">5 (83.3)</td>
<td valign="middle" align="center">8 (88.9)</td>
<td valign="middle" align="center">7 (87.5)</td>
<td valign="middle" align="center">6 (66.7)</td>
<td valign="middle" align="center">26 (81.3)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Black</td>
<td valign="middle" align="center">1 (16.7)</td>
<td valign="middle" align="center">1 (11.1)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">2 (6.3)</td>
</tr>
<tr>
<td valign="middle" align="left">Hispanic or Latino, <italic>n</italic> (%)</td>
<td valign="middle" align="center">1 (16.7)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (12.5)</td>
<td valign="middle" align="center">2 (22.2)</td>
<td valign="middle" align="center">4 (12.5)</td>
</tr>
<tr>
<th valign="middle" colspan="7" align="left">Field, <italic>n</italic> (%)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Psychology</td>
<td valign="middle" align="center">2 (33.3)</td>
<td valign="middle" align="center">4 (44.4)</td>
<td valign="middle" align="center">6 (75.0)</td>
<td valign="middle" align="center">3 (33.3)</td>
<td valign="middle" align="center">15 (46.9)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Psychiatry</td>
<td valign="middle" align="center">1 (16.7)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">1 (12.5)</td>
<td valign="middle" align="center">2 (22.2)</td>
<td valign="middle" align="center">4 (12.5)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Social Work</td>
<td valign="middle" align="center">2 (33.3)</td>
<td valign="middle" align="center">3 (33.3)</td>
<td valign="middle" align="center">1 (12.5)</td>
<td valign="middle" align="center">4 (44.4)</td>
<td valign="middle" align="center">10 (31.2)</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Other</td>
<td valign="middle" align="center">1 (16.7)</td>
<td valign="middle" align="center">2 (22.2)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">0 (0.0)</td>
<td valign="middle" align="center">3 (9.4)</td>
</tr>
<tr>
<td valign="middle" align="left">Doctoral degree, <italic>n</italic> (%)</td>
<td valign="middle" align="center">3 (50.0)</td>
<td valign="middle" align="center">6 (66.7)</td>
<td valign="middle" align="center">6 (75.0)</td>
<td valign="middle" align="center">5 (55.6)</td>
<td valign="middle" align="center">20 (62.5)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*No participants identified as Asian or Pacific Islander or American Indian or Alaska Native. Two participants from Site D and one participant from Site C did not report race or ethnicity. Columns may not sum to 100% due to missing data. SD, standard deviation. Demographic data for hospital and national leadership (<italic>n</italic> = 3) are not reported.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_1_2">
<title>Qualitative respondents</title>
<p>Qualitative interviews (response rate = 44.4%) were conducted with 32 VHA staff and 3 members of VHA leadership (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). Staff respondents were majority female (78%), white (81%), an average age of 47 (+/- 10) years old, and 97% had an education level of a Master&#x2019;s degree or higher (<xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>). VHA leadership represented hospital and national level leaders (demographics not reported due to small sample size).</p>
</sec>
</sec>
<sec id="s3_2">
<title>Findings</title>
<sec id="s3_2_1">
<title>Quantitative</title>
<p>Overall, respondents indicated agreement that the DBT-SG innovation is supported by evidence from RCTs, clinical experience, and patient preferences (mean &#xb1; <italic>SD</italic> scores across all sites: 4.1 &#xb1; 0.7, 4.3 &#xb1; 0.6, and 4.1 &#xb1; 0.5, respectively). However, respondents were in less agreement about support from the context including leadership culture (mean &#xb1; <italic>SD</italic>: 3.8 &#xb1; 1.0), leadership behavior (mean &#xb1; <italic>SD</italic>: 3.5 &#xb1; 1.1), feedback from leadership (mean &#xb1; <italic>SD</italic>: 3.5 &#xb1; 1.0), opinion leaders (mean &#xb1; <italic>SD</italic>: 3.8 &#xb1; 0.9), and general resources (mean &#xb1; <italic>SD</italic>: 3.3 &#xb1; 0.9) in providing a successful environment to implement DBT-SG. Despite these lower ratings on the context scale, staff culture remained high among respondents who indicated agreement that staff members have a sense of personal responsibility for improving patient care and outcomes (mean &#xb1; <italic>SD</italic>: 4.4 &#xb1; 0.7). There were minimal differences in ORCA ratings by site (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>; <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>).</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Mean ORCA Subscale Scores by Site and Overall (reported by VHA Staff, <italic>n</italic>=30).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="center"/>
<th valign="middle" align="center">Site A<break/>(<italic>n</italic>=7)</th>
<th valign="middle" align="center">Site B<break/>(<italic>n</italic>=11)</th>
<th valign="middle" align="center">Site C<break/>(<italic>n</italic>=7)</th>
<th valign="middle" align="center">Site D<break/>(<italic>n</italic>=5)</th>
<th valign="middle" align="center">Overall<break/>(<italic>n</italic>=30)</th>
</tr>
<tr>
<th valign="middle" colspan="5" align="center">Mean &#xb1; Standard Deviation</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="middle" colspan="6" align="left">Evidence for the Innovation</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Randomized controlled trials</td>
<td valign="middle" align="center">4.4 &#xb1; 0.6</td>
<td valign="middle" align="center">4.0 &#xb1; 0.7</td>
<td valign="middle" align="center">4.2 &#xb1; 0.7</td>
<td valign="middle" align="center">4.0 &#xb1; 0.8</td>
<td valign="middle" align="center">4.1 &#xb1; 0.7</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Clinical experience</td>
<td valign="middle" align="center">4.5 &#xb1; 0.4</td>
<td valign="middle" align="center">4.3 &#xb1; 0.7</td>
<td valign="middle" align="center">3.9 &#xb1; 0.7</td>
<td valign="middle" align="center">4.5 &#xb1; 0.5</td>
<td valign="middle" align="center">4.3 &#xb1; 0.6</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Patient preference</td>
<td valign="middle" align="center">4.3 &#xb1; 0.5</td>
<td valign="middle" align="center">4.1 &#xb1; 0.6</td>
<td valign="middle" align="center">4.0 &#xb1; 0.6</td>
<td valign="middle" align="center">4.2 &#xb1; 0.3</td>
<td valign="middle" align="center">4.1 &#xb1; 0.5</td>
</tr>
<tr>
<th valign="middle" colspan="6" align="left">Context</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Leadership culture</td>
<td valign="middle" align="center">3.9 &#xb1; 1.0</td>
<td valign="middle" align="center">3.6 &#xb1; 1.1</td>
<td valign="middle" align="center">4.0 &#xb1; 1.1</td>
<td valign="middle" align="center">3.7 &#xb1; 0.7</td>
<td valign="middle" align="center">3.8 &#xb1; 1.0</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Staff culture</td>
<td valign="middle" align="center">4.5 &#xb1; 0.4</td>
<td valign="middle" align="center">4.2 &#xb1; 0.9</td>
<td valign="middle" align="center">4.3 &#xb1; 0.6</td>
<td valign="middle" align="center">4.6 &#xb1; 0.4</td>
<td valign="middle" align="center">4.4 &#xb1; 0.7</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Leadership behavior</td>
<td valign="middle" align="center">3.9 &#xb1; 0.8</td>
<td valign="middle" align="center">3.2 &#xb1; 1.2</td>
<td valign="middle" align="center">4.0 &#xb1; 0.9</td>
<td valign="middle" align="center">3.0 &#xb1; 1.0</td>
<td valign="middle" align="center">3.5 &#xb1; 1.1</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Feedback from leadership</td>
<td valign="middle" align="center">3.7 &#xb1; 0.6</td>
<td valign="middle" align="center">3.4 &#xb1; 1.2</td>
<td valign="middle" align="center">4.0 &#xb1; 0.8</td>
<td valign="middle" align="center">2.9 &#xb1; 0.8</td>
<td valign="middle" align="center">3.5 &#xb1; 1.0</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Opinion leaders</td>
<td valign="middle" align="center">4.2 &#xb1; 0.8</td>
<td valign="middle" align="center">3.5 &#xb1; 1.0</td>
<td valign="middle" align="center">3.9 &#xb1; 0.6</td>
<td valign="middle" align="center">3.5 &#xb1; 0.9</td>
<td valign="middle" align="center">3.8 &#xb1; 0.9</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Resources</td>
<td valign="middle" align="center">3.7 &#xb1; 0.5</td>
<td valign="middle" align="center">3.1 &#xb1; 1.1</td>
<td valign="middle" align="center">3.2 &#xb1; 1.2</td>
<td valign="middle" align="center">3.5 &#xb1; 0.5</td>
<td valign="middle" align="center">3.3 &#xb1; 0.9</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>ORCA, Organizational Readiness for Change Assessment. Significance testing comparing sites was not conducted. ORCA items are scored from 1 (strongly disagree or very infrequently) to 5 (strongly agree or very frequently) with higher subscale scores showing greater agreement that DBT-SG implementation at VHA site is supported by the construct.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Mean Evidence and Context ORCA Subscale Scores - By Site and Overall. The Organizational Readiness to Change Assessment (ORCA; Helfrich, Sharp, &amp; Sales, 2009) included items from the three domains of the original Promoting Action on Research in Health Services (PARIHS; Kitson, Harvey, &amp; McCormack, 1998) assessing the strength of evidence for the innovation, quality of the context for implementation, and capacity to facilitate the implementation. This study used the ORCA evidence and context subscales. All quantitative items are scored as 1=Strongly Disagree | 2=Disagree | 3=Neither Agree nor Disagree | 4=Agree | 5=Strongly Agree.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyt-15-1495102-g001.tif"/>
</fig>
<p>When we examined differences in ORCA scores by provider type, both for referring providers/study therapists and separately for leadership, we found that scores significantly varied for referring providers/study therapists vs. others (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3A</bold>
</xref>) and leadership vs. others (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;3B</bold>
</xref>) for context items. With the exception of opinion leaders, referring providers/study therapists consistently rated context items lower than others (all <italic>p</italic>&lt;0.05). With the exception of staff culture and opinion leaders, those in leadership roles consistently rated context items higher than others (all <italic>p</italic>&lt;0.03).</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3A</label>
<caption>
<p>Comparison of ORCA subscale scores by referring provider or study therapist designation (reported by VHA staff, <italic>n</italic>=30).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="center"/>
<th valign="middle" colspan="2" align="center">Referring Provider or Study Therapist (<italic>n</italic>=30)</th>
<th valign="bottom" rowspan="2" align="center">p-value</th>
</tr>
<tr>
<th valign="middle" align="center">Yes<break/>(<italic>n</italic>=8)</th>
<th valign="middle" align="center">No<break/>(<italic>n</italic>=22)</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="middle" colspan="4" align="left">Evidence for the Innovation</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Randomized controlled trials</td>
<td valign="middle" align="center">4.4 &#xb1; 0.6</td>
<td valign="middle" align="center">4.1 &#xb1; 0.7</td>
<td valign="middle" align="center">0.28</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Clinical experience</td>
<td valign="middle" align="center">4.6 &#xb1; 0.7</td>
<td valign="middle" align="center">4.2 &#xb1; 0.6</td>
<td valign="middle" align="center">0.16</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Patient preference</td>
<td valign="middle" align="center">4.3 &#xb1; 0.6</td>
<td valign="middle" align="center">4.1 &#xb1; 0.5</td>
<td valign="middle" align="center">0.51</td>
</tr>
<tr>
<th valign="middle" colspan="4" align="left">Context</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Leadership culture</td>
<td valign="middle" align="center">3.0 &#xb1; 1.1</td>
<td valign="middle" align="center">4.1 &#xb1; 0.8</td>
<td valign="middle" align="center">0.01</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Staff culture</td>
<td valign="middle" align="center">3.9 &#xb1; 0.9</td>
<td valign="middle" align="center">4.5 &#xb1; 0.5</td>
<td valign="middle" align="center">0.02</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Leadership behavior</td>
<td valign="middle" align="center">2.9 &#xb1; 0.7</td>
<td valign="middle" align="center">3.8 &#xb1; 1.1</td>
<td valign="middle" align="center">0.04</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Feedback from leadership</td>
<td valign="middle" align="center">2.8 &#xb1; 0.7</td>
<td valign="middle" align="center">3.8 &#xb1; 1.0</td>
<td valign="middle" align="center">0.02</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Opinion leaders</td>
<td valign="middle" align="center">3.3 &#xb1; 0.6</td>
<td valign="middle" align="center">3.9 &#xb1; 0.9</td>
<td valign="middle" align="center">0.06</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Resources</td>
<td valign="middle" align="center">2.5 &#xb1; 0.6</td>
<td valign="middle" align="center">3.6 &#xb1; 0.8</td>
<td valign="middle" align="center">0.001</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T4" position="float">
<label>Table&#xa0;3B</label>
<caption>
<p>Comparison of ORCA subscale scores by leadership* designation (reported by VHA staff, <italic>n</italic>=30).</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="center"/>
<th valign="middle" colspan="2" align="center">Leadership Role (<italic>n</italic>=30)</th>
<th valign="bottom" rowspan="2" align="center">p-value</th>
</tr>
<tr>
<th valign="middle" align="center">Yes<break/>(<italic>n</italic>=9)</th>
<th valign="middle" align="center">No<break/>(<italic>n</italic>=21)</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="middle" colspan="4" align="left">Evidence for the Innovation</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Randomized controlled trials</td>
<td valign="middle" align="center">4.0 &#xb1; 0.4</td>
<td valign="middle" align="center">4.2 &#xb1; 0.7</td>
<td valign="middle" align="center">0.50</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Clinical experience</td>
<td valign="middle" align="center">4.1 &#xb1; 0.5</td>
<td valign="middle" align="center">4.4 &#xb1; 0.7</td>
<td valign="middle" align="center">0.32</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Patient preference</td>
<td valign="middle" align="center">4.0 &#xb1; 0.5</td>
<td valign="middle" align="center">4.2 &#xb1; 0.6</td>
<td valign="middle" align="center">0.37</td>
</tr>
<tr>
<th valign="middle" colspan="4" align="left">Context</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Leadership culture</td>
<td valign="middle" align="center">4.4 &#xb1; 0.5</td>
<td valign="middle" align="center">3.1 &#xb1; 1.0</td>
<td valign="middle" align="center">0.02</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Staff culture</td>
<td valign="middle" align="center">4.6 &#xb1; 0.5</td>
<td valign="middle" align="center">4.3 &#xb1; 0.7</td>
<td valign="middle" align="center">0.20</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Leadership behavior</td>
<td valign="middle" align="center">4.3 &#xb1; 0.7</td>
<td valign="middle" align="center">3.2 &#xb1; 1.0</td>
<td valign="middle" align="center">0.01</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Feedback from leadership</td>
<td valign="middle" align="center">4.3 &#xb1; 0.7</td>
<td valign="middle" align="center">3.2 &#xb1; 0.9</td>
<td valign="middle" align="center">0.002</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Opinion leaders</td>
<td valign="middle" align="center">4.2 &#xb1; 0.6</td>
<td valign="middle" align="center">3.6 &#xb1; 0.9</td>
<td valign="middle" align="center">0.06</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Resources</td>
<td valign="middle" align="center">4.0 &#xb1; 0.8</td>
<td valign="middle" align="center">3.0 &#xb1; 0.8</td>
<td valign="middle" align="center">0.01</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*Leadership roles included hospital directors (n=1) and administrative leaders (e.g., Chief of Mental Health, clinical supervisors; n=8).</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2_2">
<title>Qualitative</title>
<sec id="s3_2_2_1">
<title>DBT-SG innovation</title>
<p>Providers across the four sites agreed that the evidence for DBT-SG was promising. They specifically identified the skills-based approach as valuable. The less resource-intensive DBT-SG intervention was lauded as being easier to implement. As one provider said:</p>
<disp-quote>
<p>
<italic>&#x201c;Some DBT is better than no DBT, so even if you have a skills group alone without that individual component or that coaching component, I still think that would be really useful and beneficial for our high-risk veterans. I&#x2019;m fully confident and hopeful that it will be effective.&#x201d; &#x2013; Participant 11</italic>
</p>
</disp-quote>
<p>Similarly, providers highlighted how a time-limited DBT-SG could provide foundational skills for veterans while fitting into the healthcare system&#x2019;s model for shorter, evidence-based care approaches:</p>
<disp-quote>
<p>
<italic>&#x201c;Our VA is trying very hard to streamline and use evidence-based short-term models and to deliver care in courses of treatment that are generally about 12 to 16 weeks. A 24-week skills group would be a great foundation for veterans to receive.&#x201d; &#x2013; Participant 33</italic>
</p>
</disp-quote>
<p>Other providers noted the group basis of DBT-SG would have the advantage of extending services to more veterans at once than a comprehensive DBT program:</p>
<disp-quote>
<p>
<italic>&#x201c;I know that before I was at this VA, they had actually a DBT program that was very well respected. I think, honestly, with the amount of people that needed that treatment, it wasn&#x2019;t as efficient at getting to all of them with all of the manpower that went into it. So, it ended up being discontinued. I think that this attempt to offer the same model in a group approach where it could be disseminated amongst a lot more veterans at one time is a great idea.&#x201d; &#x2013; Participant 3</italic>
</p>
</disp-quote>
<p>Another provider noted there was high need for DBT at their site, but limited therapists who could provide individual DBT, making DBT-SG an attractive option:</p>
<disp-quote>
<p>
<italic>&#x201c;One of the benefits of having just skills group is that we don&#x2019;t have enough providers to offer full DBT to everybody. And so that has helped us meet the need of folks who would benefit from DBT, but without us having to have more individual therapists available to provide it.&#x201d; &#x2013; Participant 25</italic>
</p>
</disp-quote>
<p>Providers highlighted DBT-SG&#x2019;s potential benefit to veterans who are at chronic suicide risk, are impulsive, or have limited coping skills. One provider noted that they liked the broad applicability of DBT-SG for veterans:</p>
<disp-quote>
<p>
<italic>&#x201c;I think that DBT has a very wide application, which is one of the reasons that I really like it. It works really well with veterans who have a history of complex trauma or just trauma in general.&#x201d; &#x2013; Participant 20</italic>
</p>
</disp-quote>
<p>Providers were generally in support of delivering DBT-SG using telehealth and hybrid approaches, although there were some concerns about poor internet connections, technological barriers, and distractions while participating from home. However, respondents concurred that offering DBT-SG was important whether in person or virtually. As one supervisor said,</p>
<disp-quote>
<p>
<italic>&#x201c;I&#x2019;m an old-fashioned guy who prefers face-to-face. But I will try to go with the times. The most important thing is to get people in the boat. Everybody has the ability to work virtually&#x201d; &#x2013; Participant 16</italic>
</p>
</disp-quote>
</sec>
<sec id="s3_2_2_2">
<title>Recipients</title>
<p>At each of the four sites, interviewees explored unique goals, skills, knowledge, resources, and support that may be most beneficial to the veterans at their facility. Interviewees noted awareness that the cultural influences on veterans would need to shape how DBT-SG was delivered. One provider commented,</p>
<disp-quote>
<p>
<italic>&#x201c;We have a lot of first- and second-generation Americans in our group so we need to be more culturally sensitive about things.&#x201d; &#x2013; Participant 4</italic>
</p>
</disp-quote>
<p>Age of veterans, racial diversity, time since military separation, homelessness, and gender were also identified as variables that could influence the success of DBT-SG. In terms of which providers should deliver DBT-SG at VHA, training in a specific mental health discipline was seen as less important than having adequate DBT-SG training, strong emotion regulation skills, compassion, and the ability to be firm. One provider noted that the most important aspect was &#x2018;strong therapists&#x2019;:</p>
<disp-quote>
<p>
<italic>&#x201c;You have to have strong therapists with DBT. The more engaging and invested the therapist is with the therapy &#x2026; patients pick up on that. And that makes a big difference.&#x201d; &#x2013; Participant 20</italic>
</p>
</disp-quote>
</sec>
<sec id="s3_2_2_3">
<title>Inner context</title>
<p>Respondents identified several local organizational factors that could potentially hinder or aid in DBT-SG implementation. Barriers included staffing limitations, provider burnout, and for some respondents, a perception of limited support from local leadership. One provider noted:</p>
<disp-quote>
<p>
<italic>&#x201c;The lack of manpower is the greatest barrier. There are a lot of people who want to be in the groups as well as (providers) who want to run the groups, but their responsibilities are great and they may not have time.&#x201d; &#x2013; Participant 5</italic>
</p>
</disp-quote>
<p>Another provider shared:</p>
<disp-quote>
<p>
<italic>&#x201c;Barriers would definitely be staffing. And to some extent, burnout. Because we know that this population has a lot of needs and can require a lot of time.&#x201d; &#x2013; Participant 8</italic>
</p>
</disp-quote>
<p>Many providers shared that the leadership at their local sites were very supportive of DBT-SG as a suicide prevention intervention. As one provider said:</p>
<disp-quote>
<p>
<italic>&#x201c;Mental health leadership would be incredibly supportive of an outpatient DBT skills group at our site. We have a special interest group that focuses on suicide prevention specifically and higher up leadership within our local VA very much treat prevention as a priority.&#x201d; &#x2013; Participant 21</italic>
</p>
</disp-quote>
<p>However, some providers noted that local leadership were less supportive of group-delivered or intensive individual psychotherapy, describing the past challenges in getting a DBT skills group running:</p>
<disp-quote>
<p>
<italic>&#x201c;It was very, very, very difficult to get my leadership on board. Our specialty mental health outpatient clinic and our general clinic is run by psychiatry. Psychiatry does not so much see the value of group therapy, and they don&#x2019;t really see the value of intensive individual therapy. Their interest is really only in getting uniques. Like having therapy providers assess as many new people as we can. That&#x2019;s how they get their bonuses, unfortunately. They don&#x2019;t like intensive programs in this clinic because that doesn&#x2019;t help them for their purposes. I had to advocate for years to finally get the time in my schedule to offer DBT Skills Group.&#x201d; &#x2013; Participant 24</italic>
</p>
</disp-quote>
<p>At another site, a psychologist noted that local leadership had first questioned, but ultimately supported, a longer-duration group therapy serving high-risk veterans:</p>
<disp-quote>
<p>
<italic>&#x201c;I proposed in [month] a 20 session CBT skills group here, and leadership was supportive. They knew that a lot of the demographic that would be enrolled in this group would be our high-risk vets. The idea is that, based on also the literature you&#x2019;re describing, if we can at least get them enrolled in these skills groups and get them the foundational skills, they may not need to come back for additional episodes of care. That may actually be sufficient. So, they [leadership] had questions about why 20 sessions, but they ultimately were like, yes, this would be a good thing.&#x201d; &#x2013;Participant 20</italic>
</p>
</disp-quote>
<p>Several providers who indicated their leadership would be supportive of DBT-SG expressed that leadership support may not be sufficient to overcome limited staffing:</p>
<disp-quote>
<p>
<italic>&#x201c;I think they&#x2019;re [leadership are] supportive generally. It would just depend on the level of staffing available to kind of cover any gaps that may come from a provider being pulled away from a certain clinic in order to make this one work.&#x201d; &#x2013; Participant 11</italic>
</p>
</disp-quote>
<disp-quote>
<p>
<italic>&#x201c;Yes, leadership and management would be very on board to provide any assistance or opportunity to say, &#x201c;if you in clinic can manage this, I&#x2019;m on board,&#x201d; but it&#x2019;s going to come down to individual clinics saying we have the caseload that we can allow admin time for this. And right now, I&#x2019;m not sure how many of our local clinics have that opportunity.&#x201d; &#x2013; Participant 14</italic>
</p>
</disp-quote>
</sec>
<sec id="s3_2_2_4">
<title>Outer context</title>
<p>Both local and national policy drivers and priorities were discussed as having a potential impact on DBT-SG implementation. Providers spoke about suicide prevention as a priority for leadership, resulting in local and national leadership support for programs such as DBT-SG. As one local administrator said:</p>
<disp-quote>
<p>
<italic>&#x201c;From a systems perspective if this decreases suicide ideation, the implication of that is that it will likely be integrated and added as a part of a practice guideline. We have to prioritize this if it saves lives, it&#x2019;s shifting the framework and conceptualization of it. With financial support for training, I think the VA messaging would have to be very clear that we&#x2019;re supporting this as an initiative.&#x201d; &#x2013; Participant 26</italic>
</p>
</disp-quote>
<p>A national leader spoke of the benefits of having groups such as DBT implemented for suicide prevention in VHA:</p>
<disp-quote>
<p>
<italic>&#x201c;A skills group is kind of a low hanging fruit for a facility to implement. You might not catch everyone that you would like to take advantage of that modality, but I think there will be enough people that could fill the seats and maybe go the distance.&#x201d; &#x2013; Participant 22</italic>
</p>
</disp-quote>
</sec>
</sec>
</sec>
<sec id="s3_3">
<title>Mixed-methods</title>
<p>
<xref ref-type="table" rid="T5">
<bold>Table&#xa0;4</bold>
</xref> shows the comparison and integration of the quantitative results and qualitative findings. Qualitative findings supported the quantitative results for all three domains of the i-PARIHS framework examined. In the evidence for the innovation subscale, average ORCA scores indicating agreement that evidence from RCTs, clinical experiences, and patient preferences supported the DBT-SG intervention converged with qualitative findings that DBT-SG is helpful and widely applicable for veterans across the VHA system. Both inner and outer context domains had lower ORCA scores, indicating neutral to slight agreement, which converged with qualitative findings that noted potential key barriers to DBT-SG implementation including staffing and staff burnout. Conversely, important facilitators included leadership support and institutional prioritization of suicide prevention.</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Comparison and Integration of Quantitative and Qualitative Findings.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="center">i-PARIHS Domain</th>
<th valign="middle" align="center">Quantitative Data</th>
<th valign="middle" align="center">Qualitative Data</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="middle" rowspan="2" align="left">Evidence for the Innovation</td>
<td valign="middle" align="left">Q: Is DBT-SG innovation supported by evidence?</td>
<td valign="middle" align="left">Q: What elements of the DBT-SG innovation will be helpful to high-risk veterans?</td>
</tr>
<tr>
<td valign="middle" align="left">A: Yes, including evidence from randomized controlled trials (mean &#xb1; SD: 4.1 &#xb1; 0.7), clinical experiences (mean &#xb1; SD: 4.3 &#xb1; 0.6), and patient preferences (mean &#xb1; SD: 4.1 &#xb1; 0.5). No differences noted by study role (referring provider or study therapist vs. other; <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3A</bold>
</xref>) or by leadership status (leadership role vs. non-leadership role; <xref ref-type="table" rid="T4">
<bold>Table&#xa0;3B</bold>
</xref>).</td>
<td valign="middle" align="left">A: DBT skills can be helpful even without DBT individual therapy or phone coaching; DBT skills have a wide application, including for veterans with trauma; staff in support of DBT-SG being provided for a wide variety of Veterans</td>
</tr>
<tr>
<td valign="middle" rowspan="2" align="left">Inner context</td>
<td valign="middle" align="left">Q: Do general resources support DBT-SG at VHA?</td>
<td valign="middle" align="left">Q: In what ways might general resources support or impede DBT-SG implementation at VHA?</td>
</tr>
<tr>
<td valign="middle" align="left">A: Neutral to slightly agree or slightly disagree (mean &#xb1; SD: 3.3 &#xb1; 0.9). Referring providers and study therapists had lower confidence in resources and staff culture supporting DBT-SG implementation than those in other roles (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3A</bold>
</xref>), while those in local leadership positions had higher confidence in resources than those in non-leadership roles (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;3B</bold>
</xref>).</td>
<td valign="middle" align="left">A: Lack of staffing is a key barrier to DBT-SG implementation; some concern that provider burnout may also be a barrier. Although local leadership is perceived as supportive and staff are eager to provide DBT-SG, low staffing could limit implementation.</td>
</tr>
<tr>
<td valign="middle" rowspan="2" align="left">Outer context</td>
<td valign="middle" align="left">Q: Do leadership behavior, feedback, and culture support DBT-SG implementation at VHA?</td>
<td valign="middle" align="left">Q: In what ways might leadership and policy support DBT-SG implementation at VHA?</td>
</tr>
<tr>
<td valign="middle" align="left">A: Neutral to slightly agree for all: leadership behavior (mean &#xb1; SD: 3.5 &#xb1; 1.1), feedback from leadership (mean &#xb1; SD: 3.5 &#xb1; 1.0), and leader culture (mean &#xb1; SD: 3.8 &#xb1; 1.0). Referring providers and study therapists had lower confidence in leadership behavior, feedback, and culture (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3A</bold>
</xref>), while those in local leadership positions had higher confidence in each domain than those in non-leadership roles (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;3B</bold>
</xref>).</td>
<td valign="middle" align="left">A: Suicide prevention is widely perceived as a high institutional priority; staff anticipate DBT-SG being integrated as part of the overall suicide prevention initiative at VHA systems</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>The Organizational Readiness to Change Assessment (ORCA; Helfrich, Sharp, &amp; Sales, 2009) included items from the three domains of the original Promoting Action on Research in Health Services (PARIHS; Kitson, Harvey, &amp; McCormack, 1998) assessing the strength of evidence for the innovation, quality of the context for implementation, and capacity to facilitate the implementation. This study used the ORCA evidence and context subscales. The revised Integrated Promoting Action on Research in Health Services (i-PARIHS; Harvey &amp; Kitson, 2016) added the construct of recipients, which is not formally included in the ORCA scales used in this study. All quantitative items are scored as 1=Strongly Disagree | 2=Disagree | 3=Neither Agree nor Disagree | 4=Agree | 5=Strongly Agree.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>This mixed-method formative evaluation of implementation determinants to DBT-SG at four VHA sites found that quantitative and qualitative data both showed VHA staff had favorable views of the innovation overall. Furthermore, both quantitative and qualitative data converged to elucidate staff views about inner context barriers (i.e., site-level), such as provider shortage and concern for local resources. Qualitative data highlighted potential facilitators, such as local leadership support for implementing DBT-SG, and national policy drivers that prioritized suicide prevention interventions for high-risk veterans.</p>
<p>ORCA scores showed VHA staff agreed that DBT-SG was supported by evidence from research, patient preferences, and clinical experience. Qualitative data expanded on this to show VHA staff&#x2019;s interest in suicide prevention interventions that can be transdiagnostic, consistent with reviews showing DBT skills interventions have been studied well beyond individuals with BPD (<xref ref-type="bibr" rid="B27">27</xref>). Previous clinical practice guidelines for VHA offered support for DBT for veterans at risk for suicide who have BPD (<xref ref-type="bibr" rid="B45">45</xref>), and the current Suicide Prevention 2.0 initiative extends DBT to veterans with history of suicidal self-directed violence who have BPD (<xref ref-type="bibr" rid="B16">16</xref>). While conserving resource-intensive treatments like comprehensive DBT for those who are most likely to benefit based on similarity to research findings is reasonable, our data suggest VHA staff see transdiagnostic utility in the DBT-SG intervention for veterans at risk for suicidal behavior, beyond the BPD diagnosis.</p>
<p>Qualitative data showed VHA staff awareness of the wide range of diversity that might influence how veterans interact with DBT-SG concepts. United States ethno-racial and sexual orientation minority groups are well represented in comprehensive DBT randomized controlled trials, supporting the use of comprehensive DBT for individuals from a wide range of demographic identities (<xref ref-type="bibr" rid="B46">46</xref>). To ensure DBT-SG at VHA is delivered with attention to veteran diversity, we recommend that DBT-SG providers in VHA use therapist consultation team to support delivering treatment with cultural competence and to ensure effective treatment of veterans who experience racism and other forms of minority stress (<xref ref-type="bibr" rid="B47">47</xref>). Regarding recommended DBT-SG therapist characteristics, our data are consistent with other DBT implementation literature emphasizing the importance of therapist qualities such as cognitive flexibility or open-mindedness (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B30">30</xref>), assertiveness or interpersonal effectiveness (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B30">30</xref>, <xref ref-type="bibr" rid="B48">48</xref>), therapist interest or investment in the treatment model (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B23">23</xref>), and adequate training in the treatment (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B30">30</xref>).</p>
<p>Within each medical center (i.e., inner context), quantitative data (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>) showed a belief that VHA staff have a personal commitment to improving veteran care and outcomes, which combined with staff perception of DBT-SG as having strong evidence as a suicide prevention treatment based on clinical trials, clinical experience, and patient preference, bodes well for implementing DBT-SG in VHA medical centers (<xref ref-type="bibr" rid="B49">49</xref>). However, there was less confidence in the adequacy of resources or leadership behavior to support DBT-SG implementation. This pattern of higher ORCA mean scores for the evidence of an innovation relative to contextual leadership support for implementing it is similar to prior studies using the ORCA within three quality improvement projects conducted within VHA medical settings (<xref ref-type="bibr" rid="B37">37</xref>), VHA addiction treatment programs adopting hepatitis prevention practices (<xref ref-type="bibr" rid="B49">49</xref>), and academic medical centers promoting medications for alcohol use disorder (<xref ref-type="bibr" rid="B50">50</xref>) and buprenorphine (<xref ref-type="bibr" rid="B51">51</xref>). Qualitative data showed that both providers and local administrators were invested in providing DBT-SG, but aware that limited staffing could be an insurmountable barrier. Unfortunately, high workload and insufficient staffing have been barriers to previous VHA provision of DBT (<xref ref-type="bibr" rid="B21">21</xref>) and other evidence-based psychotherapies (<xref ref-type="bibr" rid="B52">52</xref>, <xref ref-type="bibr" rid="B53">53</xref>).</p>
<p>In examining quantitative responses by roles, no differences emerged for the evidence support for DBT-SG based on whether the respondent was a study therapist or referring provider, or had a different role (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3A</bold>
</xref>), or whether the respondent held a leadership role at the local VHA medical center (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;3B</bold>
</xref>). However, study therapists and referring providers, who would have the most direct relationship to providing or recommending DBT-SG, showed lower confidence that the organizational context (leadership culture, staff culture, leadership behavior, feedback from leadership, and resources) would support DBT-SG implementation, in comparison to respondents in leadership roles (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3A</bold>
</xref>). Similar results on the resources subscale emerged in another pre-implementation study: prescribers who would directly prescribe medication for alcohol use disorder in an inpatient medical setting showed lower resource subscale scores (<italic>M</italic> = 2.8, 95% CI (2.5, 3.2), <italic>n</italic> = 26) than non-prescribers (<italic>M</italic> = 3.3, 95% CI (3.0, 3.6), <italic>n</italic> = 27 (<xref ref-type="bibr" rid="B50">50</xref>).</p>
<p>In our data, holding a leadership position at the local facility also differentiated some results in the ORCA context subscales: individuals who were in a leadership role (hospital director, administrative leader, clinical supervisor) showed greater confidence in leadership culture, leadership behavior, feedback from leadership, and resources (<xref ref-type="table" rid="T3">
<bold>Table&#xa0;3B</bold>
</xref>), suggesting that leaders had a more positive perception of the implementation context for DBT-SG than those without leadership responsibilities, despite similar views on the evidence for DBT-SG. It is unclear which perception is more accurate. DBT clinicians have previously pointed out that organizational support is critical to implementation success (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). In a prior VHA DBT program evaluation (<xref ref-type="bibr" rid="B21">21</xref>), DBT team leaders or point of contact identified barriers their site was working on or could not overcome included lack of individual therapists, lack of therapist availability to take on enough patients, inability to schedule a two-hour group, and inability to block time for consultation team. Similarly, in a large evaluation of DBT program sustainability in the UK, absence of organizational support was the most commonly identified implementation barrier, while presence of organizational support was the most commonly identified implementation facilitator (<xref ref-type="bibr" rid="B20">20</xref>).</p>
<p>Our data and prior literature suggest that implementing DBT-SG at trial sites may benefit from an implementation strategy that emphasizes the perspectives of DBT-SG clinicians and referring providers, such as implementation facilitation (<xref ref-type="bibr" rid="B31">31</xref>), a dynamic implementation strategy that includes problem-solving, enabling, and supporting implementation partners or stakeholders as they implement a clinical innovation into routine practice (<xref ref-type="bibr" rid="B54">54</xref>). Core implementation facilitation activities emphasize engaging stakeholders or partners to evaluate context, resources, and barriers, and then assisting them in tailoring or adapting a clinical innovation to their setting (<xref ref-type="bibr" rid="B55">55</xref>). Implementation facilitation requires targeting all groups and stakeholders who can impact implementation, including clinical providers who will implement the innovation, providers and staff who would refer to the innovation, and organizational leaders who could support, or inadvertently impede, implementation efforts (<xref ref-type="bibr" rid="B56">56</xref>).</p>
<p>Regarding outer context, in qualitative data VHA providers emphasized that their leaders are invested in suicide prevention, suggesting the outer context of policy and initiatives focused on suicide prevention (<xref ref-type="bibr" rid="B2">2</xref>) is evident to providers. However, VHA staff noted awareness that national leadership need to devote adequate resources to DBT-SG: as one local administrator said, &#x201c;we have to prioritize this if it saves lives.&#x201d; Across VHA, mental health clinical provider staffing levels were causally linked to lower probability of veteran suicide-related events (<xref ref-type="bibr" rid="B57">57</xref>), suggesting the need to increase staffing levels or improve the efficiency of currently available providers. In fiscal year 2024, VHA facilities surveyed identified severe staffing shortage in clinical mental health occupations including psychology (identified as a severe shortage by 61% facilities), psychiatry (47%), and social work (43%; <xref ref-type="bibr" rid="B58">58</xref>). To further prioritize veteran suicide prevention, national leadership may need to consider prioritizing funding to support greater clinical VHA mental health provider staffing (<xref ref-type="bibr" rid="B57">57</xref>).</p>
<p>Strengths of this investigation include use of an established implementation science framework to guide study interview development and survey selection, mixed methods to examine the complementarity and expansion of data and fully capture staff views, data gathering across four sites and different categories of staff, and sampling to saturation for qualitative interviews. Limitations, as with other mixed method studies, include that these findings are not necessarily expected to generalize to other settings. Veteran experiences and views were not captured in these data and will be included in subsequent formative evaluation during the ongoing hybrid effectiveness-implementation trial.</p>
<p>Further mixed methods directions include qualitative interviews with veterans at high-risk for suicide attempt who participated in DBT-SG, examining the experiences of those who completed the treatment and those who dropped out (<xref ref-type="bibr" rid="B59">59</xref>, <xref ref-type="bibr" rid="B60">60</xref>), using purposeful sampling to understand variation in participant experience (<xref ref-type="bibr" rid="B61">61</xref>). We will also gather interview- and ORCA-derived data about DBT-SG therapist, referring provider, and leadership perspectives on how to best facilitate the implementation of DBT-SG based on their views of the use of DBT-SG during our trial. This information will inform development of an implementation strategy for DBT-SG, should the treatment demonstrate effectiveness in improving emotion regulation of veterans and reducing their rates of suicide attempt.</p>
</sec>
</body>
<back>
<sec id="s5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The datasets presented in this article are not readily available because, in consultation with Institutional Review Board, data sets are not shared due to the sensitive topic. Requests to access the datasets should be directed to <email xlink:href="mailto:suzanne.decker@va.gov">suzanne.decker@va.gov</email>.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Central Institutional Review Board of the Veterans Health Administration. The studies were conducted in accordance with the local legislation and institutional requirements. The ethics committee/institutional review board waived the requirement of written informed consent for participation from the participants or the participants&#x2019; legal guardians/next of kin because for the mixed-methods survey and interview data presented in this manuscript, data collection via surveys and interviews were determined to pose low risk.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author contributions</title>
<p>SuD: Conceptualization, Funding acquisition, Methodology, Writing &#x2013; original draft, Writing &#x2013; review &amp; editing. AK: Formal Analysis, Methodology, Writing &#x2013; original draft, Writing &#x2013; review &amp; editing. KM: Data curation, Formal Analysis, Methodology, Writing &#x2013; review &amp; editing. FA: Investigation, Project administration, Writing &#x2013; review &amp; editing. EG: Data curation, Formal Analysis, Investigation, Project administration, Writing &#x2013; review &amp; editing. ND: Investigation, Project administration, Resources, Supervision, Writing &#x2013; review &amp; editing. SB: Methodology, Resources, Supervision, Writing &#x2013; review &amp; editing. JoR: Investigation, Project administration, Resources, Supervision, Writing &#x2013; review &amp; editing. JeR: Investigation, Project administration, Resources, Supervision, Writing &#x2013; review &amp; editing. JB: Investigation, Project administration, Resources, Supervision, Writing &#x2013; review &amp; editing. TG: Investigation, Project administration, Resources, Supervision, Writing &#x2013; review &amp; editing. SL: Conceptualization, Writing &#x2013; review &amp; editing. MG: Conceptualization, Writing &#x2013; review &amp; editing. LW: Data curation, Formal Analysis, Investigation, Project administration, Writing &#x2013; review &amp; editing. ED: Investigation, Project administration, Writing &#x2013; review &amp; editing. CS: Data curation, Investigation, Writing &#x2013; review &amp; editing. EtS: Data curation, Investigation, Writing &#x2013; review &amp; editing. MH: Data curation, Investigation, Writing &#x2013; review &amp; editing. HB: Data curation, Investigation, Writing &#x2013; review &amp; editing. StD: Data curation, Investigation, Writing &#x2013; review &amp; editing. ElS: Data curation, Investigation, Writing &#x2013; review &amp; editing. SM: Funding acquisition, Methodology, Writing &#x2013; review &amp; editing.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This project is supported by VA Office of Research and Development Health Services Research &amp; Development (VA HSR&amp;D) merit award I01 HX003249-01 of the U.S. Department of Veterans Affairs (PIs: SuD and SM). This material is the result of work supported with resources and the use of facilities at VA Connecticut Healthcare System, VA Central Western Massachusetts Health Care System, VA San Diego Healthcare System, VA New Mexico Healthcare System, VA Northeast Ohio Healthcare System, and James A. Haley VA Medical Center. Salary support for SuD is provided by VISN 1 Mental Illness Research, Education, and Clinical Center and by HSR Pain Research, Informatics, Multi-morbidities, and Education Center. SL receives salary support from Department of Veterans Affairs (VA) Quality Enhancement Research Initiative (QUERI) grants (QUE 20-026, EBP 22-104) and the National Center for Advancing Translational Sciences of the National Institutes of Health (NIH) (UL1 TR003107).</p>
</sec>
<ack>
<title>Acknowledgments</title>
<p>Portions of these data were presented at Association for Behavioral and Cognitive Therapies, 2023, and some qualitative data are under review in a manuscript that does not include quantitative or mixed method data. This mixed method manuscript includes new analyses never presented in other forums or settings.</p>
</ack>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>StD, MS was at James A. Haley Veterans Hospital during data collection and initial analyses and is now at Clinical Psychology Graduate Program at Texas Tech University, Lubbock, TX. Ethan Spana, BA was at VA New Mexico Healthcare System during data collection and initial analyses and is now at Counseling Psychology Graduate Program, University of North Dakota.</p>
<p>SuD is a trainer in mentorship with Behavioral Technology, LLC and works with her institutions to review any conflict of interest. MG is a consultant for Boehringer Ingleheim for a new compound in borderline personality disorder treatment and works with her institutions to review any conflict of interest. We report no conflict of interest.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be constructed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Author disclaimer</title>
<p>The views expressed here are the authors' and do not represent the policy or position of the U.S. Department of Veterans Affairs or the United States Government.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>Department of Veterans Affairs</collab>
</person-group>. <article-title>National veteran suicide prevention annual report</article-title> (<year>2023</year>). Available online at: <uri xlink:href="https://www.mentalhealth.va.gov/docs/data-sheets/2023/2023-National-Veteran-Suicide-Prevention-Annual-Report-FINAL-508.pdf">https://www.mentalhealth.va.gov/docs/data-sheets/2023/2023-National-Veteran-Suicide-Prevention-Annual-Report-FINAL-508.pdf</uri> (Accessed <access-date>September 9, 2024</access-date>).</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>White House</collab>
</person-group>. <article-title>Reducing military and veteran suicide: Advancing a comprehensive, cross-sector, evidence-informed public health strategy</article-title> (<year>2021</year>). Available online at: <uri xlink:href="https://www.whitehouse.gov/wp-content/uploads/2021/11/Military-and-Veteran-Suicide-Prevention-Strategy.pdf">https://www.whitehouse.gov/wp-content/uploads/2021/11/Military-and-Veteran-Suicide-Prevention-Strategy.pdf</uri> (Accessed <access-date>May 2, 2024</access-date>).</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>U.S. Department of Veterans Affairs</collab>
</person-group>. <article-title>National strategy for preventing Veteran suicide, 2018-2028</article-title> (<year>2018</year>). <publisher-name>Office of Mental Health and Suicide Prevention</publisher-name>. Available online at: <uri xlink:href="https://www.mentalhealth.va.gov/suicide_prevention/docs/Office-of-Mental-Health-and-Suicide-Prevention-National-Strategy-for-Preventing-Veterans-Suicide.pdf">https://www.mentalhealth.va.gov/suicide_prevention/docs/Office-of-Mental-Health-and-Suicide-Prevention-National-Strategy-for-Preventing-Veterans-Suicide.pdf</uri> (Accessed <access-date>September 9. 2024</access-date>).</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ilgen</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Bohnert</surname> <given-names>AS</given-names>
</name>
<name>
<surname>Ignacio</surname> <given-names>RV</given-names>
</name>
<name>
<surname>McCarthy</surname> <given-names>JF</given-names>
</name>
<name>
<surname>Valenstein</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>HM</given-names>
</name>
<etal/>
</person-group>. <article-title>Psychiatric diagnoses and risk of suicide in veterans</article-title>. <source>Arch Gen Psychiatry</source>. (<year>2010</year>) <volume>67</volume>:<page-range>1152&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/archgenpsychiatry.2010.129</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sloan</surname> <given-names>E</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>K</given-names>
</name>
<name>
<surname>Moulding</surname> <given-names>R</given-names>
</name>
<name>
<surname>Bryce</surname> <given-names>S</given-names>
</name>
<name>
<surname>Mildred</surname> <given-names>H</given-names>
</name>
<name>
<surname>Staiger</surname> <given-names>PK</given-names>
</name>
</person-group>. <article-title>Emotion regulation as a transdiagnostic treatment construct across anxiety, depression, substance, eating and borderline personality disorders: A systematic review</article-title>. <source>Clin Psychol Rev</source>. (<year>2017</year>) <volume>57</volume>:<page-range>141&#x2013;63</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cpr.2017.09.002</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hazlett</surname> <given-names>EA</given-names>
</name>
<name>
<surname>Blair</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Fernandez</surname> <given-names>N</given-names>
</name>
<name>
<surname>Mascitelli</surname> <given-names>K</given-names>
</name>
<name>
<surname>Perez-Rodriguez</surname> <given-names>MM</given-names>
</name>
<name>
<surname>New</surname> <given-names>AS</given-names>
</name>
<etal/>
</person-group>. <article-title>Startle amplitude during unpleasant pictures is greater in veterans with a history of multiple-suicide attempts and predicts a future suicide attempt</article-title>. <source>Psychophysiology</source>. (<year>2016</year>) <volume>53</volume>:<page-range>1524&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/psyp.12698</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Denning</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Perry</surname> <given-names>TR</given-names>
</name>
<name>
<surname>Reilly</surname> <given-names>EE</given-names>
</name>
<name>
<surname>Berner</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Velkoff</surname> <given-names>EA</given-names>
</name>
<name>
<surname>Kaye</surname> <given-names>WH</given-names>
</name>
<etal/>
</person-group>. <article-title>Associations of suicide risk with emotional reactivity, dysregulation, and eating disorder treatment outcomes</article-title>. <source>Suicide Life Threat Behav</source>. (<year>2022</year>) <volume>53</volume>:<page-range>1126&#x2013;39</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/sltb.12907</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rufino</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Ward-Ciesielski</surname> <given-names>EF</given-names>
</name>
<name>
<surname>Webb</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Nadorff</surname> <given-names>MR</given-names>
</name>
</person-group>. <article-title>Emotion regulation difficulties are associated with nightmares and suicide attempts in an adult psychiatric inpatient sample</article-title>. <source>Psychiatry Res</source>. (<year>2020</year>) <volume>293</volume>:<elocation-id>113437</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2020.113437</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Rudd</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>B</given-names>
</name>
<name>
<surname>Trotter</surname> <given-names>DRM</given-names>
</name>
</person-group>. <article-title>The psychological and behavioral treatment of suicidal behavior: What are the common elements of treatments that work</article-title>? In: <person-group person-group-type="editor">
<name>
<surname>Wasserman</surname> <given-names>D</given-names>
</name>
<name>
<surname>Wasserman</surname> <given-names>C</given-names>
</name>
</person-group>, editors. <source>Oxford textbook of suicidology and suicide prevention</source>. <publisher-name>Oxford University Press</publisher-name>, <publisher-loc>Oxford, United Kingdom</publisher-loc> (<year>2008</year>). p. <page-range>427&#x2013;38</page-range>.</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Linehan</surname> <given-names>MM</given-names>
</name>
</person-group>. <source>Cognitive-behavior therapy for borderline personality disorder</source>. <publisher-loc>New York</publisher-loc>: <publisher-name>Guilford Press</publisher-name> (<year>1993</year>).</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeCou</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Comtois</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Landes</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>Dialectical behavior therapy is effective for the treatment of suicidal behavior: A meta-analysis</article-title>. <source>Behav Ther</source>. (<year>2019</year>) <volume>50</volume>:<fpage>60</fpage>&#x2013;<lpage>72</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.beth.2018.03.009</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gratz</surname> <given-names>KL</given-names>
</name>
<name>
<surname>Lacroce</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Gunderson</surname> <given-names>JG</given-names>
</name>
</person-group>. <article-title>Measuring changes in symptoms relevant to borderline personality disorder following short-term treatment across partial hospital and intensive outpatient levels of care</article-title>. <source>J Psychiatr Pract</source>. (<year>2006</year>) <volume>.2</volume>:<page-range>153&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/00131746-200605000-00004</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pistorello</surname> <given-names>J</given-names>
</name>
<name>
<surname>Fruzzetti</surname> <given-names>AE</given-names>
</name>
<name>
<surname>Maclane</surname> <given-names>C</given-names>
</name>
<name>
<surname>Gallop</surname> <given-names>R</given-names>
</name>
<name>
<surname>Iverson</surname> <given-names>KM</given-names>
</name>
</person-group>. <article-title>Dialectical behavior therapy (DBT) applied to college students: a randomized clinical trial</article-title>. <source>J Consult Clin Psychol</source>. (<year>2012</year>) <volume>80</volume>:<page-range>982&#x2013;94</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1037/a0029096</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goldstein</surname> <given-names>TR</given-names>
</name>
<name>
<surname>Merranko</surname> <given-names>J</given-names>
</name>
<name>
<surname>Rode</surname> <given-names>N</given-names>
</name>
<name>
<surname>Sylvester</surname> <given-names>R</given-names>
</name>
<name>
<surname>Hotkowski</surname> <given-names>N</given-names>
</name>
<name>
<surname>Fersch-Podrat</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Dialectical Behavior Therapy for adolescents with bipolar disorder: A randomized clinical trial</article-title>. <source>JAMA Psychiatry</source>. (<year>2024</year>) <volume>81</volume>:<fpage>15</fpage>&#x2013;<lpage>24</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamapsychiatry.2023.3399</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goodman</surname> <given-names>M</given-names>
</name>
<name>
<surname>Banthin</surname> <given-names>D</given-names>
</name>
<name>
<surname>Blair</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Mascitelli</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Wilsnack</surname> <given-names>J</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>A randomized trial of dialectical behavior therapy in high-risk suicidal veterans</article-title>. <source>J Clin Psychiatry</source>. (<year>2016</year>) <volume>77</volume>:<page-range>e1591&#x2013;e600</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.4088/JCP.15m10235</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="web">
<person-group person-group-type="author">
<name>
<surname>Walker</surname> <given-names>J</given-names>
</name>
<name>
<surname>Betthauser</surname> <given-names>LM</given-names>
</name>
<name>
<surname>Green</surname> <given-names>K</given-names>
</name>
<name>
<surname>Landes</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Stacy</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Suicide Prevention 2.0 Clinical Telehealth Program: Evidence-Based Treatment in the Veterans Health Administration. 2024 April 28; virtual</article-title> (<year>2024</year>). Available online at: <uri xlink:href="https://www.youtube.com/watch?v=fFsDzkg0SR0">https://www.youtube.com/watch?v=fFsDzkg0SR0</uri>. (Accessed September 17, 2024).</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Comtois</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Landes</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>Implementing DBT: An implementation science perspective</article-title>. In: <person-group person-group-type="editor">
<name>
<surname>Swales</surname> <given-names>MA</given-names>
</name>
</person-group>, editor. <source>The oxford handbook of dialectical behaviour therapy</source>. <publisher-name>Oxford University Press</publisher-name>, <publisher-loc>Oxford, United Kingdom</publisher-loc> (<year>2018</year>). p. <page-range>831&#x2013;44</page-range>.</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Herschell</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Kogan</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Celedonia</surname> <given-names>KL</given-names>
</name>
<name>
<surname>Gavin</surname> <given-names>JG</given-names>
</name>
<name>
<surname>Stein</surname> <given-names>BD</given-names>
</name>
</person-group>. <article-title>Understanding community mental health administrators&#x2019; perspectives on dialectical behavior therapy implementation</article-title>. <source>Psychiatr Serv</source>. (<year>2009</year>) <volume>60</volume>:<page-range>989&#x2013;92</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1176/ps.2009.60.7.989</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carmel</surname> <given-names>A</given-names>
</name>
<name>
<surname>Rose</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Fruzzetti</surname> <given-names>AE</given-names>
</name>
</person-group>. <article-title>Barriers and solutions to implementing dialectical behavior therapy in a public behavioral health system</article-title>. <source>Adm Policy Ment Health</source>. (<year>2014</year>) <volume>41</volume>:<page-range>608&#x2013;14</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10488-013-0504-6</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Swales</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>B</given-names>
</name>
<name>
<surname>Hibbs</surname> <given-names>RA</given-names>
</name>
</person-group>. <article-title>Implementing Dialectical Behaviour Therapy: programme survival in routine healthcare settings</article-title>. <source>J Ment Health</source>. (<year>2012</year>) <volume>21</volume>:<page-range>548&#x2013;55</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3109/09638237.2012.689435</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Landes</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Rodriguez</surname> <given-names>AL</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>BN</given-names>
</name>
<name>
<surname>Matthieu</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Trent</surname> <given-names>LR</given-names>
</name>
<name>
<surname>Kemp</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Barriers, facilitators, and benefits of implementation of dialectical behavior therapy in routine care: results from a national program evaluation survey in the Veterans Health Administration</article-title>. <source>Transl Behav Med</source>. (<year>2017</year>) <volume>7</volume>:<page-range>832&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s13142-017-0465-5</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>King</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Hibbs</surname> <given-names>R</given-names>
</name>
<name>
<surname>Saville</surname> <given-names>CWN</given-names>
</name>
<name>
<surname>Swales</surname> <given-names>MA</given-names>
</name>
</person-group>. <article-title>The survivability of dialectical behaviour therapy programmes: Amixed methods analysis of barriers and facilitators to implementation within UK healthcare settings</article-title>. <source>BMC Psychiatry</source>. (<year>2018</year>) <volume>18</volume>:<fpage>302</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s12888-018-1876-7</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Quetsch</surname> <given-names>LB</given-names>
</name>
<name>
<surname>Herschell</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Kogan</surname> <given-names>JN</given-names>
</name>
<name>
<surname>Gavin</surname> <given-names>JG</given-names>
</name>
<name>
<surname>Hale</surname> <given-names>G</given-names>
</name>
<name>
<surname>Stein</surname> <given-names>BD</given-names>
</name>
</person-group>. <article-title>Community-based behavioral health administrator perspectives on sustainability of Dialectical Behavior Therapy: A qualitative evaluation</article-title>. <source>Borderline Pers Disord Emot Dysregul</source>. (<year>2020</year>) <volume>7</volume>:<elocation-id>5</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40479-020-0120-5</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Linehan</surname> <given-names>MM</given-names>
</name>
<name>
<surname>Korslund</surname> <given-names>KE</given-names>
</name>
<name>
<surname>Harned</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Gallop</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Lungu</surname> <given-names>A</given-names>
</name>
<name>
<surname>Neacsiu</surname> <given-names>AD</given-names>
</name>
<etal/>
</person-group>. <article-title>Dialectical behavior therapy for high suicide risk in individuals with borderline personality disorder: A randomized clinical trial and component analysis</article-title>. <source>JAMA Psychiatry</source>. (<year>2015</year>) <volume>72</volume>:<page-range>475&#x2013;82</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamapsychiatry.2014.3039</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McMain</surname> <given-names>SF</given-names>
</name>
<name>
<surname>Guimond</surname> <given-names>T</given-names>
</name>
<name>
<surname>Barnhart</surname> <given-names>R</given-names>
</name>
<name>
<surname>Habinski</surname> <given-names>L</given-names>
</name>
<name>
<surname>Streiner</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>A randomized trial of brief dialectical behaviour therapy skills training in suicidal patients suffering from borderline disorder</article-title>. <source>Acta Psychiatrica Scandinavica</source>. (<year>2017</year>) <volume>135</volume>:<page-range>138&#x2013;48</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/acps.12664</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Neacsiu</surname> <given-names>AD</given-names>
</name>
<name>
<surname>Eberle</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Kramer</surname> <given-names>R</given-names>
</name>
<name>
<surname>Wiesmann</surname> <given-names>T</given-names>
</name>
<name>
<surname>Linehan</surname> <given-names>MM</given-names>
</name>
</person-group>. <article-title>Dialectical behavior therapy skills for transdiagnostic emotion dysregulation: A pilot randomized controlled trial</article-title>. <source>Beha Res Ther</source>. (<year>2014</year>) <volume>59</volume>:<fpage>40</fpage>&#x2013;<lpage>51</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.brat.2014.05.005</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Valentine</surname> <given-names>SE</given-names>
</name>
<name>
<surname>Bankoff</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Poulin</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Reidler</surname> <given-names>EB</given-names>
</name>
<name>
<surname>Pantalone</surname> <given-names>DW</given-names>
</name>
</person-group>. <article-title>The use of dialectical behavior therapy skills training as stand-alone treatment: a systematic review of the treatment outcome literature</article-title>. <source>J Clin Psychol</source>. (<year>2015</year>) <volume>71</volume>:<fpage>1</fpage>&#x2013;<lpage>20</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/jclp.22114</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Larkin</surname> <given-names>C</given-names>
</name>
<name>
<surname>Arensman</surname> <given-names>E</given-names>
</name>
<name>
<surname>Boudreaux</surname> <given-names>ED</given-names>
</name>
</person-group>. <article-title>Preventing suicide in health systems: How can implementation science help</article-title>? <source>Arch Suicide Res</source>. (<year>2023</year>) <volume>27</volume>:<page-range>1147&#x2013;62</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1080/13811118.2022.2131490</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Allison</surname> <given-names>MK</given-names>
</name>
<name>
<surname>Waliski</surname> <given-names>A</given-names>
</name>
<name>
<surname>Haynes</surname> <given-names>TF</given-names>
</name>
<name>
<surname>Marshall</surname> <given-names>SA</given-names>
</name>
</person-group>. <article-title>Formative evaluation of Zero Suicide in the emergency department: Identifying strategies to overcome implementation barriers</article-title>. <source>Eval Program Plann</source>. (<year>2022</year>) <volume>92</volume>:<elocation-id>102050</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.evalprogplan.2022.102050</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Toms</surname> <given-names>G</given-names>
</name>
<name>
<surname>Williams</surname> <given-names>L</given-names>
</name>
<name>
<surname>Rycroft-Malone</surname> <given-names>J</given-names>
</name>
<name>
<surname>Swales</surname> <given-names>M</given-names>
</name>
<name>
<surname>Feigenbaum</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>The development and theoretical application of an implementation framework for dialectical behaviour therapy: a critical literature review</article-title>. <source>Borderline Pers Disord Emot Dysregul</source>. (<year>2019</year>) <volume>6</volume>:<elocation-id>2</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40479-019-0102-7</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harvey</surname> <given-names>G</given-names>
</name>
<name>
<surname>Kitson</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>PARIHS revisited: from heuristic to integrated framework for the successful implementation of knowledge into practice</article-title>. <source>Implement Sci</source>. (<year>2016</year>) <volume>11</volume>:<fpage>33</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13012-016-0398-2</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Curran</surname> <given-names>GM</given-names>
</name>
<name>
<surname>Bauer</surname> <given-names>M</given-names>
</name>
<name>
<surname>Mittman</surname> <given-names>B</given-names>
</name>
<name>
<surname>Pyne</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Stetler</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>. <source>Med Care</source>. (<year>2012</year>) <volume>50</volume>:<page-range>217&#x2013;26</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Landes</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>McBain</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Curran</surname> <given-names>GM</given-names>
</name>
</person-group>. <article-title>An introduction to effectiveness-implementation hybrid designs</article-title>. <source>Psychiatry Res</source>. (<year>2019</year>) <volume>280</volume>:<elocation-id>112513</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2019.112513</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Palinkas</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Aarons</surname> <given-names>GA</given-names>
</name>
<name>
<surname>Horwitz</surname> <given-names>S</given-names>
</name>
<name>
<surname>Chamberlain</surname> <given-names>P</given-names>
</name>
<name>
<surname>Hurlburt</surname> <given-names>M</given-names>
</name>
<name>
<surname>Landsverk</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Mixed method designs in implementation research</article-title>. <source>Adm Policy Ment Health</source>. (<year>2011</year>) <volume>38</volume>:<fpage>44</fpage>&#x2013;<lpage>53</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10488-010-0314-z</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stetler</surname> <given-names>CB</given-names>
</name>
<name>
<surname>Legro</surname> <given-names>MW</given-names>
</name>
<name>
<surname>Wallace</surname> <given-names>CM</given-names>
</name>
<name>
<surname>Bowman</surname> <given-names>C</given-names>
</name>
<name>
<surname>Guihan</surname> <given-names>M</given-names>
</name>
<name>
<surname>Hagedorn</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>The role of formative evaluation in implementation research and the QUERI experience</article-title>. <source>J Gen Intern Med</source>. (<year>2006</year>) <volume>21 Suppl 2</volume>:<page-range>S1&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1525-1497.2006.00355.x</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harris</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Taylor</surname> <given-names>R</given-names>
</name>
<name>
<surname>Thielke</surname> <given-names>R</given-names>
</name>
<name>
<surname>Payne</surname> <given-names>J</given-names>
</name>
<name>
<surname>Gonzalez</surname> <given-names>N</given-names>
</name>
<name>
<surname>Conde</surname> <given-names>JG</given-names>
</name>
</person-group>. <article-title>Research electronic data capture (REDCap)&#x2013;a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>. <source>J BioMed Inform</source>. (<year>2009</year>) <volume>42</volume>:<page-range>377&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Helfrich</surname> <given-names>CD</given-names>
</name>
<name>
<surname>Li</surname> <given-names>YF</given-names>
</name>
<name>
<surname>Sharp</surname> <given-names>ND</given-names>
</name>
<name>
<surname>Sales</surname> <given-names>AE</given-names>
</name>
</person-group>. <article-title>Organizational readiness to change assessment (ORCA): development of an instrument based on the Promoting Action on Research in Health Services (PARIHS) framework</article-title>. <source>Implement Sci</source>. (<year>2009</year>) <volume>4</volume>:<elocation-id>38</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1748-5908-4-38</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mattocks</surname> <given-names>K</given-names>
</name>
<name>
<surname>Rosen</surname> <given-names>MI</given-names>
</name>
<name>
<surname>Sellinger</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ngo</surname> <given-names>T</given-names>
</name>
<name>
<surname>Brummett</surname> <given-names>B</given-names>
</name>
<name>
<surname>Higgins</surname> <given-names>DM</given-names>
</name>
<etal/>
</person-group>. <article-title>Pain care in the Department of Veterans Affairs: Understanding how a cultural shift in pain care impacts provider decisions and collaboration</article-title>. <source>Pain Med</source>. (<year>2020</year>) <volume>21</volume>:<page-range>970&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1093/pm/pnz341</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hamilton</surname> <given-names>A</given-names>
</name>
</person-group>. <source>Qualitative methods in rapid turn-around health services research</source>. <publisher-name>VA HSR&amp;D</publisher-name>. <uri xlink:href="https://www.hsrd.research.va.gov/for_researchers/cyber_seminars/archives/780-notes.pdf">https://www.hsrd.research.va.gov/for_researchers/cyber_seminars/archives/780-notes.pdf</uri>. (Accessed September 01, 2024).</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hamilton</surname> <given-names>AB</given-names>
</name>
<name>
<surname>Finley</surname> <given-names>EP</given-names>
</name>
</person-group>. <article-title>Qualitative methods in implementation research: An introduction</article-title>. <source>Psychiatry Res</source>. (<year>2019</year>) <volume>280</volume>:<elocation-id>112516</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.psychres.2019.112516</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gabrielian</surname> <given-names>S</given-names>
</name>
<name>
<surname>Finley</surname> <given-names>EP</given-names>
</name>
<name>
<surname>Ganz</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Barnard</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Jackson</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Montgomery</surname> <given-names>AE</given-names>
</name>
<etal/>
</person-group>. <article-title>Comparing two implementation strategies for implementing and sustaining a case management practice serving homeless-experienced veterans: A protocol for a type 3 hybrid cluster-randomized trial</article-title>. <source>Implement Sci</source>. (<year>2022</year>) <volume>17</volume>:<fpage>67</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13012-022-01236-1</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Averill</surname> <given-names>JB</given-names>
</name>
</person-group>. <article-title>Matrix analysis as a complementary analytic strategy in qualitative inquiry</article-title>. <source>Qual Health Res</source>. (<year>2002</year>) <volume>12</volume>:<page-range>855&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/104973230201200611</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fereday</surname> <given-names>J</given-names>
</name>
<name>
<surname>Muir-Cochrane</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>Demonstrating rigor using thematic analysis: A hybrid approach of inductive and deductive coding and theme development</article-title>. <source>Intl J Qual Meth</source>. (<year>2006</year>) <volume>5</volume>:<fpage>80</fpage>&#x2013;<lpage>92</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/160940690600500107</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Ritchie</surname> <given-names>J</given-names>
</name>
<name>
<surname>Spencer</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Qualitative data analysis for applied policy research</article-title>. In: <person-group person-group-type="editor">
<name>
<surname>Bryman</surname> <given-names>A</given-names>
</name>
<name>
<surname>Burgess</surname> <given-names>R</given-names>
</name>
</person-group>, editors. <source>Analysing qualitative data</source>. <publisher-name>Routledge</publisher-name>, <publisher-loc>London</publisher-loc> (<year>1993</year>). p. <page-range>173&#x2013;94</page-range>.</citation>
</ref>
<ref id="B45">
<label>45</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>Department of Veterans Affairs, Department of Defense</collab>
</person-group>. <article-title>VA/DoD clinical practice guidelines for assessment and management of patients at risk for suicide</article-title> (<year>2013</year>). Available online at: <uri xlink:href="https://www.healthquality.va.gov/guidelines/MH/srb/VADoDSuicideRiskFullCPGFinal5088212019.pdf">https://www.healthquality.va.gov/guidelines/MH/srb/VADoDSuicideRiskFullCPGFinal5088212019.pdf</uri> (Accessed <access-date>September 9. 2024</access-date>).</citation>
</ref>
<ref id="B46">
<label>46</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harned</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Coyle</surname> <given-names>TN</given-names>
</name>
<name>
<surname>Garcia</surname> <given-names>NM</given-names>
</name>
</person-group>. <article-title>The inclusion of ethnoracial, sexual, and gender minority groups in randomized controlled trials of Dialectical Behavior Therapy: A systematic review of the literature</article-title>. <source>Clin Psychol: Sci Pract</source>. (<year>2022</year>) <volume>29</volume>:<fpage>83</fpage>&#x2013;<lpage>93</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1037/cps0000059</pub-id>
</citation>
</ref>
<ref id="B47">
<label>47</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pierson</surname> <given-names>AM</given-names>
</name>
<name>
<surname>Arunagiri</surname> <given-names>V</given-names>
</name>
<name>
<surname>Bond</surname> <given-names>DM</given-names>
</name>
</person-group>. <article-title>You didn&#x2019;t cause racism, and you have to solve it anyways&#x201d;: Antiracist adaptations to Dialectical Behavior Therapy for white therapists</article-title>. <source>Cog Behav Pract</source>. (<year>2022</year>) <volume>29</volume>:<fpage>796</fpage>&#x2013;<lpage>815</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.cbpra.2021.11.001</pub-id>
</citation>
</ref>
<ref id="B48">
<label>48</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ditty</surname> <given-names>MS</given-names>
</name>
<name>
<surname>Landes</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Doyle</surname> <given-names>A</given-names>
</name>
<name>
<surname>Beidas</surname> <given-names>RS</given-names>
</name>
</person-group>. <article-title>It Takes a Village: A mixed method analysis of inner setting variables and Dialectical Behavior Therapy implementation</article-title>. <source>Adm Policy Ment Health</source>. (<year>2015</year>) <volume>42</volume>:<page-range>672&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10488-014-0602-0</pub-id>
</citation>
</ref>
<ref id="B49">
<label>49</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hagedorn</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Heideman</surname> <given-names>P</given-names>
</name>
</person-group>. <article-title>The relationship between baseline Organizational Readiness to Change Assessment subscale scores and implementation of hepatitis prevention services in substance use disorders treatment clinics: a case study</article-title>. <source>Implementation Sci</source>. (<year>2010</year>) <volume>5</volume>:<fpage>46</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/1748-5908-5-46</pub-id>
</citation>
</ref>
<ref id="B50">
<label>50</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Joudrey</surname> <given-names>PJ</given-names>
</name>
<name>
<surname>Oldfield</surname> <given-names>BJ</given-names>
</name>
<name>
<surname>Yonkers</surname> <given-names>KA</given-names>
</name>
<name>
<surname>O&#x2019;Connor</surname> <given-names>PG</given-names>
</name>
<name>
<surname>Berland</surname> <given-names>G</given-names>
</name>
<name>
<surname>Edelman</surname> <given-names>JE</given-names>
</name>
</person-group>. <article-title>Inpatient adoption of medications for alcohol use disorder: A mixed methods formative evaluation involving key stakeholders</article-title>. <source>Drug Alcohol Dependence</source>. (<year>2020</year>) <volume>213</volume>:<fpage>108090</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.drugalcdep.2020.108090</pub-id>
</citation>
</ref>
<ref id="B51">
<label>51</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hawk</surname> <given-names>KF</given-names>
</name>
<name>
<surname>D&#x2019;Onofrio</surname> <given-names>G</given-names>
</name>
<name>
<surname>Chawarski</surname> <given-names>MC</given-names>
</name>
<name>
<surname>O&#x2019;Connor</surname> <given-names>PG</given-names>
</name>
<name>
<surname>Cowan</surname> <given-names>E</given-names>
</name>
<name>
<surname>Lyons</surname> <given-names>MS</given-names>
</name>
<etal/>
</person-group>. <article-title>Barriers and facilitators to clinician readiness to provide emergency department-initiated buprenorphine</article-title>. <source>JAMA Network Open</source>. (<year>2020</year>) <volume>3</volume>:<elocation-id>e204561</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.4561</pub-id>
</citation>
</ref>
<ref id="B52">
<label>52</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chard</surname> <given-names>KM</given-names>
</name>
<name>
<surname>Ricksecker</surname> <given-names>EG</given-names>
</name>
<name>
<surname>Healy</surname> <given-names>ET</given-names>
</name>
<name>
<surname>Karlin</surname> <given-names>BE</given-names>
</name>
<name>
<surname>Resick</surname> <given-names>PA</given-names>
</name>
</person-group>. <article-title>Dissemination and experience with cognitive processing therapy</article-title>. <source>J Rehabil Res Dev</source>. (<year>2012</year>) <volume>49</volume>:<page-range>667&#x2013;78</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1682/jrrd.2011.10.0198</pub-id>
</citation>
</ref>
<ref id="B53">
<label>53</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Finley</surname> <given-names>EP</given-names>
</name>
<name>
<surname>Garcia</surname> <given-names>HA</given-names>
</name>
<name>
<surname>Ketchum</surname> <given-names>NS</given-names>
</name>
<name>
<surname>McGeary</surname> <given-names>DD</given-names>
</name>
<name>
<surname>McGeary</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Stirman</surname> <given-names>SW</given-names>
</name>
<etal/>
</person-group>. <article-title>Utilization of evidence-based psychotherapies in Veterans Affairs posttraumatic stress disorder outpatient clinics</article-title>. <source>Psychol Serv</source>. (<year>2015</year>) <volume>12</volume>:<fpage>73</fpage>&#x2013;<lpage>82</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1037/ser0000014</pub-id>
</citation>
</ref>
<ref id="B54">
<label>54</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Powell</surname> <given-names>BJ</given-names>
</name>
<name>
<surname>Waltz</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Chinman</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Damschroder</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Matthieu</surname> <given-names>MM</given-names>
</name>
<etal/>
</person-group>. <article-title>A refined compilation of implementation strategies: Results from the Expert Recommendations for Implementing Change (ERIC) project</article-title>. <source>Implementation Sci</source>. (<year>2015</year>) <volume>10</volume>:<fpage>21</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s13012-015-0209-155</pub-id>
</citation>
</ref>
<ref id="B55">
<label>55</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Smith</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Ritchie</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>B</given-names>
</name>
<name>
<surname>Miller</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Chinman</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Kelly</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Getting to fidelity: Consensus development process to identify core activities of implementation facilitation</article-title>. <source>Global Implementation Res Applications</source>. (<year>2024</year>) <volume>4</volume>:<page-range>151&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s43477-024-00119-5</pub-id>
</citation>
</ref>
<ref id="B56">
<label>56</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Ritchie</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Dollar</surname> <given-names>KM</given-names>
</name>
<name>
<surname>Miller</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Smith</surname> <given-names>JL</given-names>
</name>
<name>
<surname>Oliver</surname> <given-names>KA</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>B</given-names>
</name>
<etal/>
</person-group>. <article-title>Using implementation facilitation to improve healthcare (Version 3)</article-title>. <publisher-loc>North Little Rock, AR</publisher-loc>: <publisher-name>Veterans Health Administration, Behavioral Health Quality Enhancement Research Initiative (QUERI</publisher-name>). (<year>2020</year>). Available at: <uri xlink:href="https://www.queri.research.va.gov/tools/Facilitation-Manual.pdf">https://www.queri.research.va.gov/tools/Facilitation-Manual.pdf</uri>.</citation>
</ref>
<ref id="B57">
<label>57</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Feyman</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Figueroa</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Price</surname> <given-names>ME</given-names>
</name>
<name>
<surname>Kabdiyeva</surname> <given-names>A</given-names>
</name>
<name>
<surname>Nebeker</surname> <given-names>JR</given-names>
</name>
<etal/>
</person-group>. <article-title>Effect of mental health staffing inputs on suicide-related events</article-title>. <source>Health Serv Res</source>. (<year>2023</year>) <volume>58</volume>:<page-range>375&#x2013;82</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/1475-6773.14064</pub-id>
</citation>
</ref>
<ref id="B58">
<label>58</label>
<citation citation-type="web">
<person-group person-group-type="author">
<collab>U.S. Department of Veterans Affairs Office of Inspector General</collab>
</person-group>. <article-title>OIG determination of veterans health administration&#x2019;s severe occupational staffing shortages - fiscal year 2024. 2024 August 7, 2024. Report No.: 24-00803-222</article-title> . Available online at: <uri xlink:href="https://www.vaoig.gov/reports/national-healthcare-review/oig-determination-veterans-health-administrations-severe-0">https://www.vaoig.gov/reports/national-healthcare-review/oig-determination-veterans-health-administrations-severe-0</uri> (Accessed <access-date>October 11, 2024</access-date>).</citation>
</ref>
<ref id="B59">
<label>59</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Patel</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Sullivan</surname> <given-names>SR</given-names>
</name>
<name>
<surname>Mitchell</surname> <given-names>EL</given-names>
</name>
<name>
<surname>Jager-Hyman</surname> <given-names>S</given-names>
</name>
<name>
<surname>Stanley</surname> <given-names>B</given-names>
</name>
<name>
<surname>Goodman</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Qualitative study of telehealth delivery of suicide-specific group treatment &#x201c;Project Life Force</article-title>. <source>J Technol Behav Sci</source>. (<year>2023</year>) <volume>8</volume>:<fpage>272</fpage>&#x2013;<lpage>81</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s41347-022-00297-9</pub-id>
</citation>
</ref>
<ref id="B60">
<label>60</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barnicot</surname> <given-names>K</given-names>
</name>
<name>
<surname>Couldrey</surname> <given-names>L</given-names>
</name>
<name>
<surname>Sandhu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Priebe</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Overcoming barriers to skills training in Borderline Personality Disorder: A qualitative interview study</article-title>. <source>PloS One</source>. (<year>2015</year>) <volume>10</volume>:<elocation-id>e0140635</elocation-id>. doi:&#xa0;<pub-id pub-id-type="doi">10.1371/journal.pone.0140635</pub-id>
</citation>
</ref>
<ref id="B61">
<label>61</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Palinkas</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Horwitz</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Green</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Wisdom</surname> <given-names>JP</given-names>
</name>
<name>
<surname>Duan</surname> <given-names>N</given-names>
</name>
<name>
<surname>Hoagwood</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Purposeful sampling for qualitative data collection and analysis in mixed method implementation research</article-title>. <source>Adm Policy Ment Health</source>. (<year>2015</year>) <volume>42</volume>:<page-range>533&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s10488-013-0528-y</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>