<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2025.1482778</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development and validation of a questionnaire to measure COVID-19 vaccine hesitancy within the Romanian industrial laborers</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Turcu-Stiolica</surname> <given-names>Adina</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/438547/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name><surname>Boicea</surname> <given-names>Ancuta Ramona</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn0001"><sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2983447/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Nechita</surname> <given-names>Florina</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2928638/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Surugiu</surname> <given-names>Roxana</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2819991/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Dumitra</surname> <given-names>Gheorghe Gindrovel</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1202680/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Oancea</surname> <given-names>Carmen Nicoleta</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2771120/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>P&#x00EE;rlog</surname> <given-names>Mihail Cristian</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/140312/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Pharmacoeconomics, University of Medicine and Pharmacy of Craiova</institution>, <addr-line>Craiova</addr-line>, <country>Romania</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Occupational Medicine, University of Medicine, and Pharmacy of Craiova</institution>, <addr-line>Craiova</addr-line>, <country>Romania</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Medical Psychology, University of Medicine, and Pharmacy of Craiova</institution>, <addr-line>Craiova</addr-line>, <country>Romania</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Biochemistry, University of Medicine, and Pharmacy of Craiova</institution>, <addr-line>Craiova</addr-line>, <country>Romania</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Family Medicine, University of Medicine, and Pharmacy of Craiova</institution>, <addr-line>Craiova</addr-line>, <country>Romania</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Medical Sociology, University of Medicine, and Pharmacy of Craiova</institution>, <addr-line>Craiova</addr-line>, <country>Romania</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0002"><p>Edited by: Manal Younus, Ministry of Health (Iraq), Iraq</p></fn>
<fn fn-type="edited-by" id="fn0003"><p>Reviewed by: Folescu Roxana, Victor Babes University of Medicine and Pharmacy, Romania</p><p>Ana Maria Alexandra Stanescu, Carol Davila University of Medicine and Pharmacy, Romania</p></fn>
<corresp id="c001">&#x002A;Correspondence: Gheorghe Gindrovel Dumitra, <email>gindrovel.dumitra@umfcv.ro</email>; Carmen Nicoleta Oancea, <email>carmen.oancea@umfcv.ro</email></corresp>
<fn fn-type="equal" id="fn0001"><p><sup>&#x2020;</sup>These authors have contributed equally to this work</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>27</day>
<month>02</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>13</volume>
<elocation-id>1482778</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>10</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>14</day>
<month>02</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 Turcu-Stiolica, Boicea, Nechita, Surugiu, Dumitra, Oancea and P&#x00EE;rlog.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Turcu-Stiolica, Boicea, Nechita, Surugiu, Dumitra, Oancea and P&#x00EE;rlog</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>The identification and quantification of sources of vaccine hesitancy among industrial workers in Romania have become crucial for developing effective strategies to facilitate the vaccination process. Our study included employees, both with and without comorbidities, who work in industrial companies. The goal was to develop a scale to assess COVID-19 vaccine hesitancy in Romania. This proposed scale has been designated as the Romanian COVID-19 Vaccine Hesitancy (RO-CVH) scale. The survey encompassed both the demographic characteristics of the respondents and questions related to their perceptions of COVID-19 vaccination. A three-stage process was used to develop the RO-CVH which includes (1) item generation; (2) item-refinement (pilot testing, exploratory factor analysis); and (3) scale validation. The fifteen items loaded onto three factors using exploratory factor analysis, explaining 63% of the total variance. The three factors were labelled as &#x201C;Confidence in information regarding the COVID-19 vaccine,&#x201D; &#x201C;Safety and efficacy of the COVID-19 vaccine,&#x201D; and &#x201C;COVID-19 vaccination as a means of controlling the population.&#x201D; The content validity of the scale was established, and it will be utilized to comprehend the behavior of industrial workers in Romania during similar future outbreaks, particularly regarding the acceptance of mitigatory vaccines. Based on the insights from this scale, future interventions could be designed to reduce vaccine hesitancy.</p>
</abstract>
<kwd-group>
<kwd>COVID-19</kwd>
<kwd>COVID-19 vaccine</kwd>
<kwd>vaccine hesitancy</kwd>
<kwd>Romania</kwd>
<kwd>questionnaire</kwd>
<kwd>COVID-19 vaccination</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="32"/>
<page-count count="8"/>
<word-count count="4950"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Infectious Diseases: Epidemiology and Prevention</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>At the end of 2020, the COVID-19 pandemic was estimated to have reduced the world&#x2019;s collective gross domestic product (GDP) by 3.4 percent, equivalent to more than US$2 trillion (<xref ref-type="bibr" rid="ref1">1</xref>). Current studies suggest that by the end of 2023, the economic impact of the pandemic in the United States alone will reach US$14 trillion (<xref ref-type="bibr" rid="ref2">2</xref>). A substantial portion of this economic toll stems from the challenges faced by various sectors, including industry and manufacturing.</p>
<p>Romania has encountered multiple successive waves of the COVID-19 pandemic commencing in 2020. The fourth wave, which transpired during the autumn of 2021, was predominantly driven by the Delta variant, thereby resulting in a substantial surge in the incidence of COVID-19 cases, hospital admissions, and fatalities (<xref ref-type="bibr" rid="ref3">3</xref>). Romania&#x2019;s vaccination campaign was launched in December 2020, initially focusing on the deployment of mRNA-based vaccines and prioritizing healthcare professionals in hospital environments (<xref ref-type="bibr" rid="ref4">4</xref>).</p>
<p>The period leading up to May 2021 witnessed the vaccination campaign operating under the constraints imposed by vaccine accessibility. As the pool of individuals voluntarily seeking vaccination diminished, authorities were confronted with the challenges posed by vaccine hesitancy as a prevailing phenomenon. Consequently, targeted interventions became imperative, particularly within specific demographic cohorts exhibiting resistance or hesitancy toward vaccination (<xref ref-type="bibr" rid="ref4">4</xref>). By September 2021, a total of 5,142,278 individuals in Romania had completed the vaccination regimen with mRNA and viral vector-based vaccines, representing approximately 27.9% of the general population. This low vaccination coverage positioned Romania second to last among European Union countries (<xref ref-type="bibr" rid="ref5">5</xref>).</p>
<p>Vaccine hesitancy was classified as one of the top 10 global health threats by the World Health Organization (WHO) (<xref ref-type="bibr" rid="ref6">6</xref>). This phenomenon arose in the context of a broad decline in trust in vaccines, influenced by factors such as the growing impact of the anti-vaccine movement and the reduced visibility of vaccine-preventable diseases. Paradoxically, the success of vaccines has contributed to their own undoing, as some previously eradicated diseases now face the potential of reemergence (<xref ref-type="bibr" rid="ref7">7</xref>, <xref ref-type="bibr" rid="ref8">8</xref>).</p>
<p>Unpublished data from various organizations, including the WHO, in Romania, have highlighted that family doctors and employers are held in higher regard in terms of trust. Consequently, it became apparent that individualized counseling and group facilitation interventions, carried out in the workplace by family doctors and company physicians, could be particularly effective, especially in industrial units where employees from both rural and urban areas converge. When it comes to measure vaccination hesitancy, several methods have been proposed especially for gauging parental hesitancy to vaccinate their children. They were used in the pre-pandemic period (<xref ref-type="bibr" rid="ref9">9</xref>, <xref ref-type="bibr" rid="ref10">10</xref>). Vaccinating adults presents unique challenges, particularly when introducing new vaccines that utilize innovative technologies, all within a context of widespread misinformation surrounding vaccines.</p>
<p>Given the above-mentioned substantial economic costs of the pandemic and its profound impact on industrial production, notably constrained by lockdown measures, the vaccination process has been regarded as one of the vital lifelines required for the sustainable recovery of this economic sector (<xref ref-type="bibr" rid="ref11">11</xref>). Therefore, it is crucial to identify and quantify the sources of vaccine hesitancy among industrial workers, with the goal of developing strategies to facilitate a sustainable vaccination process. This has become the primary objective of our research, focusing on the validation of a measurement instrument specifically designed to assess vaccine hesitancy within this population group. Future studies will utilize this instrument to develop targeted interventions aimed at addressing vaccine hesitancy and promoting vaccine uptake among Romanian industrial laborers.</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2</label>
<title>Materials and methods</title>
<p>The development of the new tool began with the careful formulation of items, ensuring their content validity. The items were developed through a combination of methods, including a comprehensive review of relevant literature, and several rounds of content validity evaluations conducted by experts. This was followed by a thorough scientific examination, which included exploratory factor analysis and an extensive assessment of the instrument&#x2019;s validity, supported by existing research (<xref ref-type="bibr" rid="ref12">12</xref>, <xref ref-type="bibr" rid="ref13">13</xref>). It is worth noting that the study in question received ethical approval from the Ethics Committee of the University of Medicine and Pharmacy of Craiova, Romania (no. 174/29.10.2021).</p>
<sec id="sec3">
<label>2.1</label>
<title>Questionnaire development &#x2013; item generation</title>
<p>In an effort to glean deeper insights from participants, a COVID-19 vaccine hesitancy questionnaire consisting of 17 items was crafted, guided by existing literature and meticulously analyzed by two experts (G.D. and M.P.). These items were carefully formulated to eliminate ambiguity and were presented in a format devoid of loaded language. To gauge hesitancy toward COVID-19 vaccination, participants rated their responses on a 5-point Likert scale: 1&#x202F;=&#x202F;&#x2018;Strongly disagree&#x2019;, 2&#x202F;=&#x202F;&#x2018;Disagree&#x2019;, 3&#x202F;=&#x202F;&#x2018;Neutral&#x2019;, 4&#x202F;=&#x202F;&#x2018;Agree&#x2019;, and 5&#x202F;=&#x202F;&#x2018;Strongly agree&#x2019;.</p>
<p>To assess the initial validity of the questionnaire, a preliminary pilot study was conducted involving 30 participants. This phase aimed to refine the instrument, necessitating revisions in language, removal of ambiguous terms, and elimination of technical jargon. These refinements were essential in ensuring the questionnaire&#x2019;s clarity and appropriateness for subsequent research use.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Questionnaire development &#x2013; data collection</title>
<p>Participants eligible for inclusion were those aged 18 to 65&#x202F;years, with the cognitive ability to comprehend and make informed decisions regarding their health. The study included individuals across all educational backgrounds, from primary and secondary education to higher education.</p>
<p>The selection process was carried out randomly by the occupational medicine physician within industrial units where employer consent had been obtained.</p>
<p>Employees who had already received a COVID-19 vaccine were excluded from the study. The dataset exhibited a complete absence of missing values.</p>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>Questionnaire development &#x2013; evaluation</title>
<p>The Kaiser-Meyer-Olkin (KMO) criterion test was employed to assess the adequacy of the sample size for a stable factor solution (<xref ref-type="bibr" rid="ref14">14</xref>). Determinant and Bartlett&#x2019;s test of sphericity were utilized to confirm the stability of the factors and ascertain if the items exhibited sufficient interrelatedness to conduct a meaningful Exploratory Factor Analysis (EFA) (<xref ref-type="bibr" rid="ref15">15</xref>). In the EFA, extraction was based on Eigenvalues greater than 1, ensuring maximum variance explanation and grouping items based on strong correlations. Two rotation methods were employed to enhance factor differentiation: oblique and varimax.</p>
<p>Face validity was confirmed to validate the relevance of the extracted factors and assess if the items loaded cohesively on the same factor.</p>
<p>Reliability was assessed by computing Cronbach&#x2019;s alpha for each factor. A value of <italic>&#x03B1;</italic>&#x202F;&#x003E;&#x202F;0.70 was deemed preferable for constructing the new scale.</p>
<p>The COVID-19 vaccine hesitancy score was calculated as the sum of all scored items divided by the total number of final items. Similarly, scores for individual factors were computed using the same approach.</p>
<p>Validity was evaluated using a Visual Analogue Scale (VAS), ranging from 0 to 10, where 0 indicated &#x2018;No COVID-19 vaccination willingness&#x2019; and 10 represented &#x2018;Full COVID-19 vaccination willingness&#x2019;. Spearman correlation coefficients were calculated to assess the correlation between questionnaire scores and the VAS score (VScore).</p>
</sec>
<sec id="sec6">
<label>2.4</label>
<title>Statistical analysis</title>
<p>All analysis were performed in GraphPad Prism 9.4.1 (GraphPad Software, San Diego, CA, United States). Descriptive analysis was done for continuous (mean, standard deviation) and categorical (frequencies, percentages) variables. Prior to EFA, KMO and Bartlett&#x2019;s Test of Sphericity were determined. Cattell&#x2019;s scree plot was used to visual display elbow which indicates the cutoff point for factor extraction.</p>
<p>We graphed the heatmap of the correlation matrix, after computing nonparametric Spearman correlation two-tailed. Color mapping ranged from green for the largest value to magenta for the smallest value, each cell being labeled with its value. A <italic>p</italic>-value less than 0.05 was considered statistically significant.</p>
</sec>
</sec>
<sec sec-type="results" id="sec7">
<label>3</label>
<title>Results</title>
<p>In the pilot phase, the initial paper-based questionnaire comprising 20 questions was administered to 30 participants to evaluate the clarity of the items. In the process, three questions employing binary yes/no responses were excluded from the section where the COVID-19 vaccine hesitancy score was calculated. Additionally, ten items formulated in a negative manner were reverse coded to ensure consistency in responses. The participants took between 5 to 10&#x202F;min to complete the final questionnaire.</p>
<sec id="sec8">
<label>3.1</label>
<title>Sociodemographic characteristics</title>
<p>In the study, a total of 256 participants were included, with 69.1% being male. The sociodemographic details of the participants are outlined in <xref ref-type="table" rid="tab1">Table 1</xref>. The average age of the participants was 41.3&#x202F;years, ranging from 19 to 64&#x202F;years. A significant proportion of the participants (70.3%) had an education level of high school or below. Moreover, the majority of participants (64.1%) resided in urban areas. Additionally, 71.9% of the participants were married, and 70.7% had children.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Socio-demographic characteristics of the participants to the intervention.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle">Characteristics</th>
<th align="center" valign="middle">Total (256 participants) <italic>n</italic> (%)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Age (years), mean&#x202F;&#x00B1;&#x202F;SD</td>
<td align="center" valign="middle">41.3&#x202F;&#x00B1;&#x202F;11.1</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Gender</td>
</tr>
<tr>
<td align="left" valign="top">Females</td>
<td align="center" valign="top">79 (30.9%)</td>
</tr>
<tr>
<td align="left" valign="top">Males</td>
<td align="center" valign="top">177 (69.1%)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Marital status</td>
</tr>
<tr>
<td align="left" valign="top">Married</td>
<td align="center" valign="top">184 (71.9%)</td>
</tr>
<tr>
<td align="left" valign="top">Singles/divorced</td>
<td align="center" valign="top">72 (28.1%)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Educational level</td>
</tr>
<tr>
<td align="left" valign="top">Elementary school</td>
<td align="center" valign="top">18 (7.0%)</td>
</tr>
<tr>
<td align="left" valign="top">High school</td>
<td align="center" valign="top">162 (63.3%)</td>
</tr>
<tr>
<td align="left" valign="top">University degree</td>
<td align="center" valign="top">55 (21.5%)</td>
</tr>
<tr>
<td align="left" valign="top">Master/PhD</td>
<td align="center" valign="top">21 (8.2%)</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="2">Residence place</td>
</tr>
<tr>
<td align="left" valign="top">Urban</td>
<td align="center" valign="top">164 (64.1%)</td>
</tr>
<tr>
<td align="left" valign="top">Rural</td>
<td align="center" valign="top">92 (35.9%)</td>
</tr>
<tr>
<td align="left" valign="middle">Having children, yes</td>
<td align="center" valign="middle">181 (70.7%)</td>
</tr>
<tr>
<td align="left" valign="middle">Having chronic disease, yes</td>
<td align="center" valign="middle">46 (18%)</td>
</tr>
<tr>
<td align="left" valign="middle">Previous COVID-19 diagnosis, yes</td>
<td align="center" valign="middle">47 (18.4%)</td>
</tr>
<tr>
<td align="left" valign="middle">Annual flu vaccine, yes</td>
<td align="center" valign="middle">36 (14.1%)</td>
</tr>
<tr>
<td align="left" valign="middle">Anti-vaccination beliefs in general, yes</td>
<td align="center" valign="middle">44 (17.2%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><sup>1SD, standard deviation.</sup></p>
</table-wrap-foot>
</table-wrap>
<p>The respondents had relatives or friends that were diagnosticated with COVID-19 (<italic>n</italic>&#x202F;=&#x202F;132, 51.6%) and, within them, 18.9% (<italic>n</italic>&#x202F;=&#x202F;25) had severe COVID-19 or died from COVID-19. Also, only a percentage of 26.6% (<italic>n</italic>&#x202F;=&#x202F;68) believed COVID-19 had natural source from animals, whereas the rest of the participants (<italic>n</italic>&#x202F;=&#x202F;188, 73.4%) believed COVID-19 was created by humans.</p>
</sec>
<sec id="sec9">
<label>3.2</label>
<title>Exploratory factor analysis</title>
<p>The value of Kaiser-Meyer-Olkin (KMO) measure of sampling adequacy (KMO) is greater than 0.5 (KMO&#x202F;=&#x202F;0.878), demonstrating we did not have sample size issue. The result of the test of sphericity from Bartlett demonstrated we had at least one significant correlation between two of our items (<italic>p</italic>&#x202F;&#x003C;&#x202F;0.001), so we had a meaningful exploratory factor analysis. The total variance of the 17 items explained by the 3 factors was 62.62% (<xref ref-type="fig" rid="fig1">Figure 1</xref>; see <xref ref-type="table" rid="tab2">Table 2</xref>).</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Scree plot of exploratory factor analysis.</p>
</caption>
<graphic xlink:href="fpubh-13-1482778-g001.tif"/>
</fig>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Shows the factor loadings of the 17 items to the three factors extracted (bold questions were excluded from the final questionnaire).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle" rowspan="3">Item</th>
<th align="center" valign="middle" colspan="3">Factors</th>
</tr>
<tr>
<th align="center" valign="middle">1</th>
<th align="center" valign="middle">2</th>
<th align="center" valign="middle">3</th>
</tr>
<tr>
<th align="center" valign="middle">Confidence in information regarding the COVID-19 vaccine</th>
<th align="center" valign="middle">Safety and efficacy of the COVID-19 vaccine</th>
<th align="center" valign="middle">COVID-19 vaccination is a way of controlling the people</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">Q1. I believe that the COVID-19 vaccine is a way to control people.</td>
<td/>
<td/>
<td align="center" valign="middle">0.550</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2"><bold>Q2. I believe that the COVID-19 vaccine leads to infertility.</bold></td>
<td rowspan="2"/>
<td align="center" valign="middle">0.476</td>
<td/>
</tr>
<tr>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q3. I do not consider it acceptable to impose the anti-COVID-19 vaccination.</td>
<td/>
<td/>
<td align="center" valign="middle">0.771</td>
</tr>
<tr>
<td align="left" valign="middle">Q4. Data on vaccination safety are often false.</td>
<td align="center" valign="middle">0.640</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q5. I do not think the COVID-19 vaccine is safe.</td>
<td/>
<td align="center" valign="middle">0.864</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q6. I do not think it&#x2019;s important to get the COVID-19 vaccine to protect ourselves.</td>
<td/>
<td align="center" valign="middle">0.896</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q7. I do not think it&#x2019;s important to get the COVID-19 vaccine to protect our family.</td>
<td/>
<td align="center" valign="middle">0.882</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q8. I do not think it is important to make the COVID-19 vaccine to control the pandemic.</td>
<td/>
<td align="center" valign="middle">0.875</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q9. Immunizing children is harmful, and this is hidden by not being told.</td>
<td align="center" valign="middle">0.760</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q10. Pharmaceutical companies are hiding the side effects of the COVID-19 vaccines.</td>
<td align="center" valign="middle">0.788</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q11. Vaccines only serve pharmaceutical companies that want to get rich.</td>
<td align="center" valign="middle">0.777</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q12. I do not think the COVID-19 vaccine is effective.</td>
<td/>
<td align="center" valign="middle">0.876</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q13. I do not think it&#x2019;s important to get vaccinated against COVID-19 to get back to normal life.</td>
<td/>
<td align="center" valign="middle">0.880</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle"><bold>Q14. COVID-19 vaccines are not consistent with my religious beliefs.</bold></td>
<td/>
<td align="center" valign="middle">0.592</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q15. Data on the effectiveness of vaccination are often false.</td>
<td align="center" valign="middle">0.756</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Q16. I am afraid of the adverse effects of the COVID-19 vaccine.</td>
<td align="center" valign="middle">0.680</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Q17. The vaccine was not studied enough before it was approved for vaccinating people.</td>
<td align="center" valign="middle" rowspan="2">0.785</td>
<td rowspan="2"/>
<td/>
</tr>
<tr>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>We measured reliability within every factor. Cronbach&#x2019;s alpha for factor 1 (Confidence in information regarding the COVID-19) was 0.867 and all the items remained included in the factor (no better values for Cronbach&#x2019;s alpha were obtained if one item deleted). Cronbach&#x2019;s alpha for factor 2 (Safety and efficacy of the COVID-19 vaccine) was 0.948 after we deleted item Q2 and Q14. Cronbach&#x2019;s alpha for factor 3 (COVID-19 vaccination is a way of controlling the people) was 0.802 and all the items remained included in the factor (no better values for Cronbach&#x2019;s alpha were obtained if one item deleted).</p>
<p>COVID-19 vaccine hesitancy score was calculated as the sum of all scored items divided by the number of items (<xref ref-type="bibr" rid="ref12">12</xref>). In the same way, we calculated the score for every factor. We developed a self-report measure, Romanian COVID-19 Vaccine Hesitancy (RO-CVH), containing 15 items and intending to better understand individuals&#x2019; concerns about COVID-19 vaccines through 3 factors. In our sample, the Cronbach&#x2019;s alpha factor for entire questionnaire with 15 final items was 0.842 and inter-item correlations ranged from 0.041 to 0.921, with the variance&#x202F;=&#x202F;0.063.</p>
</sec>
<sec id="sec10">
<label>3.3</label>
<title>Construct validity</title>
<p>Significant correlations (<italic>p</italic>&#x202F;&#x003C;&#x202F;0.001) were found between the total score, the three factors and the VAS score, as in <xref ref-type="fig" rid="fig2">Figure 2</xref>. The score obtained from our questionnaire ranged between 21 and 93%, with mean&#x202F;&#x00B1;&#x202F;SD of 56.7%&#x202F;&#x00B1;&#x202F;13.1%.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Heatmap correlation. The mapping ranged from green for the largest value to magenta for the smallest value, each cell being labeled with its Spearman coefficients values.</p>
</caption>
<graphic xlink:href="fpubh-13-1482778-g002.tif"/>
</fig>
<p>The moderate correlation (rho&#x202F;=&#x202F;&#x2212;0.59, <italic>p</italic>&#x202F;&#x003C;&#x202F;0.001) between COVID-19 vaccination willingness (VScore) and COVID-19 vaccine hesitancy (QScore) indicates the validity of our questionnaire and vaccine hesitancy to predict COVID-19 vaccination status.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec11">
<label>4</label>
<title>Discussion</title>
<p>This study aimed to create and validate a scale for evaluating concerns related to COVID-19 vaccines. The resultant scale RO-CVH is composed of 15 self-report items on a 5-point Likert scale. The score of RO-CVH describes the level 0f COVID-19 vaccine hesitancy, and significantly predicts COVID-19 vaccination status, assessing the factors influencing the decision for COVID-19 vaccination. Our scale offers a validated approach to understand what factors actively make the decision to receive or not the vaccine: confidence in information regarding the COVID-19 vaccine, safety and efficacy of the COVID-19 vaccine, or the belief that COVID-19 vaccination is a way of controlling the people.</p>
<p>To achieve effective disease control during a pandemic, attaining herd immunity is essential. This immunity can be acquired either through natural infection or through widespread immunization. However, relying on natural infection poses substantial risks, including high mortality rates, overwhelming healthcare systems, and significant disruptions to societal functions. Consequently, immunization emerges as the most viable and strategic approach to mitigating the impact of pandemics, ensuring both public health and societal stability (<xref ref-type="bibr" rid="ref16">16</xref>). Of particular importance is the impact of illnesses among employees in industry, a phenomenon that causes absenteeism and reduced yields, a fact that has a dramatic impact on the economy and on the quality of life (<xref ref-type="bibr" rid="ref17">17</xref>).</p>
<p>To obtain herd immunity, a large percentage of the population must be vaccinated. When the level of vaccine hesitancy is high, knowing the reasons behind it becomes very important (<xref ref-type="bibr" rid="ref11">11</xref>, <xref ref-type="bibr" rid="ref16">16</xref>). The role of healthcare workers is pivotal in fostering and maintaining public trust (<xref ref-type="bibr" rid="ref18">18</xref>).</p>
<p>While instruments exist for assessing knowledge, attitudes, and practices that contribute to adherence to infectious disease control guidelines in COVID-19 (<xref ref-type="bibr" rid="ref19 ref20 ref21">19&#x2013;21</xref>), there remains a critical need to identify and understand the factors driving vaccine hesitancy and reluctance specific for each populational group. Kricorian et al. conducted a nationwide survey in the United States to assess adults&#x2019; health literacy regarding the COVID-19 vaccine, as well as their beliefs and experiences related to the virus. However, it is important to note that the instrument used in this study was not fully validated (<xref ref-type="bibr" rid="ref22">22</xref>). Similarly, other studies were identified that presented various problems regarding their validation (<xref ref-type="bibr" rid="ref23 ref24 ref25">23&#x2013;25</xref>) as well as the general field of application (<xref ref-type="bibr" rid="ref26">26</xref>).</p>
<p>Our questionnaire demonstrates strong construct validity, offering valuable insights into the underlying factors associated with vaccine hesitancy among adults. Specifically, it focuses on hesitancy related to COVID-19 vaccination and gathers comprehensive data throughout the entire vaccination campaign. Notably, this questionnaire stands as one of the pioneering tools tailored for employees within the industry, making it unique in addressing the active adult population. Its significance lies in its potential to enhance our understanding of the imperative need for vaccination.</p>
<p>This instrument is characterized by its ease of administration, enabling the comparison of knowledge, behaviors, and attitudes among individuals residing in both urban and rural areas. This feature is particularly significant as researching trends within rural populations often presents challenges in identifying barriers (<xref ref-type="bibr" rid="ref27">27</xref>). A survey conducted in rural Oklahoma found that COVID-19 vaccination hesitancy was significantly influenced by factors such as mistrust in the vaccine&#x2019;s safety and efficacy, limited access to reliable health information, and strong community-held beliefs, highlighting the need for targeted interventions to address the unique challenges faced by this population (<xref ref-type="bibr" rid="ref28">28</xref>). Consequently, our questionnaire not only fills a critical gap in the literature but also provides a valuable tool for exploring vaccination attitudes and behaviors, especially among adult populations actively engaged in various industries. Several studies highlight the significant impact of socioeconomic factors on vaccine uptake, even in the presence of detailed vaccination regime and free access to vaccines (<xref ref-type="bibr" rid="ref29">29</xref>, <xref ref-type="bibr" rid="ref30">30</xref>). Also, when taking into account the size of the company a study in Japan identified that second-dose coverage was notably lower among employees of small companies, largely due to fewer employer-arranged vaccination opportunities and socioeconomic factors (<xref ref-type="bibr" rid="ref31">31</xref>).</p>
<p>The RO-CVH scale provides a valuable tool for identifying and addressing the specific factors driving vaccine hesitancy, such as misinformation, trust in healthcare systems, perceived risks, and workplace culture, to design targeted vaccination campaigns tailored to address specific concerns. Beyond COVID-19, it can inform vaccination efforts for influenza and future outbreaks, ensuring sustainable improvements in vaccine acceptance. As part of our ongoing efforts, we have applied similar tools to investigate influenza vaccine refusal across various populations, considering the values and characteristics of our communities (<xref ref-type="bibr" rid="ref32">32</xref>).</p>
<p>We acknowledge several limitations in our study. Firstly, the research sample was exclusively drawn from heavy industry entities, leading to a gender distribution disparity with a predominant male presence. Secondly, the rapid progression of vaccination stages, alongside the necessity for urgent professional information intervention within this specific population, restricted the possibility of retesting and comparing the initial results. While this study provides a validated tool to assess COVID-19 vaccine hesitancy among Romanian industrial laborers, it is important to note that the scale primarily focuses on individual-level factors influencing hesitancy, such as perceptions of vaccine safety, efficacy, and trust in health authorities. It does not extensively address systemic issues, including structural barriers to vaccine access (e.g., availability, affordability, and logistical challenges) or the pervasive impact of misinformation and disinformation campaigns. These systemic factors are critical in shaping vaccine hesitancy and uptake, particularly in low-resource or high-misinformation environments. Future research should aim to incorporate these dimensions to provide a more comprehensive understanding of vaccine hesitancy and inform targeted interventions. These constraints should be considered when interpreting the findings of our study.</p>
</sec>
<sec sec-type="conclusions" id="sec12">
<label>5</label>
<title>Conclusion</title>
<p>Our questionnaire serves as a validated and reliable instrument designed to assess vaccine hesitancy among industry workers. This tool is invaluable for employers and medical services within the industry, enabling them to discern the factors contributing to low acceptance rates and vaccine refusals, not only during the COVID-19 pandemic but also in other contexts such as outbreaks or annual influenza vaccinations. By understanding the root causes of vaccine hesitancy, a crucial step in promoting sustainable health practices, tailored interventions can be developed. Optimal vaccination coverage can only be achieved through interventions precisely tailored to the identified causes of hesitancy. Having a validated questionnaire to pinpoint vaccine hesitancy equips us with a practical tool. It allows us to implement targeted interventions and design sustainable policies within industrial settings. These efforts, in turn, can significantly reduce workplace absenteeism, mitigate losses in qualified or highly skilled human resources, thereby positively impacting productivity levels.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec13">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material, further inquiries can be directed to the corresponding authors.</p>
</sec>
<sec sec-type="ethics-statement" id="sec14">
<title>Ethics statement</title>
<p>The studies involving humans were approved by the Ethics Committee from the University of Medicine and Pharmacy of Craiova, Romania (no. 174/29.10.2021). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec15">
<title>Author contributions</title>
<p>AT-S: Conceptualization, Formal analysis, Methodology, Visualization, Writing &#x2013; original draft. AB: Data curation, Validation, Visualization, Writing &#x2013; original draft, Investigation. FN: Validation, Writing &#x2013; original draft. RS: Writing &#x2013; review &#x0026; editing. GD: Conceptualization, Funding acquisition, Investigation, Project administration, Supervision, Writing &#x2013; original draft, Visualization. CO: Visualization, Writing &#x2013; review &#x0026; editing, Validation. MP: Visualization, Writing &#x2013; review &#x0026; editing, Validation.</p>
</sec>
<sec sec-type="funding-information" id="sec16">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This research was funded by University of Medicine and Pharmacy of Craiova, Romania and the Center for Health Policies and Services (Romania), grant number 26/45C/02.11.2021. The Article Processing Charges were funded by the University of Medicine and Pharmacy of Craiova, Romania.</p>
</sec>
<sec sec-type="COI-statement" id="sec17">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="sec18">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll1">Impact of the coronavirus pandemic on the global economy</collab></person-group>. Available online at: <ext-link xlink:href="https://www.statista.com/topics/6139/covid-19-impact-on-the-global-economy/#topicOverview" ext-link-type="uri">https://www.statista.com/topics/6139/covid-19-impact-on-the-global-economy/#topicOverview</ext-link> (Accessed on 30 September <year>2023</year>).</citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">COVID-19&#x2019;s total cost to the U.S. Economy</collab></person-group>. Available online at: <ext-link xlink:href="https://healthpolicy.usc.edu/article/covid-19s-total-cost-to-the-economy-in-us-will-reach-14-trillion-by-end-of-2023-new-research/" ext-link-type="uri">https://healthpolicy.usc.edu/article/covid-19s-total-cost-to-the-economy-in-us-will-reach-14-trillion-by-end-of-2023-new-research/</ext-link> (Accessed on 30 September 2023).</citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">Pacient Internati vs. Pacienti ATI Covid-19</collab></person-group>. Available online at: <ext-link xlink:href="https://www.graphs.ro/covid_internati.php?range=year_2021" ext-link-type="uri">https://www.graphs.ro/covid_internati.php?range=year_2021</ext-link> (Accessed on 05 January 2023).</citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gherhes</surname> <given-names>V</given-names></name> <name><surname>Cernicova-Buca</surname> <given-names>M</given-names></name> <name><surname>Farcasiu</surname> <given-names>MA</given-names></name></person-group>. <article-title>Public engagement with Romanian government social media accounts during the COVID-19 pandemic</article-title>. <source>Int J Environ Res Public Health</source>. (<year>2023</year>) <volume>20</volume>:<fpage>2372</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph20032372</pub-id>, PMID: <pub-id pub-id-type="pmid">36767744</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll4">Coronavirus Pandemic (COVID-19)</collab><name><surname>Edouard</surname> <given-names>M.</given-names></name> <name><surname>Hannah Ritchie</surname> <given-names>L.R.-G.</given-names></name> <name><surname>Cameron</surname> <given-names>A.</given-names></name> <name><surname>Charlie</surname> <given-names>G.</given-names></name> <etal/></person-group>. Available online at: <ext-link xlink:href="https://ourworldindata.org/coronavirus" ext-link-type="uri">https://ourworldindata.org/coronavirus</ext-link> (Accessed on 10 October 2023).</citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll5">WHO</collab></person-group> <article-title>Ten threats to Global Health in 2019</article-title>. Available online at: <ext-link xlink:href="https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019" ext-link-type="uri">https://www.who.int/news-room/spotlight/ten-threats-to-global-health-in-2019</ext-link>.</citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bagateli</surname> <given-names>LE</given-names></name> <name><surname>Saeki</surname> <given-names>EY</given-names></name> <name><surname>Fadda</surname> <given-names>M</given-names></name> <name><surname>Agostoni</surname> <given-names>C</given-names></name> <name><surname>Marchisio</surname> <given-names>P</given-names></name> <name><surname>Milani</surname> <given-names>GP</given-names></name></person-group>. <article-title>COVID-19 vaccine hesitancy among parents of children and adolescents living in Brazil</article-title>. <source>Vaccine</source>. (<year>2021</year>) <volume>9</volume>:<fpage>1115</fpage>. doi: <pub-id pub-id-type="doi">10.3390/vaccines9101115</pub-id>, PMID: <pub-id pub-id-type="pmid">34696223</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wilson</surname> <given-names>SL</given-names></name> <name><surname>Wiysonge</surname> <given-names>C</given-names></name></person-group>. <article-title>Social media and vaccine hesitancy</article-title>. <source>BMJ Glob Health</source>. (<year>2020</year>) <volume>5</volume>:<fpage>e004206</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjgh-2020-004206</pub-id>, PMID: <pub-id pub-id-type="pmid">33097547</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dube</surname> <given-names>E</given-names></name> <name><surname>Pistol</surname> <given-names>A</given-names></name> <name><surname>Stanescu</surname> <given-names>A</given-names></name> <name><surname>Butu</surname> <given-names>C</given-names></name> <name><surname>Guirguis</surname> <given-names>S</given-names></name> <name><surname>Motea</surname> <given-names>O</given-names></name> <etal/></person-group>. <article-title>Vaccination barriers and drivers in Romania: a focused ethnographic study</article-title>. <source>Eur J Pub Health</source>. (<year>2022</year>) <volume>33</volume>:<fpage>222</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1093/eurpub/ckac135</pub-id>, PMID: <pub-id pub-id-type="pmid">36416573</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Larson</surname> <given-names>HJ</given-names></name> <name><surname>Jarrett</surname> <given-names>C</given-names></name> <name><surname>Schulz</surname> <given-names>WS</given-names></name> <name><surname>Chaudhuri</surname> <given-names>M</given-names></name> <name><surname>Zhou</surname> <given-names>Y</given-names></name> <name><surname>Dube</surname> <given-names>E</given-names></name> <etal/></person-group>. <article-title>Measuring vaccine hesitancy: the development of a survey tool</article-title>. <source>Vaccine</source>. (<year>2015</year>) <volume>33</volume>:<fpage>4165</fpage>&#x2013;<lpage>75</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.04.037</pub-id>, PMID: <pub-id pub-id-type="pmid">25896384</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moghadas</surname> <given-names>SM</given-names></name> <name><surname>Vilches</surname> <given-names>TN</given-names></name> <name><surname>Zhang</surname> <given-names>K</given-names></name> <name><surname>Wells</surname> <given-names>CR</given-names></name> <name><surname>Shoukat</surname> <given-names>A</given-names></name> <name><surname>Singer</surname> <given-names>BH</given-names></name> <etal/></person-group>. <article-title>The impact of vaccination on COVID-19 outbreaks in the United States</article-title>. <source>Clin Infect Dis</source>. (<year>2021</year>) <volume>73</volume>:<fpage>2257</fpage>&#x2013;<lpage>64</lpage>. doi: <pub-id pub-id-type="doi">10.1093/cid/ciab079</pub-id>, PMID: <pub-id pub-id-type="pmid">33515252</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kishore</surname> <given-names>K</given-names></name> <name><surname>Jaswal</surname> <given-names>V</given-names></name> <name><surname>Kulkarni</surname> <given-names>V</given-names></name> <name><surname>De</surname> <given-names>D</given-names></name></person-group>. <article-title>Practical guidelines to develop and evaluate a questionnaire</article-title>. <source>Indian Dermatol Online J</source>. (<year>2021</year>) <volume>12</volume>:<fpage>266</fpage>&#x2013;<lpage>75</lpage>. doi: <pub-id pub-id-type="doi">10.4103/idoj.IDOJ_674_20</pub-id>, PMID: <pub-id pub-id-type="pmid">33959523</pub-id></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boateng</surname> <given-names>G</given-names></name> <name><surname>Neilands</surname> <given-names>T</given-names></name> <name><surname>Frongillo</surname> <given-names>E</given-names></name> <name><surname>Melgar-Quinonez</surname> <given-names>H</given-names></name> <name><surname>Young</surname> <given-names>S</given-names></name></person-group>. <article-title>Best practices for developing and validating scales for health, social, and behavioral research: a primer</article-title>. <source>Front Public Health</source>. (<year>2018</year>) <volume>6</volume>:<fpage>149</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpubh.2018.00149</pub-id>, PMID: <pub-id pub-id-type="pmid">29942800</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaiser</surname> <given-names>HF</given-names></name></person-group>. <article-title>An index of factorial simplicity</article-title>. <source>Psychometrika</source>. (<year>1974</year>) <volume>39</volume>:<fpage>31</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1007/BF02291575</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spector</surname> <given-names>PE</given-names></name></person-group>. <article-title>Summated rating scale construction: an introduction</article-title>. <source>Bms Bull Sociol Methodol</source>. (<year>1992</year>) <volume>82</volume>:<fpage>59</fpage>. doi: <pub-id pub-id-type="doi">10.4135/9781412986038</pub-id>, PMID: <pub-id pub-id-type="pmid">34907622</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suryawanshi</surname> <given-names>YN</given-names></name> <name><surname>Biswas</surname> <given-names>DA</given-names></name></person-group>. <article-title>Herd immunity to fight against COVID-19: a narrative review</article-title>. <source>Cureus</source>. (<year>2023</year>) <volume>15</volume>:<fpage>e33575</fpage>. doi: <pub-id pub-id-type="doi">10.7759/cureus.33575</pub-id>, PMID: <pub-id pub-id-type="pmid">36779140</pub-id></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goda</surname> <given-names>GS</given-names></name> <name><surname>Soltas</surname> <given-names>EJ</given-names></name></person-group>. <article-title>The impacts of Covid-19 absences on workers</article-title>. <source>J Public Econ</source>. (<year>2023</year>) <volume>222</volume>:<fpage>104889</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jpubeco.2023.104889</pub-id>, PMID: <pub-id pub-id-type="pmid">37152805</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dub&#x00E9;</surname> <given-names>E</given-names></name></person-group>. <article-title>Addressing vaccine hesitancy: the crucial role of healthcare providers</article-title>. <source>Clin Microbiol Infect</source>. (<year>2017</year>) <volume>23</volume>:<fpage>279</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmi.2016.11.007</pub-id>, PMID: <pub-id pub-id-type="pmid">27851999</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Park</surname> <given-names>DI</given-names></name></person-group>. <article-title>Development and validation of a knowledge, attitudes and practices questionnaire on COVID-19 (KAP COVID-19)</article-title>. <source>Int J Environ Res Public Health</source>. (<year>2021</year>) <volume>18</volume>:<fpage>7493</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph18147493</pub-id>, PMID: <pub-id pub-id-type="pmid">34299943</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schl&#x00FC;nssen</surname> <given-names>V</given-names></name> <name><surname>Du Prel</surname> <given-names>JB</given-names></name> <name><surname>van Tongeren</surname> <given-names>M</given-names></name> <name><surname>Godderis</surname> <given-names>L</given-names></name> <name><surname>Turner</surname> <given-names>MC</given-names></name> <name><surname>McElvenny</surname> <given-names>D</given-names></name></person-group>. <article-title>Development of harmonized COVID-19 occupational questionnaires</article-title>. <source>Ann Work Expo Health</source>. (<year>2023</year>) <volume>67</volume>:<fpage>4</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1093/annweh/wxac044</pub-id>, PMID: <pub-id pub-id-type="pmid">35810354</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Verot</surname> <given-names>E</given-names></name> <name><surname>Bonjean</surname> <given-names>P</given-names></name> <name><surname>Chaux</surname> <given-names>R</given-names></name> <name><surname>Gagnaire</surname> <given-names>J</given-names></name> <name><surname>Gagneux-Brunon</surname> <given-names>A</given-names></name> <name><surname>Pozzetto</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Development and validation of the COVID-19 knowledges and behavior questionnaire in a French population (CoVQuest-CC)</article-title>. <source>Int J Environ Res Public Health</source>. (<year>2022</year>) <volume>19</volume>:<fpage>2569</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph19052569</pub-id>, PMID: <pub-id pub-id-type="pmid">35270262</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kricorian</surname> <given-names>K</given-names></name> <name><surname>Civen</surname> <given-names>R</given-names></name> <name><surname>Equils</surname> <given-names>O</given-names></name></person-group>. <article-title>COVID-19 vaccine hesitancy: misinformation and perceptions of vaccine safety</article-title>. <source>Hum Vaccin Immunother</source>. (<year>2022</year>) <volume>18</volume>:<fpage>1950504</fpage>. doi: <pub-id pub-id-type="doi">10.1080/21645515.2021.1950504</pub-id>, PMID: <pub-id pub-id-type="pmid">34325612</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sethi</surname> <given-names>S</given-names></name> <name><surname>Kumar</surname> <given-names>A</given-names></name> <name><surname>Mandal</surname> <given-names>A</given-names></name> <name><surname>Shaikh</surname> <given-names>M</given-names></name> <name><surname>Hall</surname> <given-names>CA</given-names></name> <name><surname>Kirk</surname> <given-names>JMW</given-names></name> <etal/></person-group>. <article-title>The UPTAKE study: a cross-sectional survey examining the insights and beliefs of the UK population on COVID-19 vaccine uptake and hesitancy</article-title>. <source>BMJ Open</source>. (<year>2021</year>) <volume>11</volume>:<fpage>e048856</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2021-048856</pub-id>, PMID: <pub-id pub-id-type="pmid">34130964</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Delgado-Gallegos</surname> <given-names>JL</given-names></name> <name><surname>Padilla-Rivas</surname> <given-names>GR</given-names></name> <name><surname>Z&#x00FA;&#x00F1;iga-Violante</surname> <given-names>E</given-names></name> <name><surname>Avil&#x00E9;s-Rodr&#x00ED;guez</surname> <given-names>G</given-names></name> <name><surname>Arellanos-Soto</surname> <given-names>D</given-names></name> <name><surname>Gastelum-Arias</surname> <given-names>LJ</given-names></name> <etal/></person-group>. <article-title>Determinants of COVID-19 vaccine hesitancy: a cross-sectional study on a Mexican population using an online questionnaire (COV-AHQ)</article-title>. <source>Front Public Health</source>. (<year>2021</year>) <volume>9</volume>:<fpage>728690</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpubh.2021.728690</pub-id>, PMID: <pub-id pub-id-type="pmid">34900890</pub-id></citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>X</given-names></name> <name><surname>Dong</surname> <given-names>H</given-names></name> <name><surname>Feng</surname> <given-names>J</given-names></name> <name><surname>Jiang</surname> <given-names>H</given-names></name> <name><surname>Dowling</surname> <given-names>R</given-names></name> <name><surname>Lu</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Assessing the COVID-19 vaccine hesitancy in the Chinese adults using a generalized vaccine hesitancy survey instrument</article-title>. <source>Hum Vaccin Immunother</source>. (<year>2021</year>) <volume>17</volume>:<fpage>4005</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1080/21645515.2021.1953343</pub-id>, PMID: <pub-id pub-id-type="pmid">35016491</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hrin</surname> <given-names>ML</given-names></name> <name><surname>Emmerich</surname> <given-names>VK</given-names></name> <name><surname>Ip</surname> <given-names>EH</given-names></name> <name><surname>Feldman</surname> <given-names>SR</given-names></name></person-group>. <article-title>Development and validation of a COVID-19 vaccine hesitancy scale for adults in the United States</article-title>. <source>Vaccine</source>. (<year>2022</year>) <volume>40</volume>:<fpage>5764</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.vaccine.2022.08.062</pub-id>, PMID: <pub-id pub-id-type="pmid">36058793</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lionis</surname> <given-names>C</given-names></name> <name><surname>Dumitra</surname> <given-names>G</given-names></name> <name><surname>Kurpas</surname> <given-names>D</given-names></name> <name><surname>Tsiligianni</surname> <given-names>I</given-names></name> <name><surname>Papadakis</surname> <given-names>S</given-names></name> <name><surname>Petrazzouli</surname> <given-names>F</given-names></name></person-group>. <article-title>Building research capacity in rural health settings: barriers, priorities and recommendations for practitioners</article-title>. <source>Aust J Rural Health</source>. (<year>2018</year>) <volume>26</volume>:<fpage>301</fpage>&#x2013;<lpage>2</lpage>. doi: <pub-id pub-id-type="doi">10.1111/ajr.12422</pub-id>, PMID: <pub-id pub-id-type="pmid">29855102</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hubach</surname> <given-names>RD</given-names></name> <name><surname>Shannon</surname> <given-names>B</given-names></name> <name><surname>Morgan</surname> <given-names>KD</given-names></name> <name><surname>Alexander</surname> <given-names>C</given-names></name> <name><surname>O'Neil</surname> <given-names>AM</given-names></name> <name><surname>Ernst</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>COVID-19 vaccine hesitancy among rural Oklahomans</article-title>. <source>Rural Remote Health</source>. (<year>2022</year>) <volume>22</volume>:<fpage>7128</fpage>. doi: <pub-id pub-id-type="doi">10.22605/RRH7128</pub-id>, PMID: <pub-id pub-id-type="pmid">35658522</pub-id></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ishimaru</surname> <given-names>T</given-names></name> <name><surname>Okawara</surname> <given-names>M</given-names></name> <name><surname>Ando</surname> <given-names>H</given-names></name> <name><surname>Hino</surname> <given-names>A</given-names></name> <name><surname>Nagata</surname> <given-names>T</given-names></name> <name><surname>Tateishi</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Gender differences in the determinants of willingness to get the COVID-19 vaccine among the working-age population in Japan</article-title>. <source>Hum Vaccin Immunother</source>. (<year>2021</year>) <volume>17</volume>:<fpage>3975</fpage>&#x2013;<lpage>81</lpage>. doi: <pub-id pub-id-type="doi">10.1080/21645515.2021.1947098</pub-id>, PMID: <pub-id pub-id-type="pmid">34213406</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Labuschagne</surname> <given-names>LJE</given-names></name> <name><surname>Smorenburg</surname> <given-names>N</given-names></name> <name><surname>van de Kassteele</surname> <given-names>J</given-names></name> <name><surname>Bom</surname> <given-names>B</given-names></name> <name><surname>de Weerdt</surname> <given-names>AC</given-names></name> <name><surname>de Melker</surname> <given-names>HE</given-names></name> <etal/></person-group>. <article-title>Neighbourhood sociodemographic factors and COVID-19 vaccine uptake in the Netherlands: an ecological analysis</article-title>. <source>BMC Public Health</source>. (<year>2023</year>) <volume>23</volume>:<fpage>1696</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12889-023-16600-z</pub-id>, PMID: <pub-id pub-id-type="pmid">37660018</pub-id></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mori</surname> <given-names>K</given-names></name> <name><surname>Mori</surname> <given-names>T</given-names></name> <name><surname>Nagata</surname> <given-names>T</given-names></name> <name><surname>Ando</surname> <given-names>H</given-names></name> <name><surname>Hino</surname> <given-names>A</given-names></name> <name><surname>Tateishi</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>COVID-19 vaccination coverage by company size and the effects of workplace vaccination program in Japan: a cohort study</article-title>. <source>Environ Health Prev Med</source>. (<year>2022</year>) <volume>27</volume>:<fpage>29</fpage>. doi: <pub-id pub-id-type="doi">10.1265/ehpm.22-00091</pub-id>, PMID: <pub-id pub-id-type="pmid">35786684</pub-id></citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dumitra</surname> <given-names>GG</given-names></name> <name><surname>Alexiu</surname> <given-names>SA</given-names></name> <name><surname>S&#x0103;ndu&#x021B;u</surname> <given-names>D</given-names></name> <name><surname>Berbecel</surname> <given-names>C</given-names></name> <name><surname>Curelea</surname> <given-names>M</given-names></name> <name><surname>Barbu</surname> <given-names>CV</given-names></name> <etal/></person-group>. <article-title>Segmenting attitudes toward vaccination &#x2013; behavioral insights into influenza vaccination refusal in Romania</article-title>. <source>GERMS</source>. (<year>2024</year>) <volume>14</volume>:<fpage>362</fpage>&#x2013;<lpage>74</lpage>. doi: <pub-id pub-id-type="doi">10.18683/germs.2024.1446</pub-id></citation></ref>
</ref-list>
</back>
</article>