<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2025.1618347</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>How politics affect pandemic forecasting: spatio-temporal early warning capabilities of different geo-social media topics in the context of state-level political leaning</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Arifi</surname> <given-names>Dorian</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/3044437/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Resch</surname> <given-names>Bernd</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2876019/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Santillana</surname> <given-names>Mauricio</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Knoblauch</surname> <given-names>Steffen</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lautenbach</surname> <given-names>Sven</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1526824/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Jaenisch</surname> <given-names>Thomas</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/579770/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Morales</surname> <given-names>Ivonne</given-names></name>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/3105118/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>IT:U Interdisciplinary Transformation University Austria</institution>, <addr-line>Linz</addr-line>, <country>Austria</country></aff>
<aff id="aff2"><sup>2</sup><institution>Geoinformatics Department - Z_GIS, University of Salzburg</institution>, <addr-line>Salzburg</addr-line>, <country>Austria</country></aff>
<aff id="aff3"><sup>3</sup><institution>Center for Geographic Analysis, Harvard University</institution>, <addr-line>Cambridge, MA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Machine Intelligence Group for the Betterment of Health and the Environment, Northeastern University</institution>, <addr-line>Boston, MA</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>Harvard T. H. Chan School of Public Health, Department of Epidemiology</institution>, <addr-line>Boston, MA</addr-line>, <country>United States</country></aff>
<aff id="aff6"><sup>6</sup><institution>Klaus Tschira Stiftung, Heidelberg Institute for Geoinformation Technology</institution>, <addr-line>Heidelberg</addr-line>, <country>Germany</country></aff>
<aff id="aff7"><sup>7</sup><institution>Interdisciplinary Centre of Scientific Computing, Heidelberg University</institution>, <addr-line>Heidelberg</addr-line>, <country>Germany</country></aff>
<aff id="aff8"><sup>8</sup><institution>GIScience Chair, Heidelberg University</institution>, <addr-line>Heidelberg</addr-line>, <country>Germany</country></aff>
<aff id="aff9"><sup>9</sup><institution>Colorado School of Public Health, University of Colorado Boulder</institution>, <addr-line>Aurora, CO</addr-line>, <country>United States</country></aff>
<aff id="aff10"><sup>10</sup><institution>Department of Infectious Diseases, Heidelberg University Hospital</institution>, <addr-line>Heidelberg</addr-line>, <country>Germany</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Pengpeng Ye, Chinese Center for Disease Control and Prevention, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Wondaya Fenta Zewdia, Bahir Dar University, Ethiopia</p>
<p>Zifu Wang, George Mason University, United States</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Dorian Arifi <email>dorian.arifi&#x00040;it-u.at</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>01</day>
<month>07</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>13</volume>
<elocation-id>1618347</elocation-id>
<history>
<date date-type="received">
<day>25</day>
<month>04</month>
<year>2025</year>
</date>
<date date-type="accepted">
<day>10</day>
<month>06</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2025 Arifi, Resch, Santillana, Knoblauch, Lautenbach, Jaenisch and Morales.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>Arifi, Resch, Santillana, Knoblauch, Lautenbach, Jaenisch and Morales</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Objectives</title>
<p>Due to political polarization, adherence to public health measures varied across US states during the COVID-19 pandemic. Although social media posts have been shown effective in anticipating COVID-19 surges, the impact of political leaning on the effectiveness of different topics for early warning remains mostly unexplored. Our study examines the spatio-temporal early warning potential of different geo-social media topics across republican, democrat, and swing states.</p></sec>
<sec>
<title>Methods</title>
<p>Using keyword filtering, we identified eight COVID-19-related geo-social media topics. We then utilized Chatterjee&#x00027;s rank correlation to assess their early warning capability for COVID-19 cases 7 to 42 days in advance across six infection waves. A mixed-effect model was used to evaluate the impact of timeframe and political leaning on the early warning capabilities of these topics.</p></sec>
<sec>
<title>Results</title>
<p>Many topics exhibited significant spatial clustering over time, with quarantine and vaccination-related posts occurring in opposing spatial regimes in the second timeframe. We also found significant variation in the early warning capabilities of geo-social media topics over time and across political clusters. In detail, quarantine related geo-social media post were significantly less correlated to COVID-19 cases in republican states than in democrat states. Further, preventive measure and quarantine-related posts exhibited declining correlations to COVID-19 cases over time, while the correlations of vaccine and virus-related posts with COVID-19 infections.</p></sec>
<sec>
<title>Conclusion</title>
<p>Our results highlight the need for a dynamic spatially targeted approach that accounts for both how regional geosocial media topics of interest change over time and the impact of local political ideology on their epidemiological early warning capabilities.</p></sec></abstract>
<kwd-group>
<kwd>spatio-temporal semantic analysis</kwd>
<kwd>spatio-temporal epidemiology</kwd>
<kwd>geo-social media</kwd>
<kwd>political polarization</kwd>
<kwd>epidemiological early warning</kwd>
</kwd-group>
<contract-num rid="cn001">I5117</contract-num>
<contract-num rid="cn002">CDC-RFA-FT-23-0069</contract-num>
<contract-num rid="cn003">R01GM130668</contract-num>
<contract-sponsor id="cn001">Austrian Science Fund<named-content content-type="fundref-id">https://doi.org/10.13039/501100002428</named-content></contract-sponsor>
<contract-sponsor id="cn002">Centers for Disease Control and Prevention<named-content content-type="fundref-id">https://doi.org/10.13039/100000030</named-content></contract-sponsor>
<contract-sponsor id="cn003">National Institute of General Medical Sciences<named-content content-type="fundref-id">https://doi.org/10.13039/100000057</named-content></contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="2"/>
<equation-count count="3"/>
<ref-count count="50"/>
<page-count count="12"/>
<word-count count="7219"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Digital Public Health</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>COVID-19 was declared a pandemic on March 12th, 2020, by the World Health Organization (WHO). The disease posed a significant societal threat due to its high contagiousness and severe impact on those infected (<xref ref-type="bibr" rid="B1">1</xref>). However, reliably predicting the impact of COVID-19 waves was a major challenge for policymakers and health experts worldwide (<xref ref-type="bibr" rid="B2">2</xref>). Political tensions, particularly in the US, further complicated the situation by politicizing and polarizing public responses to the pandemic (<xref ref-type="bibr" rid="B3">3</xref>&#x02013;<xref ref-type="bibr" rid="B7">7</xref>). In response, researchers sought to integrate diverse digital data sources, such as geo-social media data, to improve COVID-19 modeling and develop early warning systems that better captured the disease&#x00027;s transmission dynamics (<xref ref-type="bibr" rid="B8">8</xref>&#x02013;<xref ref-type="bibr" rid="B10">10</xref>).</p>
<p>Geo-social media data, referring to microblogs on social networks with explicit geo-references, offers a valuable tool for local event detection (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Therefore, many studies have explored the potential of geo-social media data for enhancing early warning systems during the COVID-19 pandemic (<xref ref-type="bibr" rid="B13">13</xref>). For instance, Kogan et al. (<xref ref-type="bibr" rid="B10">10</xref>) used geo-social media data at the US state level to predict COVID-19 cases early in the pandemic, while Stolerman et al. (<xref ref-type="bibr" rid="B9">9</xref>) showcased its value on US county-level.</p>
<p>The strength of social media data, however, lies in its ability to provide semantic insights into public sentiment (<xref ref-type="bibr" rid="B14">14</xref>), behavioral trends (<xref ref-type="bibr" rid="B15">15</xref>), or reactions to societal events (<xref ref-type="bibr" rid="B16">16</xref>). Thus, researchers have used geo-social media data to analyze various aspects of the COVID-19 pandemic, including public sentiment (<xref ref-type="bibr" rid="B17">17</xref>), attitudes toward health measures (<xref ref-type="bibr" rid="B18">18</xref>), and general trends and topics of discussion (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). In this regard, Hussain et al. found that geo-social media data closely aligned with nationwide surveys in the US and UK (<xref ref-type="bibr" rid="B18">18</xref>). Techniques commonly employed for analyzing this semantic dimension include keyword filtering (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>) unsupervised statistical methods like Latent Dirichlet Allocation (LDA) (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B19">19</xref>), and machine learning models like Bidirectional Encoder Representations from Transformers (BERT) (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B23">23</xref>). In this study, however, we rely on traditional keyword filtering to identify topics related to local COVID-19 infection rates. While the integration of semantic modeling to assess the early warning potential of various geo-social media topics constitutes a key innovation of our analysis, the keyword filtering itself is not the central contribution of this research. We further discuss possible advantages and shortcomings of this methodological choice in our limitations section.</p>
<p>Research also indicates that topics of interest can vary depending on the political leaning of a geo-social media user (<xref ref-type="bibr" rid="B24">24</xref>&#x02013;<xref ref-type="bibr" rid="B26">26</xref>). Political leaning can also influence attitudes toward pharmaceutical (<xref ref-type="bibr" rid="B27">27</xref>) and non-pharmaceutical interventions, such as mask-wearing (<xref ref-type="bibr" rid="B4">4</xref>), social distancing, or personal COVID-19 risk perceptions (<xref ref-type="bibr" rid="B28">28</xref>). Accordingly, Kaashoek et al. suggest that political differences may even manifest in varying mortality rates across regions (<xref ref-type="bibr" rid="B29">29</xref>). These findings emphasize the need for epidemiological early warning models to consider local political leaning. Supporting this, Arifi et al. found strong variation in the early warning capabilities of geo-social media data across different political clusters and COVID-19 waves (<xref ref-type="bibr" rid="B22">22</xref>). This study extends their analysis by examining how the early warning capabilities of different geo-social media topics related to COVID-19 changed across US states and over time in the context of political leaning.</p>
<p>In summary, while numerous studies have analyzed the semantic content of geo-social media data in the context of COVID-19, the role of regional political beliefs and related social media topics, as well as how they shape the effectiveness of early warning models over time, has not yet been fully explored. This study seeks to address this gap by evaluating the spatio-temporal dynamics of geo-social media topics as early warning indicators across regions with differing political leanings. Therefore, we address the following research questions:</p>
<list list-type="order">
<list-item><p>Which emerging <bold>spatial patterns</bold> can be observed in the early warning capabilities of <bold>different geo-social media topics over time</bold>?</p></list-item>
<list-item><p>To what degree do the <bold>early warning capabilities</bold> of geo-social media topics <bold>depend on the timeframe</bold> in which they are discussed or the <bold>political leaning</bold> of a given state?</p></list-item>
</list></sec>
<sec id="s2">
<title>2 Data and methods</title>
<sec>
<title>2.1 Study area and timeframe</title>
<p>The spatial unit of analysis of our study is US state-level, while we specifically focused on the contiguous US to ensure sufficient data availability and facilitate a more meaningful analysis of spatial patterns, avoiding potential biases due to unconnected regions. Furthermore, we chose an analysis timeframe which covers the most prominent COVID-19 waves and periods, with and without vaccine accessibility. In particular, our analysis spans from the beginning of the COVID-19 pandemic in the US (February 28, 2020) to the end of the first major Omicron wave (April 27, 2022) (<xref ref-type="bibr" rid="B30">30</xref>).</p></sec>
<sec>
<title>2.2 Data</title>
<sec>
<title>2.2.1 COVID-19 case data</title>
<p>The official daily COVID-19 cases data, employed in this study, was acquired from the not-for-profit public data aggregator USAFacts (<xref ref-type="bibr" rid="B31">31</xref>). We transformed their cumulative data into daily incidence data and subsequently applied a 14-day moving average to account for possible reporting delays and differing update cycles across states.</p></sec>
<sec>
<title>2.2.2 Geo-social media data</title>
<p>We collected 727 million geo-social media posts from the X (formerly Twitter) REST and Streaming API (Application Programming Interface) access points. Using the X Rest API we were able to collect posts in a 7 day sliding window, while the Streaming API access point allowed us to capture a continuous real-time data flow. We specifically filtered only for posts including a geo-location, which can be given by a polygon (e.g., city, state) or a point location depicted by a longitude-latitude pair. In either case, the geolocation can be manually set by the user or reflect the actual location of the device where the post was sent from. For the subsequent analysis steps, we only utilized geo-social media posts which had geometries completely within a US state, which left us with about 420 million posts. In addition, prior studies have shown that a substantial proportion of geo-tagged posts on X may originate from cross-posting on other platforms (&#x0003E;97%), such as Instagram or Foursquare (<xref ref-type="bibr" rid="B32">32</xref>), suggesting that the data used in our analysis may reflect user behavior across multiple social media platforms. Please note that the API access has been restricted by X and comparable data can no longer be collected through academic access. Future data collection efforts of a similar kind will need a commercial agreement with X.</p>
<p>Furthermore, we filtered the geo-social media posts using predefined keyword sets to identify topics relevant to COVID-19. These included eight specific topics, focusing on virus-related discussions (<italic>Virus</italic> and <italic>Symptoms</italic>), health authority positions (<italic>Health Officials</italic>), non-pharmaceutical interventions (<italic>Testing, Preventive Measures, Quarantine</italic>), and pharmaceutical interventions (<italic>Vaccination</italic>). A <italic>COVID-19 Baseline</italic> topic was added to provide a comparison of the early warning capabilities between a broader geo-social media topic and more specific subtopics. The keywords used to define these topics were primarily derived from prior research on COVID-19-related geo-social media content. Specifically, the topics <italic>Virus, Symptoms, Testing, Health Officials, Preventive Measures</italic>, and <italic>Quarantine</italic> were largely informed by the work of Chandrasekaran et al. and Xue et al., both of whom applied LDA (Latent Dirichlet Allocation) (<xref ref-type="bibr" rid="B33">33</xref>) to identify core themes in COVID-19-related geo-social media posts (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B34">34</xref>). While their unsupervised topic modeling approaches often resulted in overlapping keywords across topics, we aimed to minimize such overlap by carefully selecting distinct keyword sets and excluding ambiguous terms not directly related to COVID-19. In addition, given the extensive focus in the literature on vaccine-related discussions in geo-social media (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B34">34</xref>), we included a dedicated vaccination topic into our analysis. Lastly, medical experts contributed to the expansion of our keyword list to better capture disease-specific terminology and symptoms. <xref ref-type="table" rid="T1">Table 1</xref> shows the exact keywords used for each topic.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Keywords used for relevant Tweet extraction.</p></caption>
<table frame="box" rules="all">
<thead>
<tr style="background-color:#919498;color:#ffffff">
<th valign="top" align="left"><bold>Topics</bold></th>
<th valign="top" align="left"><bold>Keywords</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Virus</td>
<td valign="top" align="left">COVID, corona, sarscov, sars-cov, epidemic, pandemic, influenza, virus, viral, infect, 2019-ncov, Delta variant, Omicron, H1N1, H3N2, Wuhan, transmission, super spread, incubation</td>
</tr> <tr>
<td valign="top" align="left">Symptoms</td>
<td valign="top" align="left">fever, cough, shortness of breath, sore throat, headache, fatigue, body aches, loss of taste, loss of smell, no smell, no taste, nasal congestion, runny nose, respirator, symptom</td>
</tr> <tr>
<td valign="top" align="left">Testing</td>
<td valign="top" align="left">PCR, antigen, rapid, test</td>
</tr> <tr>
<td valign="top" align="left">Vaccination</td>
<td valign="top" align="left">vaccin, booster, Pfizer, Moderna, AstraZeneca, Johnson &#x00026; Johnson, Cominarty, Janssen, mrna, vax, Biontech, jab</td>
</tr> <tr>
<td valign="top" align="left">Preventive measures</td>
<td valign="top" align="left">mask, face covering, FFP2, N95, KN95, KF94, stay safe, flatten the curve, handwashing, wash your hands</td>
</tr> <tr>
<td valign="top" align="left">Quarantine</td>
<td valign="top" align="left">quarantine, lockdown, social distancing, stay-at-home, isolat, social distance, keep distance</td>
</tr> <tr>
<td valign="top" align="left">Health officials</td>
<td valign="top" align="left">health expert, Fauci, world health organization, CDC, centers for disease control, virologist, immunologist, supportive care, hospital, ventilat, clinic, intensive care unit, FDA</td>
</tr>
<tr>
<td valign="top" align="left">COVID-19 baseline</td>
<td valign="top" align="left">All the above keywords were used for this topic.</td>
</tr></tbody>
</table>
<table-wrap-foot>
<p>The keyword filtering was performed using lowercase keywords only, however, for reasons of readability names and hashtags are written with capital letters.</p>
</table-wrap-foot>
</table-wrap>
<p>Overall, we found about 24.8 million geo-social media posts including at least one keyword related to COVID-19, while posts could contain several different keywords at once. We aggregated daily geo-social media posts by state and topic and normalized by the total number of posts per state on each day. In addition, we applied a 14-day rolling average to smooth out outliers. The subsequent analyses used these topic-specific ratios.</p></sec>
<sec>
<title>2.2.3 US state-level political clusters</title>
<p>We classified US states as republican, democrat, or swing states based on the MIT county-level voting data for the 2020 election (<xref ref-type="bibr" rid="B35">35</xref>), which we aggregated to the state level. However, identifying swing states is a complex and not undisputed task in political science. Some authors rely on definitions from news agencies (<xref ref-type="bibr" rid="B36">36</xref>), which may be biased (<xref ref-type="bibr" rid="B37">37</xref>), while others use thoroughly defined criteria like bellwether status and competitiveness, which are in nature somewhat qualitative making them difficult to use (<xref ref-type="bibr" rid="B38">38</xref>).</p>
<p>In this study, we sought to identify which geo-social media topics resonated most across regions with different political beliefs. Accordingly, we defined swing states as those where both parties exert a balanced influence, that is, where the difference between the republican and democrat vote share is &#x0003C; 10%, which is also in line with established political science conventions (<xref ref-type="bibr" rid="B38">38</xref>). <xref ref-type="fig" rid="F1">Figure 1</xref> shows a map of the resulting political clusters. Note, the source of all maps depicted in this study is &#x000A9; OpenStreetMap contributors &#x000A9; CARTO and the projections are Web Mercator (EPSG: 3857).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>US state based political clusters. Please find a table with state abbreviations and the corresponding full state names in Table 3 in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Appendix</xref>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-13-1618347-g0001.tif"/>
</fig></sec></sec>
<sec>
<title>2.3 Methods</title>
<sec>
<title>2.3.1 Defining epidemiological waves</title>
<p>To assess the early warning capabilities of geo-social media topics over time, we divided the US COVID-19 case time series into six epidemiological waves. In general, various methods exist to define such waves, using metrics like the effective reproduction number (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B39">39</xref>), exponential growth models (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B40">40</xref>), or data-driven thresholds (<xref ref-type="bibr" rid="B41">41</xref>). However, they all rely on subjective criteria to define an epidemiological wave. Thus, following the approach of Ayala et al. (<xref ref-type="bibr" rid="B41">41</xref>) and Arifi et al. (<xref ref-type="bibr" rid="B22">22</xref>), we used a data-driven approach, defining waves by splitting the 21-day moving average of US COVID-19 cases at their local minima (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B41">41</xref>). Although this initially resulted in seven timeframes, we omitted the original third local minimum (January 2021) to avoid splitting the larger third wave (approximately ranging from October 2020 to April 2021) into separate phases. This left us with six distinct timeframes, which are together with additional information illustrated in <xref ref-type="fig" rid="F2">Figure 2</xref> (<xref ref-type="bibr" rid="B42">42</xref>, <xref ref-type="bibr" rid="B43">43</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Timeframes capturing different waves of COVID-19 cases based on local minima.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-13-1618347-g0002.tif"/>
</fig>
</sec>
<sec>
<title>2.3.2 Assessing early warning capabilities of geo-social media topics</title>
<p>We assessed the ability of geo-social media topics to provide early warning signals for COVID-19 cases within a 7 to 42 day window. This time window was based on prior results by Stolerman et al. (<xref ref-type="bibr" rid="B9">9</xref>), who found signals in digital traces anticipating COVID-19 cases up-to 6 weeks in advance (<xref ref-type="bibr" rid="B9">9</xref>). In detail, for each US state, we shifted the geo-social media time series forward by 7 to 42 days and computed Chatterjee&#x00027;s rank correlation with the COVID-19 case time series for each shift. This process was repeated for each topic across all epidemiological waves, with the topic achieving the highest correlation, at any shift, considered to have the strongest early warning capability. This is because Chatterjee&#x00027;s rank correlation quantifies the dependence between two sets of variables. Put differently, a high correlation value indicates that one set of values may be functionally related to and thus can be predictive of the other, suggesting a higher early warning capability. We disregarded correlations with Bonferroni-corrected <italic>p-values</italic> &#x0003E; 0.05 to account for multiple hypothesis.</p></sec></sec></sec>
<sec id="s3">
<title>3 Results</title>
<sec>
<title>3.1 State-level spatial autocorrelation of geo-social media topics&#x00027; early warning capabilities</title>
<p><xref ref-type="fig" rid="F3">Figure 3</xref> illustrates the Chatterjee&#x00027;s rank correlation for each geo-social media topic to the COVID-19 cases across states and the emerging spatial patterns during timeframe 2. The eight different colors reflect the different topics. A global Moran&#x00027;s I analysis confirmed the significant positive spatial autocorrelations in the second timeframe for the <italic>COVID-19 Baseline, Vaccination</italic>, and <italic>Quarantine</italic> topic. Furthermore, the results clearly indicate that certain topics achieved higher correlations in specific spatial regimes. Notably, the <italic>Vaccination</italic> topic showed the highest correlations in the northern central states, while the <italic>Quarantine</italic> topic peaked in nearly opposite states in the southeast and west. A similar, albeit weaker, spatial opposition between these topics was observed during the presidential election in timeframe 3. Furthermore, the topics exhibiting positive spatial autocorrelation varied over the course of the pandemic and the corresponding maps for different timeframes can be found in Figures 6&#x02013;10 in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Appendix</xref>.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Chatterjee&#x00027;s rank correlation for each geo-social media topic for mainland US states in timeframe 2. Please find a table with state abbreviations and the corresponding full state names in Table 3 in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Appendix</xref>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-13-1618347-g0003.tif"/>
</fig>
<p><xref ref-type="fig" rid="F4">Figure 4</xref> resents Anselin&#x00027;s Local Moran&#x00027;s I for each topic during timeframe 2, using a queen contiguity spatial weights matrix. Consistent with the patterns shown in <xref ref-type="fig" rid="F3">Figure 3</xref>, we observed a significant high-high cluster (hot spot) for the <italic>Vaccination</italic> topic in the mid-northern states, and a low-low cluster (cold spot) in the southwestern states. In contrast, the <italic>Quarantine</italic> topic reveals a significant hot spot in the southwestern region and a cold spot in the state of Minnesota. Additional maps depicting the local spatial autocorrelation for other topics are provided in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Appendix</xref> (Figures 11&#x02013;15).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>Local spatial autocorrelation over Chatterjee&#x00027;s rank correlation for each geo-social media topic for mainland US states in timeframe 2. Please find a table with state abbreviations and the corresponding full state names in Table 3 in the <xref ref-type="supplementary-material" rid="SM1">Supplementary Appendix</xref>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-13-1618347-g0004.tif"/>
</fig></sec>
<sec>
<title>3.2 Interaction effects of geo-social media topics with timeframe and political cluster</title>
<p>We utilized a linear mixed-effects model to assess the influence of the fixed effects <italic>Topic, Timeframe</italic>, and <italic>Political_Cluster</italic> on the <italic>Correlation</italic> between geo-social media posts and COVID-19 cases. Additionally, we introduced <italic>Timeframe</italic> as a random effect to control for variability in <italic>Correlation</italic> baselines across different timeframes. We introduced interaction effects between the variable <italic>Topic</italic> and <italic>Timeframe</italic> as well as between <italic>Topic</italic> and <italic>Political_Cluster</italic>. These interaction effects allowed to specifically test, whether the correlations between certain geo-social media topics and COVID-19 case varied depending on the political leaning of a state or the timeframe in which a topic was discussed. Note, we did not include an additional interaction effect between a state&#x00027;s political leaning and the time frame, as prior tests indicated that its coefficient was neither significant nor improved the model fit. To mitigate potential multicollinearity arising from keyword overlap between topic categories, we excluded the <italic>COVID-19 Baseline</italic> topic from the analysis. Although geo-social media posts can still be associated with multiple topic categories, diagnostic checks using Variance Inflation Factors (VIFs) indicated only moderate multicollinearity (VIFs &#x0003C; 10) for topic coefficients. While these levels of multicollinearity may still inflate standard errors, we deem them acceptable given the semantic complexity of social media data and the persistent significance of many topic coefficients. Further, to reduce heteroscedasticity in the models&#x00027; residuals we disregarded samples exhibiting zero correlation. The model is depicted in <xref ref-type="disp-formula" rid="E1">Equation 1</xref> and <xref ref-type="disp-formula" rid="E2">Equation 2</xref>.</p>
<disp-formula id="E1"><label>(1)</label><mml:math id="M1"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mi>C</mml:mi><mml:mi>o</mml:mi><mml:mi>r</mml:mi><mml:mi>r</mml:mi><mml:mi>e</mml:mi><mml:mi>l</mml:mi><mml:mi>a</mml:mi><mml:mi>t</mml:mi><mml:mi>i</mml:mi><mml:mi>o</mml:mi><mml:mi>n</mml:mi><mml:mo>=</mml:mo><mml:msub><mml:mrow><mml:mi>&#x003B2;</mml:mi></mml:mrow><mml:mrow><mml:mn>0</mml:mn></mml:mrow></mml:msub><mml:mo>&#x0002B;</mml:mo><mml:msub><mml:mrow><mml:mi>&#x003B2;</mml:mi></mml:mrow><mml:mrow><mml:mn>1</mml:mn></mml:mrow></mml:msub><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>T</mml:mi><mml:mi>i</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>r</mml:mi><mml:mi>a</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi><mml:mo>&#x000D7;</mml:mo><mml:mi>T</mml:mi><mml:mi>o</mml:mi><mml:mi>p</mml:mi><mml:mi>i</mml:mi><mml:mi>c</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow></mml:mtd></mml:mtr><mml:mtr><mml:mtd><mml:mo>&#x0002B;</mml:mo><mml:msub><mml:mrow><mml:mi>&#x003B2;</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msub><mml:mrow><mml:mo stretchy="false">(</mml:mo><mml:mrow><mml:mi>P</mml:mi><mml:mi>o</mml:mi><mml:mi>l</mml:mi><mml:mi>i</mml:mi><mml:mi>t</mml:mi><mml:mi>i</mml:mi><mml:mi>c</mml:mi><mml:mi>a</mml:mi><mml:mi>l</mml:mi><mml:mtext>_</mml:mtext><mml:mi>C</mml:mi><mml:mi>l</mml:mi><mml:mi>u</mml:mi><mml:mi>s</mml:mi><mml:mi>t</mml:mi><mml:mi>e</mml:mi><mml:mi>r</mml:mi><mml:mo>&#x000D7;</mml:mo><mml:mi>T</mml:mi><mml:mi>o</mml:mi><mml:mi>p</mml:mi><mml:mi>i</mml:mi><mml:mi>c</mml:mi></mml:mrow><mml:mo stretchy="false">)</mml:mo></mml:mrow><mml:mo>&#x0002B;</mml:mo><mml:msub><mml:mrow><mml:mi>u</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>i</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>r</mml:mi><mml:mi>a</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi></mml:mrow></mml:msub></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<disp-formula id="E2"><label>(2)</label><mml:math id="M3"><mml:mtable class="eqnarray" columnalign="left"><mml:mtr><mml:mtd><mml:mtext>Where&#x000A0;</mml:mtext><mml:msub><mml:mrow><mml:mi>u</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>i</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>r</mml:mi><mml:mi>a</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi></mml:mrow></mml:msub><mml:mo>&#x0007E;</mml:mo><mml:mrow><mml:mstyle mathvariant="script"><mml:mi>N</mml:mi></mml:mstyle></mml:mrow><mml:mrow><mml:mo stretchy="true">(</mml:mo><mml:mrow><mml:mn>0</mml:mn><mml:mo>,</mml:mo><mml:msubsup><mml:mrow><mml:mi>&#x003C3;</mml:mi></mml:mrow><mml:mrow><mml:mi>T</mml:mi><mml:mi>i</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi><mml:mi>f</mml:mi><mml:mi>r</mml:mi><mml:mi>a</mml:mi><mml:mi>m</mml:mi><mml:mi>e</mml:mi></mml:mrow><mml:mrow><mml:mn>2</mml:mn></mml:mrow></mml:msubsup></mml:mrow><mml:mo stretchy="true">)</mml:mo></mml:mrow></mml:mtd></mml:mtr></mml:mtable></mml:math></disp-formula>
<p><xref ref-type="table" rid="T2">Table 2</xref> shows the coefficients of the model in <xref ref-type="disp-formula" rid="E1">Equation 1</xref>. The results suggest that the geo-social media topics <italic>Virus, Quarantine, Preventive Measures</italic> achieved significantly higher influence on the correlation between geo-social media data and COVID-19 cases, compared to the <italic>Health Officials</italic> topics (reference category for <italic>Topic</italic>), while the <italic>Testing</italic> topic had a significantly lower influence. In addition, we found a significant negative interaction effect between the geo-social media topic <italic>Quarantine</italic> and <italic>Political_Cluster</italic>, indicating that the <italic>Quarantine</italic> topic is less effective for early warning in republican states than in democrat states (reference category for <italic>Political</italic>_<italic>Cluster</italic>), relative to the <italic>Health Officials</italic> topic (reference category for <italic>Topic</italic>). Beyond that, we also found significant interaction effects between the <italic>Virus, Vaccination, Quarantine</italic>, and <italic>Preventive Measures</italic> topics with the <italic>Timeframe</italic> variable, respectively. While the early warning capability of the <italic>Preventive Measures</italic> and the <italic>Quarantine</italic> topic declined over time, both the <italic>Virus</italic> and <italic>Vaccination</italic> topic showed an increasing trend over time. Furthermore, we employed a 10-fold cross-validation approach to assess the model&#x00027;s fit and found no significant differences across the MSE (mean: 0.6043), RMSE (mean: 0.7771), or MAE (mean: 0.6244) across all folds. The dependent variable was log-transformed to meet the normality assumptions of the residuals and ranged from &#x02212;2.271 to 3.225.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Coefficients of the linear mixed-effects model depicted in <xref ref-type="disp-formula" rid="E1">Equations 1</xref>, <xref ref-type="disp-formula" rid="E2">2</xref>.</p></caption>
<table frame="box" rules="all">
<thead>
<tr style="background-color:#919498;color:#ffffff">
<th valign="top" align="left"><bold>Variable</bold></th>
<th valign="top" align="center"><bold>Coefficient</bold></th>
<th valign="top" align="center"><bold>Std. error</bold></th>
<th valign="top" align="center"><bold><italic>P-value</italic></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><italic>Intercept</italic></td>
<td valign="top" align="center">0.530</td>
<td valign="top" align="center">0.378</td>
<td valign="top" align="center">0.160</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Preventive_Measures</italic></td>
<td valign="top" align="center">0.483</td>
<td valign="top" align="center">0.122</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Quarantine</italic></td>
<td valign="top" align="center">0.734</td>
<td valign="top" align="center">0.122</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Symptoms</italic></td>
<td valign="top" align="center">0.102</td>
<td valign="top" align="center">0.122</td>
<td valign="top" align="center">0.402</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Testing</italic></td>
<td valign="top" align="center">&#x02212;0.439</td>
<td valign="top" align="center">0.122</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Vaccination</italic></td>
<td valign="top" align="center">&#x02212;0.067</td>
<td valign="top" align="center">0.122</td>
<td valign="top" align="center">0.582</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Virus</italic></td>
<td valign="top" align="center">0.505</td>
<td valign="top" align="center">0.122</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">0.055</td>
<td valign="top" align="center">0.090</td>
<td valign="top" align="center">0.539</td>
</tr> <tr>
<td valign="top" align="left"><italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">0.041</td>
<td valign="top" align="center">0.097</td>
<td valign="top" align="center">0.671</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Preventive_Measures</italic> &#x000D7; <italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">0.054</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">0.673</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Quarantine</italic> &#x000D7; <italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">&#x02212;0.243</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">0.055<xref ref-type="table-fn" rid="TN3"><sup>&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Symptoms</italic> &#x000D7; <italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">&#x02212;0.115</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">0.367</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Testing</italic> &#x000D7; <italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">&#x02212;0.019</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">0.882</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Vaccination</italic> &#x000D7; <italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">0.018</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">0.886</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Virus</italic> &#x000D7; <italic>Political_Cluster: Republican</italic></td>
<td valign="top" align="center">&#x02212;0.040</td>
<td valign="top" align="center">0.127</td>
<td valign="top" align="center">0.753</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Preventive_Measures</italic> &#x000D7; <italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">0.004</td>
<td valign="top" align="center">0.137</td>
<td valign="top" align="center">0.977</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Quarantine</italic> &#x000D7; <italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">&#x02212;0.031</td>
<td valign="top" align="center">0.137</td>
<td valign="top" align="center">0.819</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Symptoms</italic> &#x000D7; <italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">&#x02212;0.084</td>
<td valign="top" align="center">0.137</td>
<td valign="top" align="center">0.538</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Testing</italic> &#x000D7; <italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">0.102</td>
<td valign="top" align="center">0.137</td>
<td valign="top" align="center">0.456</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Vaccination</italic> &#x000D7; <italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">0.027</td>
<td valign="top" align="center">0.137</td>
<td valign="top" align="center">0.845</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Virus</italic> &#x000D7; <italic>Political_Cluster: Swing</italic></td>
<td valign="top" align="center">0.024</td>
<td valign="top" align="center">0.137</td>
<td valign="top" align="center">0.861</td>
</tr> <tr>
<td valign="top" align="left"><italic>Timeframe</italic></td>
<td valign="top" align="center">&#x02212;0.122</td>
<td valign="top" align="center">0.123</td>
<td valign="top" align="center">0.324</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Preventive_Measures</italic> &#x000D7; <italic>Timeframe</italic></td>
<td valign="top" align="center">&#x02212;0.085</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.007<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Quarantine</italic> &#x000D7; <italic>Timeframe</italic></td>
<td valign="top" align="center">&#x02212;0.065</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.037<xref ref-type="table-fn" rid="TN2"><sup>&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Symptoms</italic> &#x000D7; <italic>Timeframe</italic></td>
<td valign="top" align="center">0.038</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.226</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Testing</italic> &#x000D7; <italic>Timeframe</italic></td>
<td valign="top" align="center">0.050</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.112</td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Vaccination</italic> &#x000D7; <italic>Timeframe</italic></td>
<td valign="top" align="center">0.201</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.000<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr> <tr>
<td valign="top" align="left"><italic>Topic: Virus</italic> &#x000D7; <italic>Timeframe</italic></td>
<td valign="top" align="center">0.087</td>
<td valign="top" align="center">0.031</td>
<td valign="top" align="center">0.005<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;&#x0002A;</sup></xref></td>
</tr>
<tr>
<td valign="top" align="left"><italic>Group Variable</italic></td>
<td valign="top" align="center">0.258</td>
<td valign="top" align="center">0.283</td>
<td/>
</tr></tbody>
</table>
<table-wrap-foot>
<p>&#x000D7; interaction effect between variable x and y.</p>
<fn id="TN1"><label>&#x0002A;&#x0002A;&#x0002A;</label><p><italic>p</italic> &#x0003C; 0.01;</p></fn>
<fn id="TN2"><label>&#x0002A;&#x0002A;</label><p>p &#x0003C; 0.05;</p></fn>
<fn id="TN3"><label>&#x0002A;</label><p>p &#x0003C; 0.1.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Furthermore, <xref ref-type="fig" rid="F5">Figure 5</xref> shows the corresponding distributions of Chatterjee&#x00027;s rank correlation between each geo-social media topic and COVID-19 cases time series, averaged over all states within the specified political cluster and for each timeframe.</p>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>Chatterjee&#x00027;s rank correlation for each geo-social media topic per political cluster and per timeframe.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-13-1618347-g0005.tif"/>
</fig>
</sec></sec>
<sec id="s4">
<title>4 Discussion</title>
<sec>
<title>4.1 Principal results</title>
<p>Our findings validate and expand previous research highlighting the value of geo-social media data as an early warning tool for COVID-19 cases (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B44">44</xref>). We provide new insights into how the early warning capabilities of different geo-social media topics evolved across states, political beliefs, and over time. In detail, our results suggest that selecting geo-social media topics based on a dynamic spatially targeted approach, which accounts for different political ideologies and therewith associated differences in topics of interest, can improve the performance of future geo-social media-based early warning systems. However, it is important to highlight that our findings do not yet offer a straightforward approach to identifying the most promising geo-social media topic for epidemiological early warning in advance.</p>
<p>Spatial analysis revealed that the correlations of some geo-social media topics with COVID-19 cases appeared to be spatially clustered, while certain topics performed best in different and sometimes even opposing spatial regimes. This suggests that underlying spatial characteristics such as demographic, socio-economic, or political factors might have shaped the online discourse that reflects regional COVID-19 trends. In this regard, Jiang et al. (<xref ref-type="bibr" rid="B6">6</xref>) specifically point to the fact that the vast majority of hashtags related to the COVID-19 pandemic in the US were concerned with major political events or political leaders. This suggests that infection-related geo-social media discussions reflecting surges in COVID-19 cases, were most likely amplified by partisan political agendas. Accordingly, we found direct significant evidence that the early warning capability of geo-social media topics can depend on the political leaning of a state. Specifically, the early warning capability of the highly polarized <italic>Quarantine</italic> topic (<xref ref-type="bibr" rid="B28">28</xref>), was found to be weaker in republican compared to democrat states. This is also in line with the results by Arifi et al. (<xref ref-type="bibr" rid="B22">22</xref>), who found differences in the early waning capabilities for one broad geo-social media baseline topic across county-level political clusters. Our results expand on these findings by demonstrating that future epidemiological early warning systems can benefit from accounting for diverse regional geo-social media topics, particularly those reflecting the prevailing political leaning of a state.</p>
<p>Furthermore, we observed a significant decrease in the early warning capabilities of the geo-social media topic <italic>Preventive Measures</italic> and <italic>Quarantine</italic> over the course of the pandemic, whereas the topics <italic>Vaccination</italic> and <italic>Virus</italic> increased in effectiveness. This could indicate that the public interest in preventive measures like masks and hand washing to combat rising infections as well as quarantine measures, decreased over time and might have been overtaken by the emerging topics concerned with new virus variants and the increasingly polarized discourse surrounding the introduction of vaccines as a means to contain the virus (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B7">7</xref>). These findings are also somewhat in line with results by Arifi et al. (<xref ref-type="bibr" rid="B22">22</xref>), who found a decreasing number of COVID-19 related posts over the course of the pandemic which they suggested might be caused by some kind of pandemic and/or social media fatigue that might have reduced online engagement with COVID-19. In contrast, our results, suggest that their observed decrease in posts, might reflect a shift in public interest, with attention moving from a static baseline topic with limited keywords toward emerging and at times polarizing new topics. This further emphasizes the need for a spatially targeted approach that can account for newly emerging local topics of discussion related to COVID-19 infections. However, it remains the task of future research to explore such approaches and to further examine how polarization of a topic might influence its epidemiological early warning capabilities.</p></sec>
<sec>
<title>4.2 Limitations</title>
<p>Chatterjee&#x00027;s rank correlation can identify whether a relationship between geo-social media posts and COVID-19 cases exists, however, it does not reveal their exact functional nature. Thus, it remains the task of future research to identify these functional relationships to build accurate prediction models. However, our study focused on assessing how different geo-social media topics impact epidemiological early warning, in the context of political leaning. The significant differences across observed across states, timeframes and topics underscore the spatial nature of this early warning capability, though further research is needed to confirm whether these patterns persist in more advanced prediction models.</p>
<p>We opted for a keyword filtering approach for the semantic analysis in parts due to the size of our dataset (&#x0003E;500 GB) and the high storage and computing resources machine learning methods would have demanded. In addition, we tested algorithms like for instance BERTopic (<xref ref-type="bibr" rid="B45">45</xref>) or LDA (<xref ref-type="bibr" rid="B33">33</xref>) on our data and different data subsets. However, these experiments yielded poor topic coherence, low precision, or failed due to resource constraints, even on GPU enabled compute clusters. In contrast, keyword filtering allowed for more precise topic definitions, while reducing topic overlap issues commonly observable in machine learning approaches (<xref ref-type="bibr" rid="B27">27</xref>). Moreover, our focus was not on advancing NLP techniques for large datasets but rather on examining the relationship between political leaning and geo-social media posts concerned with different discussion for epidemiological early warning, which keyword filtering effectively enabled. Nevertheless, future advances in machine learning may allow more sophisticated semantic analysis solutions, suitable for real-time application.</p>
<p>In addition, we acknowledge that our selected keywords may not fully capture all topics that were relevant throughout the pandemic. However, in defining the eight topics, we aimed to strike a balance between thematic relevance and analytical clarity. We deliberately excluded keywords that were difficult to assign to a specific topic [e.g., &#x0201C;panic buying&#x0201D; (<xref ref-type="bibr" rid="B19">19</xref>)] or a which were a priori highly politicized or predominantly used by one party [e.g., &#x0201C;small businesses, China&#x0201D; (<xref ref-type="bibr" rid="B24">24</xref>)]. This approach aimed to minimize bias in our comparison across states with different political leanings, ensuring that differences in early warning capability were not merely artifacts of topic polarization. Nevertheless, our findings still revealed significant differences in topic early warning capability across states with different political leaning, underscoring how deeply political dynamics shape regional public discourse and as a result the early warning capability of geo-social media data. Nevertheless, we recognize that future research could explore additional topics to further substantiate our findings.</p>
<p>Another limitation stems from the fact that our dataset only contains social media posts with an explicit geolocation. While this is vital for our analysis, studies suggest that only 0.85% of all posts on X included a geolocation (<xref ref-type="bibr" rid="B46">46</xref>) which introduces possible representation biases. Therefore, future work could utilize methods to infer geographic locations from the textual content of social media posts (e.g., named locations) without an explicit geolocation, as for instance introduced by Serere et al. (<xref ref-type="bibr" rid="B32">32</xref>), which may enhance spatial coverage and representativeness of the utilized data.</p>
<p>Further, our definition of timeframes is not without its difficulties and can influence the observed results. Specifically, state-specific factors such as holidays, lockdowns, and infection patterns exhibit differences across states, which inevitably influence the early warning capabilities of different geo-social media topics. Nevertheless, defining analysis timeframes based on the aggregate of COVID-19 cases over all states ensured comparability across states. Clearly future epidemiological analyses will not have the privilege of relying on timeframes defined on retrospective knowledge and will need to substantiate our findings in different infectious real-time early warning settings.</p>
<p>We also acknowledge that our results are most likely driven by underlying socio-economic conditions which constitute political beliefs. We tried to identify possible alternative explanatory variables instead of political beliefs to further understand the underlying driving factors for the differences in early warning capability across regions. Specifically, we included education level (share of college graduates) and population density, which are commonly associated with voting behavior (<xref ref-type="bibr" rid="B47">47</xref>, <xref ref-type="bibr" rid="B48">48</xref>), as well as vaccination rates, which we used as a proxy for adherence to public health measures. While we did not observe significant coefficients for education and population density, we did observe a negative significant coefficient for vaccination rate as well as positive significant interaction effects between vaccination rate and the <italic>Virus, Preventive Measures, Quarantine, Testing</italic> and <italic>Vaccination</italic> topics (see <xref ref-type="supplementary-material" rid="SM1">Supplementary Appendix</xref> Table 4 for more details). Hence, it appears that the early warning potential of these topics improved in states where vaccination rates were rising. However, the precise dynamics driving the observed effects could not be conclusively determined within the scope of this study. Nonetheless, gaining insight into the underlying mechanisms behind the variation in early warning performance of different topics across politically distinct regions would significantly enhance future epidemiological models.</p>
<p>Lastly, this research explores the early warning capabilities of different geo-social media topics discussed on the platform X during the COVID-19 pandemic in the US, which might not be directly transferable to future epidemiological crises across different geographies. Also changes in executive company structure (<xref ref-type="bibr" rid="B49">49</xref>) or recommendation algorithm design (<xref ref-type="bibr" rid="B50">50</xref>) of geo-social media companies might lead to differing levels of polarization in future crises. In this regard, our research highlights how the early warning capabilities of different geo-social media topics can indeed depend on geographies, political beliefs and timeframe. Nevertheless, it remains a task of future research to assess to what degree the here presented results hold true for upcoming health crises, across different geographies and social media environments.</p></sec></sec>
</body>
<back>
<sec sec-type="data-availability" id="s5">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="author-contributions" id="s6">
<title>Author contributions</title>
<p>DA: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Software, Validation, Visualization, Writing &#x02013; original draft, Writing &#x02013; review &#x00026; editing. BR: Conceptualization, Funding acquisition, Project administration, Resources, Supervision, Validation, Writing &#x02013; review &#x00026; editing. MS: Conceptualization, Validation, Writing &#x02013; review &#x00026; editing. SK: Validation, Writing &#x02013; review &#x00026; editing. SL: Funding acquisition, Project administration, Writing &#x02013; review &#x00026; editing, Validation. TJ: Funding acquisition, Project administration, Validation, Writing &#x02013; review &#x00026; editing. IM: Project administration, Validation, Writing &#x02013; review &#x00026; editing, Funding acquisition.</p>
</sec>
<sec sec-type="funding-information" id="s7">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research and/or publication of this article. This research was funded in part by the Austrian Science Fund (FWF) Grant-doi: <ext-link ext-link-type="uri" xlink:href="https://doi.org/10.55776/I5117">10.55776/I5117</ext-link>. For open access purposes, the author has applied a CC BY public copyright license to any author accepted manuscript version arising from this submission. MS has been funded (in part) by contract 200-2016-91779 and cooperative agreement CDC-RFA-FT-23-0069 with the Centers for Disease Control and Prevention (CDC). The findings, conclusions, and views expressed are those of the author(s) and do not necessarily represent the official position of the CDC. MS was also partially supported by the National Institute of General Medical Sciences of the National Institutes of Health under award number R01GM130668. The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="s8">
<title>Generative AI statement</title>
<p>The author(s) declare that no Gen AI was used in the creation of this manuscript.</p></sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec><sec sec-type="supplementary-material" id="s10">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpubh.2025.1618347/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpubh.2025.1618347/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<fn-group>
<title>Abbreviations</title>
<fn fn-type="abbr"><p>API, Application Programming Interface; LDA, Latent Dirichlet Allocation.</p></fn></fn-group>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ciotti</surname> <given-names>M</given-names></name> <name><surname>Ciccozzi</surname> <given-names>M</given-names></name> <name><surname>Terrinoni</surname> <given-names>A</given-names></name> <name><surname>Jiang</surname> <given-names>WC</given-names></name> <name><surname>Wang</surname> <given-names>CB</given-names></name> <name><surname>Bernardini</surname> <given-names>S</given-names></name></person-group>. <article-title>The COVID-19 pandemic</article-title>. <source>Crit Rev Clin Lab Sci.</source> (<year>2020</year>) <volume>57</volume>:<fpage>365</fpage>&#x02013;<lpage>88</lpage>. <pub-id pub-id-type="doi">10.1080/10408363.2020.1783198</pub-id><pub-id pub-id-type="pmid">32645276</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rashed</surname> <given-names>EA</given-names></name> <name><surname>Kodera</surname> <given-names>S</given-names></name> <name><surname>Hirata</surname> <given-names>A</given-names></name></person-group>. <article-title>COVID-19 forecasting using new viral variants and vaccination effectiveness models</article-title>. <source>Comput Biol Med.</source> (<year>2022</year>) <volume>149</volume>:<fpage>105986</fpage>. <pub-id pub-id-type="doi">10.1016/j.compbiomed.2022.105986</pub-id><pub-id pub-id-type="pmid">36030722</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hart</surname> <given-names>PS</given-names></name> <name><surname>Chinn</surname> <given-names>S</given-names></name> <name><surname>Soroka</surname> <given-names>S</given-names></name></person-group>. <article-title>Politicization and polarization in COVID-19 news coverage</article-title>. <source>Sci Commun.</source> (<year>2020</year>) <volume>42</volume>:<fpage>679</fpage>&#x02013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1177/1075547020950735</pub-id><pub-id pub-id-type="pmid">38602988</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kahane</surname> <given-names>LH</given-names></name></person-group>. <article-title>Politicizing the mask: political, economic and demographic factors affecting mask wearing behavior in the USA</article-title>. <source>Eastern Econ J.</source> (<year>2021</year>) <volume>47</volume>:<fpage>163</fpage>&#x02013;<lpage>83</lpage>. <pub-id pub-id-type="doi">10.1057/s41302-020-00186-0</pub-id><pub-id pub-id-type="pmid">33424048</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cowan</surname> <given-names>SK</given-names></name> <name><surname>Mark</surname> <given-names>N</given-names></name> <name><surname>Reich</surname> <given-names>JA</given-names></name></person-group>. <article-title>COVID-19 vaccine hesitancy is the new terrain for political division among Americans</article-title>. <source>Socius.</source> (<year>2021</year>) <volume>7</volume>:<fpage>23780231211023657</fpage>. <pub-id pub-id-type="doi">10.1177/23780231211023657</pub-id></citation>
</ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jiang</surname> <given-names>J</given-names></name> <name><surname>Chen</surname> <given-names>E</given-names></name> <name><surname>Yan</surname> <given-names>S</given-names></name> <name><surname>Lerman</surname> <given-names>K</given-names></name> <name><surname>Ferrara</surname> <given-names>E</given-names></name></person-group>. <article-title>Political polarization drives online conversations about COVID-19 in the United States</article-title>. <source>Hum Behav Emerg Technol.</source> (<year>2020</year>) <volume>2</volume>:<fpage>200</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1002/hbe2.202</pub-id><pub-id pub-id-type="pmid">32838229</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Tyson</surname> <given-names>A</given-names></name> <name><surname>Johnson</surname> <given-names>C</given-names></name> <name><surname>Funk</surname> <given-names>C</given-names></name></person-group>. <source>US Public Now Divided Over Whether To Get COVID-19 Vaccine.</source> Pew Research Center (<year>2020</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.pewresearch.org/science/2020/09/17/u-s-public-now-divided-over-whether-to-getcovid-19-vaccine/">https://www.pewresearch.org/science/2020/09/17/u-s-public-now-divided-over-whether-to-getcovid-19-vaccine/</ext-link> (Accessed January 21, 2025).</citation>
</ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>D</given-names></name> <name><surname>Clemente</surname> <given-names>L</given-names></name> <name><surname>Poirier</surname> <given-names>C</given-names></name> <name><surname>Ding</surname> <given-names>X</given-names></name> <name><surname>Chinazzi</surname> <given-names>M</given-names></name> <name><surname>Davis</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Real-time forecasting of the COVID-19 outbreak in Chinese Provinces: machine learning approach using novel digital data and estimates from mechanistic models</article-title>. <source>J Med Internet Res.</source> (<year>2020</year>) <volume>22</volume>:<fpage>e20285</fpage>. <pub-id pub-id-type="doi">10.2196/20285</pub-id><pub-id pub-id-type="pmid">32730217</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stolerman</surname> <given-names>LM</given-names></name> <name><surname>Clemente</surname> <given-names>L</given-names></name> <name><surname>Poirier</surname> <given-names>C</given-names></name> <name><surname>Parag</surname> <given-names>KV</given-names></name> <name><surname>Majumder</surname> <given-names>A</given-names></name> <name><surname>Masyn</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Using digital traces to build prospective and real-time county-level early warning systems to anticipate COVID-19 outbreaks in the United States</article-title>. <source>Sci Adv</source>. (<year>2023</year>) <volume>9</volume>:<fpage>eabq0199</fpage>. <pub-id pub-id-type="doi">10.1126/sciadv.abq0199</pub-id><pub-id pub-id-type="pmid">36652520</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kogan</surname> <given-names>NE</given-names></name> <name><surname>Clemente</surname> <given-names>L</given-names></name> <name><surname>Liautaud</surname> <given-names>P</given-names></name> <name><surname>Kaashoek</surname> <given-names>J</given-names></name> <name><surname>Link</surname> <given-names>NB</given-names></name> <name><surname>Nguyen</surname> <given-names>AT</given-names></name> <etal/></person-group>. <article-title>An early warning approach to monitor COVID-19 activity with multiple digital traces in near real time</article-title>. <source>Sci. Adv.</source> (<year>2021</year>) <volume>7</volume>:<fpage>eabd6989</fpage>. <pub-id pub-id-type="doi">10.1126/sciadv.abd6989</pub-id><pub-id pub-id-type="pmid">33674304</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Havas</surname> <given-names>C</given-names></name> <name><surname>Resch</surname> <given-names>B</given-names></name></person-group>. <article-title>Portability of semantic and spatial&#x02013;temporal machine learning methods to analyse social media for near-real-time disaster monitoring</article-title>. <source>Nat Hazards.</source> (<year>2021</year>) <volume>108</volume>:<fpage>2939</fpage>&#x02013;<lpage>69</lpage>. <pub-id pub-id-type="doi">10.1007/s11069-021-04808-4</pub-id><pub-id pub-id-type="pmid">34789962</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>S</given-names></name> <name><surname>Li</surname> <given-names>S</given-names></name> <name><surname>Huang</surname> <given-names>W</given-names></name></person-group>. <article-title>A spatial-temporal-semantic approach for detecting local events using geo-social media data</article-title>. <source>Trans. GIS.</source> (<year>2020</year>) <volume>24</volume>:<fpage>142</fpage>&#x02013;<lpage>73</lpage>. <pub-id pub-id-type="doi">10.1111/tgis.12589</pub-id></citation>
</ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tsao</surname> <given-names>SF</given-names></name> <name><surname>Chen</surname> <given-names>H</given-names></name> <name><surname>Tisseverasinghe</surname> <given-names>T</given-names></name> <name><surname>Yang</surname> <given-names>Y</given-names></name> <name><surname>Li</surname> <given-names>L</given-names></name> <name><surname>Butt</surname> <given-names>ZA</given-names></name></person-group>. <article-title>What social media told us in the time of COVID-19: a scoping review</article-title>. <source>Lancet Digital Health.</source> (<year>2021</year>) <volume>3</volume>:<fpage>e175</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1016/S2589-7500(20)30315-0</pub-id><pub-id pub-id-type="pmid">33518503</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ma</surname> <given-names>N</given-names></name> <name><surname>Yu</surname> <given-names>G</given-names></name> <name><surname>Jin</surname> <given-names>X</given-names></name> <name><surname>Zhu</surname> <given-names>X</given-names></name></person-group>. <article-title>Quantified multidimensional public sentiment characteristics on social media for public opinion management: Evidence from the COVID-19 pandemic</article-title>. <source>Front Public Health</source>. (<year>2023</year>) <volume>11</volume>:<fpage>1097796</fpage>. <pub-id pub-id-type="doi">10.3389/fpubh.2023.1097796</pub-id><pub-id pub-id-type="pmid">37006559</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gu</surname> <given-names>M</given-names></name> <name><surname>Guo</surname> <given-names>H</given-names></name> <name><surname>Zhuang</surname> <given-names>J</given-names></name> <name><surname>Du</surname> <given-names>Y</given-names></name> <name><surname>Qian</surname> <given-names>L</given-names></name></person-group>. <article-title>Social media user behavior and emotions during crisis events</article-title>. <source>Int J Environ Res Public Health.</source> (<year>2022</year>) <volume>19</volume>:<fpage>5197</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph19095197</pub-id><pub-id pub-id-type="pmid">35564591</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abdukhamidov</surname> <given-names>E</given-names></name> <name><surname>Juraev</surname> <given-names>F</given-names></name> <name><surname>Abuhamad</surname> <given-names>M</given-names></name> <name><surname>El-Sappagh</surname> <given-names>S</given-names></name> <name><surname>AbuHmed</surname> <given-names>T</given-names></name></person-group>. <article-title>Sentiment analysis of users&#x00027; reactions on social media during the pandemic</article-title>. <source>Electronics.</source> (<year>2022</year>) <volume>11</volume>:<fpage>1648</fpage>. <pub-id pub-id-type="doi">10.3390/electronics11101648</pub-id></citation>
</ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boon-Itt</surname> <given-names>S</given-names></name> <name><surname>Skunkan</surname> <given-names>Y</given-names></name></person-group>. <article-title>Public perception of the COVID-19 pandemic on Twitter: sentiment analysis and topic modeling study</article-title>. <source>JMIR Public Health Surveill.</source> (<year>2020</year>) <volume>6</volume>:<fpage>e21978</fpage>. <pub-id pub-id-type="doi">10.2196/21978</pub-id><pub-id pub-id-type="pmid">33108310</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hussain</surname> <given-names>A</given-names></name> <name><surname>Tahir</surname> <given-names>A</given-names></name> <name><surname>Hussain</surname> <given-names>Z</given-names></name> <name><surname>Sheikh</surname> <given-names>Z</given-names></name> <name><surname>Gogate</surname> <given-names>M</given-names></name> <name><surname>Dashtipour</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Artificial intelligence&#x02013;enabled analysis of public attitudes on Facebook and Twitter toward COVID-19 vaccines in the United Kingdom and the United States: observational study</article-title>. <source>J Med Internet Res.</source> (<year>2021</year>) <volume>23</volume>:<fpage>e26627</fpage>. <pub-id pub-id-type="doi">10.2196/26627</pub-id><pub-id pub-id-type="pmid">33724919</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chandrasekaran</surname> <given-names>R</given-names></name> <name><surname>Mehta</surname> <given-names>V</given-names></name> <name><surname>Valkunde</surname> <given-names>T</given-names></name> <name><surname>Moustakas</surname> <given-names>E</given-names></name></person-group>. <article-title>Topics, trends, and sentiments of Tweets about the COVID-19 pandemic: temporal infoveillance study</article-title>. <source>J Med Internet Res.</source> (<year>2020</year>) <volume>22</volume>:<fpage>e22624</fpage>. <pub-id pub-id-type="doi">10.2196/22624</pub-id><pub-id pub-id-type="pmid">33006937</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hanny</surname> <given-names>D</given-names></name> <name><surname>Arifi</surname> <given-names>D</given-names></name> <name><surname>Knoblauch</surname> <given-names>S</given-names></name> <name><surname>Resch</surname> <given-names>B</given-names></name> <name><surname>Lautenbach</surname> <given-names>S</given-names></name> <name><surname>Zipf</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>An explainable GeoAI approach for the multimodal analysis of urban human dynamics: a case study for the COVID-19 pandemic in Rio de Janeiro</article-title>. <source>Comput Urban Sci.</source> (<year>2025</year>) <volume>5</volume>:<fpage>13</fpage>. <pub-id pub-id-type="doi">10.1007/s43762-025-00172-2</pub-id><pub-id pub-id-type="pmid">40046777</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jiang</surname> <given-names>J</given-names></name> <name><surname>Ren</surname> <given-names>X</given-names></name> <name><surname>Ferrara</surname> <given-names>E</given-names></name></person-group>. <article-title>Social media polarization and echo chambers in the context of COVID-19: case study</article-title>. <source>JMIRx Med.</source> (<year>2021</year>) <volume>2</volume>:<fpage>e29570</fpage>. <pub-id pub-id-type="doi">10.2196/29570</pub-id><pub-id pub-id-type="pmid">34459833</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Arifi</surname> <given-names>D</given-names></name> <name><surname>Resch</surname> <given-names>B</given-names></name> <name><surname>Santillana</surname> <given-names>M</given-names></name> <name><surname>Guan</surname> <given-names>WW</given-names></name> <name><surname>Knoblauch</surname> <given-names>S</given-names></name> <name><surname>Lautenbach</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Geosocial media&#x00027;s early warning capabilities across US county-level political clusters: observational study</article-title>. <source>JMIR Infodemiol.</source> (<year>2025</year>) <volume>5</volume>:<fpage>e58539</fpage>. <pub-id pub-id-type="doi">10.2196/58539</pub-id><pub-id pub-id-type="pmid">39883923</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Salmi</surname> <given-names>S</given-names></name> <name><surname>M&#x000E9;relle</surname> <given-names>S</given-names></name> <name><surname>Gilissen</surname> <given-names>R</given-names></name> <name><surname>van der Mei</surname> <given-names>R</given-names></name> <name><surname>Bhulai</surname> <given-names>S</given-names></name></person-group>. <article-title>Detecting changes in help seeker conversations on a suicide prevention helpline during the COVID&#x02212;19 pandemic: in-depth analysis using encoder representations from transformers</article-title>. <source>BMC Public Health.</source> (<year>2022</year>) <volume>22</volume>:<fpage>530</fpage>. <pub-id pub-id-type="doi">10.1186/s12889-022-12926-2</pub-id><pub-id pub-id-type="pmid">35300638</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guntuku</surname> <given-names>SC</given-names></name> <name><surname>Purtle</surname> <given-names>J</given-names></name> <name><surname>Meisel</surname> <given-names>ZF</given-names></name> <name><surname>Merchant</surname> <given-names>RM</given-names></name> <name><surname>Agarwal</surname> <given-names>A</given-names></name></person-group>. <article-title>Partisan differences in Twitter language among US legislators during the COVID-19 pandemic: cross-sectional study</article-title>. <source>J Med Internet Res.</source> (<year>2021</year>) <volume>23</volume>:<fpage>e27300</fpage>. <pub-id pub-id-type="doi">10.2196/27300</pub-id><pub-id pub-id-type="pmid">33939620</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jing</surname> <given-names>E</given-names></name> <name><surname>Ahn</surname> <given-names>YY</given-names></name></person-group>. <article-title>Characterizing partisan political narrative frameworks about COVID-19 on Twitter</article-title>. <source>EPJ Data Sci.</source> (<year>2021</year>) <volume>10</volume>:<fpage>53</fpage>. <pub-id pub-id-type="doi">10.1140/epjds/s13688-021-00308-4</pub-id><pub-id pub-id-type="pmid">34745825</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sylwester</surname> <given-names>K</given-names></name> <name><surname>Purver</surname> <given-names>M</given-names></name></person-group>. <article-title>Twitter language use reflects psychological differences between democrats and republicans</article-title>. <source>PLoS ONE.</source> (<year>2015</year>) <volume>10</volume>:<fpage>e0137422</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0137422</pub-id><pub-id pub-id-type="pmid">26375581</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lyu</surname> <given-names>H</given-names></name> <name><surname>Wang</surname> <given-names>J</given-names></name> <name><surname>Wu</surname> <given-names>W</given-names></name> <name><surname>Duong</surname> <given-names>V</given-names></name> <name><surname>Zhang</surname> <given-names>X</given-names></name> <name><surname>Dye</surname> <given-names>TD</given-names></name> <etal/></person-group>. <article-title>Social media study of public opinions on potential COVID-19 vaccines: informing dissent, disparities, and dissemination</article-title>. <source>Intell. Med.</source> (<year>2022</year>) <volume>2</volume>:<fpage>1</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1016/j.imed.2021.08.001</pub-id><pub-id pub-id-type="pmid">34457371</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allcott</surname> <given-names>H</given-names></name> <name><surname>Boxell</surname> <given-names>L</given-names></name> <name><surname>Conway</surname> <given-names>J</given-names></name> <name><surname>Gentzkow</surname> <given-names>M</given-names></name> <name><surname>Thaler</surname> <given-names>M</given-names></name> <name><surname>Yang</surname> <given-names>D</given-names></name></person-group>. <article-title>Polarization and public health: Partisan differences in social distancing during the coronavirus pandemic</article-title>. <source>J Public Econ.</source> (<year>2020</year>) <volume>191</volume>:<fpage>104254</fpage>. <pub-id pub-id-type="doi">10.1016/j.jpubeco.2020.104254</pub-id><pub-id pub-id-type="pmid">32836504</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kaashoek</surname> <given-names>J</given-names></name> <name><surname>Testa</surname> <given-names>C</given-names></name> <name><surname>Chen</surname> <given-names>JT</given-names></name> <name><surname>Stolerman</surname> <given-names>LM</given-names></name> <name><surname>Krieger</surname> <given-names>N</given-names></name> <name><surname>Hanage</surname> <given-names>WP</given-names></name> <etal/></person-group>. <article-title>The evolving roles of US political partisanship and social vulnerability in the COVID-19 pandemic from February 2020&#x02013;February 2021</article-title>. <source>PLoS Global Public Health.</source> (<year>2022</year>) <volume>2</volume>:<fpage>e0000557</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pgph.0000557</pub-id><pub-id pub-id-type="pmid">36962752</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Das</surname> <given-names>S</given-names></name> <name><surname>Samanta</surname> <given-names>S</given-names></name> <name><surname>Banerjee</surname> <given-names>J</given-names></name> <name><surname>Pal</surname> <given-names>A</given-names></name> <name><surname>Giri</surname> <given-names>B</given-names></name> <name><surname>Kar</surname> <given-names>SS</given-names></name> <etal/></person-group>. <article-title>Is Omicron the end of pandemic or start of a new innings?</article-title> <source>Travel Med Infect Dis.</source> (<year>2022</year>) <volume>48</volume>:<fpage>102332</fpage>. <pub-id pub-id-type="doi">10.1016/j.tmaid.2022.102332</pub-id><pub-id pub-id-type="pmid">35472451</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>USAFacts</collab></person-group>. <source>US COVID-19 cases and deaths by state.</source> (<year>2020</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://usafacts.org/visualizations/coronavirus-covid-19-spread-map/">https://usafacts.org/visualizations/coronavirus-covid-19-spread-map/</ext-link> (Accessed March 19, 2024).</citation>
</ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Serere</surname> <given-names>HN</given-names></name> <name><surname>Resch</surname> <given-names>B</given-names></name> <name><surname>Havas</surname> <given-names>CR</given-names></name></person-group>. <article-title>Enhanced geocoding precision for location inference of tweet text using spaCy, Nominatim and Google Maps. A comparative analysis of the influence of data selection</article-title>. <source>PLoS ONE.</source> (<year>2023</year>) <volume>18</volume>:<fpage>e0282942</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0282942</pub-id><pub-id pub-id-type="pmid">36921000</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blei</surname> <given-names>DM</given-names></name> <name><surname>Ng</surname> <given-names>AY</given-names></name> <name><surname>Jordan</surname> <given-names>MI</given-names></name></person-group>. <article-title>Latent dirichlet allocation</article-title>. <source>J Mach Learn Res.</source> (<year>2003</year>) <volume>3</volume>:<fpage>993</fpage>&#x02013;<lpage>1022</lpage>.</citation>
</ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xue</surname> <given-names>J</given-names></name> <name><surname>Chen</surname> <given-names>J</given-names></name> <name><surname>Hu</surname> <given-names>R</given-names></name> <name><surname>Chen</surname> <given-names>C</given-names></name> <name><surname>Zheng</surname> <given-names>C</given-names></name> <name><surname>Su</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Twitter discussions and emotions about the COVID-19 pandemic: machine learning approach</article-title>. <source>J Med Internet Res.</source> (<year>2020</year>) <volume>22</volume>:<fpage>e20550</fpage>. <pub-id pub-id-type="doi">10.2196/20550</pub-id><pub-id pub-id-type="pmid">33119535</pub-id></citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>MIT Election Data and Science Lab</collab></person-group>. <source>County Presidential Election Returns 2000&#x02013;2020.</source> (<year>2018</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://dataverse.harvard.edu/citation?persistentId=">https://dataverse.harvard.edu/citation?persistentId=</ext-link> (Accessed March 8, 2024).</citation>
</ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baccini</surname> <given-names>L</given-names></name> <name><surname>Brodeur</surname> <given-names>A</given-names></name> <name><surname>Weymouth</surname> <given-names>S</given-names></name></person-group>. <article-title>The COVID-19 pandemic and the 2020 US presidential election</article-title>. <source>J Popul Econ.</source> (<year>2021</year>) <volume>34</volume>:<fpage>739</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1007/s00148-020-00820-3</pub-id><pub-id pub-id-type="pmid">33469244</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Abbas</surname> <given-names>AH</given-names></name></person-group>. <article-title>Politicizing the pandemic: a schemata analysis of COVID-19 News in two selected newspapers</article-title>. <source>Int J Semiot Law.</source> (<year>2022</year>) <volume>35</volume>:<fpage>883</fpage>&#x02013;<lpage>902</lpage>. <pub-id pub-id-type="doi">10.1007/s11196-020-09745-2</pub-id><pub-id pub-id-type="pmid">33214736</pub-id></citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Schultz</surname> <given-names>DA</given-names></name> <name><surname>Jacob</surname> <given-names>R</given-names></name> <name><surname>Melcher</surname> <given-names>JP</given-names></name> <name><surname>Fried</surname> <given-names>A</given-names></name></person-group>. <source>Presidential Swing States</source>. <publisher-loc>Lanham</publisher-loc>: <publisher-name>Lexington Books</publisher-name> (<year>2018</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://scholarworks.umf.maine.edu/publications/99">https://scholarworks.umf.maine.edu/publications/99</ext-link></citation>
</ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>SX</given-names></name> <name><surname>Arroyo Marioli</surname> <given-names>F</given-names></name> <name><surname>Gao</surname> <given-names>R</given-names></name> <name><surname>Wang</surname> <given-names>S</given-names></name></person-group>. <article-title>A second wave? What do people mean by COVID waves? &#x02013; A working definition of epidemic waves</article-title>. <source>Risk Manag Healthc Policy.</source> (<year>2021</year>) <volume>14</volume>:<fpage>3775</fpage>&#x02013;<lpage>82</lpage>. <pub-id pub-id-type="doi">10.2147/RMHP.S326051</pub-id><pub-id pub-id-type="pmid">34548826</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kriston</surname> <given-names>L</given-names></name></person-group>. <article-title>A statistical definition of epidemic waves</article-title>. <source>Epidemiologia.</source> (<year>2023</year>) <volume>4</volume>:<fpage>267</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.3390/epidemiologia4030027</pub-id><pub-id pub-id-type="pmid">37489498</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ayala</surname> <given-names>A</given-names></name> <name><surname>Dintrans</surname> <given-names>PV</given-names></name> <name><surname>Elorrieta</surname> <given-names>F</given-names></name> <name><surname>Castillo</surname> <given-names>C</given-names></name> <name><surname>Vargas</surname> <given-names>C</given-names></name> <name><surname>Maddaleno</surname> <given-names>M</given-names></name></person-group>. <article-title>Identification of COVID-19 waves: considerations for research and policy</article-title>. <source>Int. J. Environ. Res. Public Health</source>. (<year>2021</year>) <fpage>18</fpage>. <pub-id pub-id-type="doi">10.3390/ijerph182111058</pub-id><pub-id pub-id-type="pmid">34769577</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>CDC</collab></person-group>. <source>Centers for Disease Control and Prevention</source>. CDC Museum COVID-19 Timeline (<year>2023</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/museum/timeline/covid19.html">https://www.cdc.gov/museum/timeline/covid19.html</ext-link> (Accessed May 17, 2024).</citation>
</ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>WHO</collab></person-group>. <source>Classification of Omicron (B.1.1.529): SARS-CoV-2 Variant of Concern.</source> (<year>2021</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="http://ttps://www.who.int/news/item/26-11-2021-classificationof-omicron-(b.1.1.529)-sars-cov-2-variant-of-concern">ttps://www.who.int/news/item/26-11-2021-classificationof-omicron-(b.1.1.529)-sars-cov-2-variant-of-concern</ext-link> (Accessed May 17, 2024).</citation>
</ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Comito</surname> <given-names>C</given-names></name></person-group>. <article-title>How COVID-19 information spread in U</article-title>.S.? The role of Twitter as early indicator of epidemics. <source>IEEE Trans Serv Comput.</source> (<year>2022</year>) <volume>15</volume>:<fpage>1193</fpage>&#x02013;<lpage>205</lpage>. <pub-id pub-id-type="doi">10.1109/TSC.2021.3091281</pub-id></citation>
</ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Grootendorst</surname> <given-names>M</given-names></name></person-group>. <article-title>BERTopic: neural topic modeling with a class-based TF-IDF procedure</article-title>. (<year>2022</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://arxiv.org/abs/2203.05794">https://arxiv.org/abs/2203.05794</ext-link> (Accessed February 24, 2024).</citation>
</ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sloan</surname> <given-names>L</given-names></name> <name><surname>Morgan</surname> <given-names>J</given-names></name></person-group>. <article-title>Who tweets with their location? Understanding the relationship between demographic characteristics and the use of geoservices and geotagging on Twitter</article-title>. <source>PLoS ONE.</source> (<year>2015</year>) <volume>10</volume>:<fpage>e0142209</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0142209</pub-id><pub-id pub-id-type="pmid">26544601</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>TE</given-names></name> <name><surname>Mettler</surname> <given-names>S</given-names></name></person-group>. <article-title>Sequential polarization: the development of the rural-urban political divide, 1976&#x02013;2020</article-title>. <source>Perspect Politics.</source> (<year>2024</year>) <volume>22</volume>:<fpage>630</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1017/S1537592723002918</pub-id></citation>
</ref>
<ref id="B48">
<label>48.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dawes</surname> <given-names>CT</given-names></name> <name><surname>Okbay</surname> <given-names>A</given-names></name> <name><surname>Oskarsson</surname> <given-names>S</given-names></name> <name><surname>Rustichini</surname> <given-names>A</given-names></name></person-group>. <article-title>A polygenic score for educational attainment partially predicts voter turnout</article-title>. <source>Proc Nat Acad Sci.</source> (<year>2021</year>) <volume>118</volume>:<fpage>e2022715118</fpage>. <pub-id pub-id-type="doi">10.1073/pnas.2022715118</pub-id><pub-id pub-id-type="pmid">34873032</pub-id></citation></ref>
<ref id="B49">
<label>49.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schmidt</surname> <given-names>S</given-names></name> <name><surname>Zorenb&#x000F6;hmer</surname> <given-names>C</given-names></name> <name><surname>Arifi</surname> <given-names>D</given-names></name> <name><surname>Resch</surname> <given-names>B</given-names></name></person-group>. <article-title>Polarity-based sentiment analysis of georeferenced tweets related to the 2022 Twitter acquisition</article-title>. <source>Information.</source> (<year>2023</year>) <volume>14</volume>:<fpage>71</fpage>. <pub-id pub-id-type="doi">10.3390/info14020071</pub-id></citation>
</ref>
<ref id="B50">
<label>50.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bellina</surname> <given-names>A</given-names></name> <name><surname>Castellano</surname> <given-names>C</given-names></name> <name><surname>Pineau</surname> <given-names>P</given-names></name> <name><surname>Iannelli</surname> <given-names>G</given-names></name> <name><surname>De Marzo</surname> <given-names>G</given-names></name></person-group>. <article-title>Effect of collaborative-filtering-based recommendation algorithms on opinion polarization</article-title>. <source>Phys Rev E.</source> (<year>2023</year>) <volume>108</volume>:<fpage>054304</fpage>. <pub-id pub-id-type="doi">10.1103/PhysRevE.108.054304</pub-id><pub-id pub-id-type="pmid">38115540</pub-id></citation></ref>
</ref-list>
</back>
</article> 