<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<?covid-19-tdm?>
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="methods-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2021.739076</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Methods</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Adapting the Surveillance Platform for Enteric and Respiratory Infectious Organisms at United States Veterans Affairs Medical Centers (SUPERNOVA) for COVID-19 Among Hospitalized Adults: Surveillance Protocol</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Meites</surname> <given-names>Elissa</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1402598/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Bajema</surname> <given-names>Kristina L.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Kambhampati</surname> <given-names>Anita</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Prill</surname> <given-names>Mila</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Marconi</surname> <given-names>Vincent C.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Brown</surname> <given-names>Sheldon T.</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Rodriguez-Barradas</surname> <given-names>Maria C.</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<xref ref-type="aff" rid="aff8"><sup>8</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Beenhouwer</surname> <given-names>David O.</given-names></name>
<xref ref-type="aff" rid="aff9"><sup>9</sup></xref>
<xref ref-type="aff" rid="aff10"><sup>10</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Holodniy</surname> <given-names>Mark</given-names></name>
<xref ref-type="aff" rid="aff11"><sup>11</sup></xref>
<xref ref-type="aff" rid="aff12"><sup>12</sup></xref>
<xref ref-type="aff" rid="aff13"><sup>13</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1490818/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lucero-Obusan</surname> <given-names>Cynthia</given-names></name>
<xref ref-type="aff" rid="aff11"><sup>11</sup></xref>
<xref ref-type="aff" rid="aff12"><sup>12</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1497164/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Cardemil</surname> <given-names>Cristina</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Cates</surname> <given-names>Jordan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Surie</surname> <given-names>Diya</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<on-behalf-of>The SUPERNOVA COVID-19 Surveillance Group</on-behalf-of>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>National Center for Immunization and Respiratory Diseases, Centers for Disease Control and Prevention</institution>, <addr-line>Atlanta, GA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Atlanta VA Medical Center</institution>, <addr-line>Atlanta, GA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Medicine, Emory University School of Medicine</institution>, <addr-line>Atlanta, GA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Global Health, Rollins School of Public Health, Emory University</institution>, <addr-line>Atlanta, GA</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>James J. Peters VA Medical Center</institution>, <addr-line>Bronx, NY</addr-line>, <country>United States</country></aff>
<aff id="aff6"><sup>6</sup><institution>Department of Medicine, Icahn School of Medicine at Mount Sinai</institution>, <addr-line>New York, NY</addr-line>, <country>United States</country></aff>
<aff id="aff7"><sup>7</sup><institution>Michael E. DeBakey VA Medical Center</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff8"><sup>8</sup><institution>Department of Medicine, Baylor College of Medicine</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff9"><sup>9</sup><institution>VA Greater Los Angeles Healthcare System</institution>, <addr-line>Los Angeles, CA</addr-line>, <country>United States</country></aff>
<aff id="aff10"><sup>10</sup><institution>Department of Medicine, David Geffen School of Medicine at UCLA</institution>, <addr-line>Los Angeles, CA</addr-line>, <country>United States</country></aff>
<aff id="aff11"><sup>11</sup><institution>VA Palo Alto Health Care System</institution>, <addr-line>Palo Alto, CA</addr-line>, <country>United States</country></aff>
<aff id="aff12"><sup>12</sup><institution>Public Health Surveillance and Research, Department of Veterans Affairs</institution>, <addr-line>Washington, DC</addr-line>, <country>United States</country></aff>
<aff id="aff13"><sup>13</sup><institution>Department of Medicine, Stanford University</institution>, <addr-line>Stanford, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Reza Lashgari, Shahid Beheshti University, Iran</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Guangwen Cao, Second Military Medical University, China; Berislav &#x0017D;muk, University of Zagreb, Croatia</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Elissa Meites <email>emeites&#x00040;cdc.gov</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Infectious Diseases - Surveillance, Prevention and Treatment, a section of the journal Frontiers in Public Health</p></fn></author-notes>
<pub-date pub-type="epub">
<day>29</day>
<month>10</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>9</volume>
<elocation-id>739076</elocation-id>
<history>
<date date-type="received">
<day>10</day>
<month>07</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>05</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2021 Meites, Bajema, Kambhampati, Prill, Marconi, Brown, Rodriguez-Barradas, Beenhouwer, Holodniy, Lucero-Obusan, Cardemil, Cates, Surie and The SUPERNOVA COVID-19 Surveillance Group.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Meites, Bajema, Kambhampati, Prill, Marconi, Brown, Rodriguez-Barradas, Beenhouwer, Holodniy, Lucero-Obusan, Cardemil, Cates, Surie and The SUPERNOVA COVID-19 Surveillance Group</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract><p><bold>Introduction:</bold> Early in the COVID-19 pandemic, the Centers for Disease Control and Prevention (CDC) rapidly initiated COVID-19 surveillance by leveraging existing hospital networks to assess disease burden among hospitalized inpatients and inform prevention efforts.</p>
<p><bold>Materials and Methods:</bold> The Surveillance Platform for Enteric and Respiratory Infectious Organisms at Veterans Affairs Medical Centers (SUPERNOVA) is a network of five United States Veterans Affairs Medical Centers which serves nearly 400,000 Veterans annually and conducts laboratory-based passive and active monitoring for pathogens associated with acute gastroenteritis and acute respiratory illness among hospitalized Veterans. This paper presents surveillance methods for adapting the SUPERNOVA surveillance platform to prospectively evaluate COVID-19 epidemiology during a public health emergency, including detecting, characterizing, and monitoring patients with and without COVID-19 beginning in March 2020. To allow for case-control analyses, patients with COVID-19 and patients with non-COVID-19 acute respiratory illness were included.</p>
<p><bold>Results:</bold> SUPERNOVA included 1,235 participants with COVID-19 and 707 participants with other acute respiratory illnesses hospitalized during February through December 2020. Most participants were male (93.1%), with a median age of 70 years, and 45.8% non-Hispanic Black and 32.6% non-Hispanic White. Among those with COVID-19, 28.2% were transferred to an intensive care unit, 9.4% received invasive mechanical ventilation, and 13.9% died. Compared with controls, after adjusting for age, sex, and race/ethnicity, COVID-19 case-patients had significantly higher risk of mortality, respiratory failure, and invasive mechanical ventilation, and longer hospital stays.</p>
<p><bold>Discussion:</bold> Strengths of the SUPERNOVA platform for COVID-19 surveillance include the ability to collect and integrate multiple types of data, including clinical and illness outcome information, and SARS-CoV-2 laboratory test results from respiratory and serum specimens. Analysis of data from this platform also enables formal comparisons of participants with and without COVID-19. Surveillance data collected during a public health emergency from this key U.S. population of Veterans will be useful for epidemiologic investigations of COVID-19 spectrum of disease, underlying medical conditions, virus variants, and vaccine effectiveness, according to public health priorities and needs.</p></abstract>
<kwd-group>
<kwd>surveillance</kwd>
<kwd>public health</kwd>
<kwd>COVID-19</kwd>
<kwd>Veterans health</kwd>
<kwd>epidemiology</kwd>
<kwd>research methods</kwd>
</kwd-group>
<contract-sponsor id="cn001">Centers for Disease Control and Prevention<named-content content-type="fundref-id">10.13039/100000030</named-content></contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="30"/>
<page-count count="10"/>
<word-count count="5941"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>In response to the emergence of a novel coronavirus, severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2), the Centers for Disease Control and Prevention (CDC) activated its Emergency Operations Center on January 21, 2020, to offer operational support and public health expertise (<xref ref-type="bibr" rid="B1">1</xref>). By February 2020, CDC had initiated COVID-19 surveillance by leveraging existing systems, including the Surveillance Platform for Enteric and Respiratory Infectious Organisms at the VA (SUPERNOVA). SUPERNOVA is a network of VA Medical Centers (VAMC) conducting laboratory-based passive and active monitoring for pathogens associated with acute gastroenteritis and acute respiratory illness among hospitalized adult Veterans in the United States.</p>
<p>Over 9 million Veterans&#x02014;people who have served as military, naval, air, and other uniformed service members in the United States&#x02014;currently receive health care from the Veterans Health Administration of the Department of Veterans Affairs (VA), an integrated health care delivery network providing comprehensive health services to eligible Veterans through medical centers and community-based outpatient clinics across the United States (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Within the VA network, sites use a comprehensive electronic health record system, Veterans Health Information Systems and Technology Architecture (VistA), and Computerized Patient Record System (CPRS), with existing functionalities that support data collection for clinical and research purposes (<xref ref-type="bibr" rid="B4">4</xref>). Patients served by the VA are predominantly male (88%), older, and with a higher illness burden compared to civilians (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). Veterans who are of Black/African-American race or Hispanic ethnicity may seek care within the VA system more commonly than Veterans of other racial/ethnic groups (<xref ref-type="bibr" rid="B7">7</xref>).</p>
<p>Data from Veterans can provide key insights into the impact of COVID-19 in the United States. During the COVID-19 pandemic, people who are male, aged &#x0003E;65 years, or of Black race were identified as being disproportionately affected by severe illness caused by SARS-CoV-2 infection, (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B9">9</xref>) supporting the importance of studying this novel disease among VA patients. In addition, certain underlying medical conditions common among Veterans such as chronic lung diseases, diabetes, and heart conditions (<xref ref-type="bibr" rid="B5">5</xref>), are known to increase the risk of severe COVID-19 illness (<xref ref-type="bibr" rid="B10">10</xref>). Early COVID-19 research using large national datasets from hospitalized U.S. Veterans have noted increased risk for in-hospital complications with COVID-19 compared to influenza (<xref ref-type="bibr" rid="B11">11</xref>); identified associations between excess burden of COVID-19 and race/ethnicity (<xref ref-type="bibr" rid="B12">12</xref>); evaluated risk factors for hospitalization, mechanical ventilation, or death (<xref ref-type="bibr" rid="B13">13</xref>); assessed critical care strain (<xref ref-type="bibr" rid="B14">14</xref>); and described readmissions and deaths within 60 days after initial hospital discharge (<xref ref-type="bibr" rid="B15">15</xref>).</p>
<p>Although disease dynamics among VA patients are not necessarily comparable to those among members of the general U.S. population, examination of populations at increased risk for severe disease is relevant to understanding the full range of COVID-19 effects. Prospective surveillance at sentinel sites, as in SUPERNOVA, while not nationally representative, allows for collection of granular data, such as results of laboratory testing on clinical specimens, that can be challenging to capture in larger analyses of administrative data. In this paper, we present surveillance methods for adapting the SUPERNOVA surveillance platform to prospectively evaluate COVID-19 epidemiology during a public health emergency, including detecting, characterizing, and monitoring patients with and without COVID-19.</p></sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and Methods</title>
<p>SUPERNOVA is a sentinel network of five participating VAMCs located in four U.S. states (<xref ref-type="fig" rid="F1">Figure 1</xref>), collectively serving an estimated patient population of 400,000 Veterans annually (<xref ref-type="table" rid="T1">Table 1</xref>). Surveillance is conducted among Veterans aged &#x02265;18 years who seek care at a participating VAMC.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Map of five sentinel sites conducting COVID-19 surveillance&#x02014;Surveillance Platform for Enteric and Respiratory Infectious Organisms at Veterans Affairs Medical Centers (SUPERNOVA), United States, 2020&#x02013;2021.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-09-739076-g0001.tif"/>
</fig>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Selected characteristics of participating sentinel sites&#x02014;Surveillance Platform for Enteric and Respiratory Infectious Organisms at Veterans Affairs Medical Centers (SUPERNOVA).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Site name and location</bold></th>
<th valign="top" align="left"><bold>Size</bold></th>
<th valign="top" align="left"><bold>Description</bold></th>
<th valign="top" align="left"><bold>Estimated population served annually</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Atlanta VA Medical Center,<break/> <bold>Atlanta, GA, USA</bold></td>
<td valign="top" align="left">405 beds</td>
<td valign="top" align="left">Tertiary care facility (teaching hospital) with 273 hospital beds, CLC with 120 beds, Psychosocial Rehabilitation Treatment Program with 12 beds; seven CBOCs</td>
<td valign="top" align="left">120,000 Veterans in northeastern Georgia (GA)</td>
</tr>
<tr>
<td valign="top" align="left">James J. Peters VA Medical Center,<break/> <bold>Bronx, NY, USA</bold></td>
<td valign="top" align="left">431 beds</td>
<td valign="top" align="left">Tertiary care facility (teaching hospital) with 311 hospital beds, CLC with 120 beds; three CBOCs</td>
<td valign="top" align="left">24,000 Veterans in the New York City metropolitan region in New York (NY)</td>
</tr>
<tr>
<td valign="top" align="left">Michael E. DeBakey VA Medical Center,<break/> <bold>Houston, TX, USA</bold></td>
<td valign="top" align="left">531 beds</td>
<td valign="top" align="left">Tertiary care facility (teaching hospital) with 350 acute care beds, Spinal Cord Injury Center with 40 beds, CLC with 141 beds; 10 CBOCs</td>
<td valign="top" align="left">113,000 Veterans in southeastern Texas (TX)</td>
</tr>
<tr>
<td valign="top" align="left">VA Greater Los Angeles Health System,<break/> <bold>Los Angeles, CA, USA</bold></td>
<td valign="top" align="left">945 beds</td>
<td valign="top" align="left">Tertiary care facility (teaching hospital), CLC, community care center for homeless Veterans; eight CBOCs</td>
<td valign="top" align="left">82,000 Veterans in southern California (CA)</td>
</tr>
<tr>
<td valign="top" align="left">VA Palo Alto Health Care System,<break/> <bold>Palo Alto, CA, USA</bold></td>
<td valign="top" align="left">800 beds</td>
<td valign="top" align="left">Three tertiary care facilities (teaching hospital), homeless domiciliary with 100 beds, three CLCs; seven CBOCs</td>
<td valign="top" align="left">67,000 Veterans in northern California (CA)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Community Living Centers (CLCs) provide extended care rehabilitation and general long-term care; Community-Based Outpatient Clinics (CBOCs) include outpatient primary care</italic>.</p>
</table-wrap-foot>
</table-wrap>
<sec>
<title>Surveillance for Acute Gastroenteritis and Acute Respiratory Illness</title>
<p>Before 2020, primary objectives for the SUPERNOVA network included surveillance to estimate the incidence of norovirus and other causes of acute gastroenteritis in inpatient and outpatient settings, and active and passive surveillance to determine the inpatient burden of adult respiratory syncytial virus, influenza viruses, and other viruses that cause acute respiratory illness (<xref ref-type="fig" rid="F2">Figure 2</xref>). Acute gastroenteritis surveillance using stool specimens ordered for clinician-directed diagnostic testing began at four sites in 2011, and expanded in 2015 to include medical chart review and collection of saliva and serum specimens, with a fifth site (Palo Alto) added in 2017 (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). Acute respiratory illness surveillance with laboratory confirmation began as a pilot at one site (Houston) in 2016, with a second site (Los Angeles) added in 2017. Acute respiratory illness surveillance included: (1) identification of patients who had been admitted with a diagnosis consistent with acute respiratory illness and/or had received clinician-ordered viral respiratory diagnostic testing; (2) medical record reviews and chart abstractions to obtain demographic and clinical information including clinical course; and (3) collection of residual respiratory and serum specimens (<xref ref-type="bibr" rid="B18">18</xref>). By 2019&#x02013;2020, surveillance for acute gastroenteritis and acute respiratory illness was including &#x0007E;900 and &#x0007E;1,600 patients, respectively.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Timeline of surveillance activities&#x02014;Surveillance Platform for Enteric and Respiratory Infectious Organisms at Veterans Affairs Medical Centers (SUPERNOVA), 2011&#x02013;2021.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-09-739076-g0002.tif"/>
</fig></sec>
<sec>
<title>Adaptation for COVID-19 Surveillance</title>
<p>Beginning in March 2020, SUPERNOVA shifted focus to expand acute respiratory illness surveillance to prospective inpatient surveillance with a focus on COVID-19 at all five participating VAMC sites, while pausing surveillance for acute gastroenteritis. Objectives included understanding characteristics of patients with COVID-19 and the spectrum of disease severity, COVID-19 hospitalization rates, underlying medical conditions that increase risk of severe outcomes, virus variants, immune responses, multisystem inflammatory syndrome in adults, and health care use among patients with COVID-19. Additionally, given inclusion of case and control groups, this surveillance platform was positioned to assess COVID-19 vaccine effectiveness among hospitalized Veterans.</p></sec>
<sec>
<title>Identification of Patients With and Without COVID-19</title>
<p>Beginning in February 2020, clinician-directed testing and then universal inpatient screening at hospital admission for SARS-CoV-2 were implemented at the five VAMC sites. Patients with COVID-19 (i.e., cases) were eligible for inclusion in SUPERNOVA if they had a positive molecular SARS-CoV-2 test result within the first 72 hours of hospitalization (<xref ref-type="fig" rid="F3">Figure 3</xref>). Cases were considered symptomatic if they had &#x02265;1 COVID-19-like signs or symptoms documented in their medical records (e.g., admission history and physical examination, or emergency department note)<xref ref-type="fn" rid="fn0001"><sup>1</sup></xref>.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Flow diagram for COVID-19 surveillance data collection&#x02014;Surveillance Platform for Enteric and Respiratory Infectious Organisms at Veterans Affairs Medical Centers (SUPERNOVA), 2021. ARI, acute respiratory illness.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-09-739076-g0003.tif"/>
</fig>
<p>To allow for case-control analyses, for each case, 1&#x02013;2 inpatients without COVID-19 (i.e., controls) were targeted for inclusion in SUPERNOVA (<xref ref-type="fig" rid="F3">Figure 3</xref>). In keeping with existing surveillance procedures for acute respiratory illness within SUPERNOVA, controls were identified from among other patients with respiratory symptoms. Patients were eligible for inclusion as a non-COVID-19 control if they had both a negative SARS-CoV-2 molecular test result (reverse transcription-polymerase chain reaction [RT-PCR] or isothermal nucleic acid amplification test [NAAT]) within 14 days prior to admission or within the first 72 hours of hospitalization, and, if they presented with &#x02265;1 respiratory symptom<xref ref-type="fn" rid="fn0002"><sup>2</sup></xref> (primary controls) at admission. An additional set of controls without respiratory symptoms was included beginning in early 2021. Secondary controls, defined as persons admitted for a non-respiratory acute illness (e.g., chest pain, hypotension) with a negative test result for SARS-CoV-2 and without respiratory symptoms, were also included. Primary or secondary controls who later had a positive SARS-CoV-2 antigen or molecular test result during hospitalization would become ineligible as controls; however, controls could have a positive test result for a different pathogen (e.g., influenza). To ensure similar participation dates, controls were identified daily according to hospital admission dates falling within 1&#x02013;14 days of COVID-19 case admission dates.</p></sec>
<sec>
<title>Medical Record Review</title>
<p>VAMC electronic health records (EHR) of participants with and without COVID-19 were reviewed. Using standardized case report forms, information was collected on patient demographic and clinical characteristics, including SARS-CoV-2 and other viral pathogen test results; history of vaccination against COVID-19 (including state immunization registry data, where available), influenza, and pneumococcal disease; history of present illness and clinical presentation with vital signs and laboratory values upon admission; past medical history including underlying medical conditions; imaging and interventions including intensive care unit admission and mechanical ventilation; treatments provided during hospitalization (e.g., anti-inflammatory agents, anticoagulants, antivirals, vasopressors, hemodialysis, and other therapies); hospital complications and discharge diagnoses using ICD-10 codes; advance directive code status, and disposition (including deaths). Medical records of both cases and controls were reviewed again 90 days after hospital discharge to assess outcomes including clinical and functional status, and additional health care use.</p></sec>
<sec>
<title>Clinical Specimens</title>
<p>Residual clinical respiratory swab specimens and serum or plasma specimens were collected from both COVID-19 case-patients and controls where possible. Residual respiratory specimens were stored at &#x02212;70&#x000B0;C before shipment to CDC for testing using CDC&#x00027;s 2019-Novel Coronavirus Real-Time RT-PCR Diagnostic Panel (<xref ref-type="bibr" rid="B19">19</xref>). Residual serum or plasma specimens (1&#x02013;2 mL) were retrieved after clinically indicated testing was completed, divided into aliquots (minimum 250 microliters each) and frozen at &#x0003C; &#x02212;20&#x000B0;C for further testing. Available laboratory testing at CDC included testing for SARS-CoV-2 antibodies, molecular diagnostics for select respiratory pathogens, or SARS-CoV-2 whole genome sequencing of respiratory specimens with qualifying cycle threshold values. Specimens with a Ct value &#x0003C;33 were submitted for sequencing, and those with genome coverage &#x0003E;90% had a confirmed lineage reported. Results of research-use only laboratory tests were not expected to be provided to VAMC patients or their clinicians.</p></sec>
<sec>
<title>Institutional Review and Consent</title>
<p>Modified protocols were reviewed and approved by the VAMC Research and Development Committee and institutional review boards for each of the five sites; in addition, the activity was reviewed by CDC and conducted consistent with applicable federal law and policy<xref ref-type="fn" rid="fn0003"><sup>3</sup></xref>. Sites tailored a generic consent form to provide their site-specific information and include necessary authorizations for release of medical records, for clinical specimen collection, and for potential future testing.</p></sec>
<sec>
<title>Data Management</title>
<p>Standardized case report forms and data dictionaries were developed and used across all participating sites. Data were entered into a standardized surveillance database in REDCap, a secure web application for building and managing online surveys and databases designed to comply with Health Insurance Portability and Accountability Act (HIPAA) regulations (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). Original participant medical records located at the participating sites were linked to surveillance data solely through sequentially assigned participant identification numbers. Local data were stored behind secure institutional firewalls. Following federal data handling requirements, data were transferred to CDC using participant identification numbers; personally identifiable information, such as patient name or medical record number, was not shared with CDC or other sites.</p></sec>
<sec>
<title>Data Analysis</title>
<p>In addition to simple descriptive analyses of data from COVID-19 cases, including median and interquartile range (IQR), formal statistical comparisons of data from cases and controls may be performed to estimate pathogen-specific relative risk of disease progression and mortality. For example, to estimate the effects of underlying medical conditions on adverse clinical outcomes including mortality, respiratory failure, mechanical ventilation, intensive care unit (ICU) admission, and length of hospital stay, we calculated adjusted risk ratios (aRR) and 95% confidence intervals (CI) for these outcomes among participants with and without COVID-19 hospitalized from February 23&#x02013;October 31, 2020.</p></sec></sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>Initial results from the adapted SUPERNOVA platform have been useful to demonstrate characteristics of adults hospitalized with COVID-19 and the spectrum of disease severity, clarify COVID-19 hospitalization rates among Veterans, and understand underlying medical conditions that increase risk of severe outcomes from COVID-19. As of March 4, 2021, SUPERNOVA included 1,235 patients with COVID-19 (COVID-19 cases) and 707 patients with other acute respiratory illnesses (primary controls) admitted to one of the five participating VAMC sites from February 23 through December 31, 2020. Overall, SUPERNOVA participants were predominantly male (93.1%), of non-Hispanic Black (45.8%) or non-Hispanic White (32.6%) race/ethnicity, and older, with a median age of 70 years (<xref ref-type="table" rid="T2">Table 2</xref>). Among 1,177 COVID-19 cases with available information about their hospitalization, many were severely ill: 332/1,177 (28.2%) were transferred to an intensive care unit (ICU); 107/1,137 (9.4%) received invasive mechanical ventilation; and 158/1,134 (13.9%) died while hospitalized.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Characteristics of Veterans hospitalized with and without COVID-19&#x02014;Surveillance Platform for Enteric and Respiratory Infectious Organisms at Veterans Affairs Medical Centers (SUPERNOVA), February&#x02013;December 2020.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>Veterans hospitalized with COVID-19 (cases)</bold></th>
<th valign="top" align="center"><bold>Veterans hospitalized without COVID-19 (primary controls)<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;</sup></xref></bold></th>
</tr>
<tr>
<th/>
<th valign="top" align="center"><bold><italic>n</italic> (%)</bold></th>
<th valign="top" align="center"><bold><italic>n</italic> (%)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"><bold>Total</bold></td>
<td valign="top" align="center">1,235</td>
<td valign="top" align="center">707</td>
</tr>
<tr>
<td valign="top" align="left"><bold>City</bold></td>
</tr>
<tr>
<td valign="top" align="left">Atlanta, GA, USA</td>
<td valign="top" align="center">296 (24.0)</td>
<td valign="top" align="center">179 (25.3)</td>
</tr>
<tr>
<td valign="top" align="left">Bronx, NY, USA</td>
<td valign="top" align="center">220 (17.8)</td>
<td valign="top" align="center">101 (14.3)</td>
</tr>
<tr>
<td valign="top" align="left">Houston, TX, USA</td>
<td valign="top" align="center">285 (23.1)</td>
<td valign="top" align="center">194 (27.4)</td>
</tr>
<tr>
<td valign="top" align="left">Los Angeles, CA, USA</td>
<td valign="top" align="center">377 (30.5)</td>
<td valign="top" align="center">171 (24.2)</td>
</tr>
<tr>
<td valign="top" align="left">Palo Alto, CA, USA</td>
<td valign="top" align="center">57 (4.6)</td>
<td valign="top" align="center">62 (8.8)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Median age</bold> in years (IQR)</td>
<td valign="top" align="center">70 (59, 76)</td>
<td valign="top" align="center">69 (61, 75)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Sex</bold></td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">1,153 (93.4)</td>
<td valign="top" align="center">656 (92.8)</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">82 (6.6)</td>
<td valign="top" align="center">51 (7.2)</td>
</tr>
<tr>
<td valign="top" align="left"><bold>Race/ethnicity</bold></td>
</tr>
<tr>
<td valign="top" align="left">Non-Hispanic Black</td>
<td valign="top" align="center">585 (47.4)</td>
<td valign="top" align="center">304 (43.0)</td>
</tr>
<tr>
<td valign="top" align="left">Non-Hispanic White</td>
<td valign="top" align="center">359 (29.1)</td>
<td valign="top" align="center">275 (38.9)</td>
</tr>
<tr>
<td valign="top" align="left">Hispanic or Latino</td>
<td valign="top" align="center">200 (16.2)</td>
<td valign="top" align="center">75 (10.6)</td>
</tr>
<tr>
<td valign="top" align="left">Asian</td>
<td valign="top" align="center">16 (1.3)</td>
<td valign="top" align="center">5 (0.7)</td>
</tr>
<tr>
<td valign="top" align="left">Native Hawaiian/Pacific Islander</td>
<td valign="top" align="center">10 (0.8)</td>
<td valign="top" align="center">7 (1.0)</td>
</tr>
<tr>
<td valign="top" align="left">American Indian/Alaskan Native</td>
<td valign="top" align="center">8 (0.7)</td>
<td valign="top" align="center">3 (0.4)</td>
</tr>
<tr>
<td valign="top" align="left">All other races<xref ref-type="table-fn" rid="TN1"><sup>&#x0002A;&#x0002A;</sup></xref></td>
<td valign="top" align="center">57 (4.6)</td>
<td valign="top" align="center">38 (5.4)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>IQR, interquartile range</italic>.</p>
<fn id="TN1"><label>&#x0002A;</label><p><italic>Primary controls had both a negative SARS-CoV-2 molecular test result and &#x02265;1 acute respiratory infection (ARI) symptom</italic>.</p></fn>
<fn id="TN2"><label>&#x0002A;&#x0002A;</label><p><italic>Includes multiple races (n = 3) and unknown race and/or ethnicity (n = 54)</italic>.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>To assess disparities in COVID-19 hospitalization rates by race/ethnicity, case data from SUPERNOVA were analyzed rapidly early in the pandemic. Among the first 621 laboratory-confirmed, hospitalized COVID-19 cases participating in SUPERNOVA, hospitalization rates were highest among Veterans aged &#x02265;85 years (430 per 100,000), of Hispanic or Latino ethnicity (317 per 100,000), and of non-Hispanic Black race (298 per 100,000). Additionally, Veterans aged &#x02265;65 years had a 4.5-fold increased risk of death compared with younger Veterans (95% confidence interval: 2.4&#x02013;8.6). A short report on these findings highlighted the need for targeted prevention and timely treatment of COVID-19, particularly for older adults (<xref ref-type="bibr" rid="B22">22</xref>).</p>
<p>To enhance the evidence base for underlying medical conditions including those with limited evidence to date, we conducted an interim analysis of SUPERNOVA data on comorbidities among COVID-19 cases and controls for outcomes indicating more severe COVID-19 illness. Among 1,254 symptomatic participants through October 2020, including 786 with COVID-19 and 468 without COVID-19, a high prevalence of underlying medical conditions was documented among all participants; median number of underlying medical conditions was four (IQR 2&#x02013;6) and five (IQR 3&#x02013;7) among participants with and without COVID-19, respectively. The most common underlying medical conditions among all participants were hypertension (71.4%), cardiovascular disease (53.7%), diabetes mellitus (45.3%), and chronic non-asthmatic lung disease (41.0%). Compared with controls, after adjusting for age, sex, and race/ethnicity, COVID-19 case-patients had significantly higher risk of mortality, respiratory failure, and invasive mechanical ventilation, and longer hospital stays; 11 categories of underlying medical conditions increased risk for at least one of these outcomes: cancer, recent chemotherapy, cerebrovascular disease, chronic kidney disease, chronic non-asthmatic lung disease, cardiovascular disease, smoking, and diabetes mellitus (data not shown). Risk of death was more than three times higher among participants with COVID-19 (18.1%) compared to those without COVID-19 (6.8%) (aRR 3.07 [95% CI: 2.13, 4.41]).</p></sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>Data from the SUPERNOVA platform enhance COVID-19 surveillance among hospitalized Veterans and are useful to describe the burden and natural history of COVID-19 in this key population. The SUPERNOVA population includes many males, older adults, racial and ethnic minority groups, and people with chronic diseases and other underlying medical conditions, who thus may be disproportionately affected by severe COVID-19 disease outcomes. Strengths of the SUPERNOVA platform for COVID-19 surveillance include the ability to collect and integrate multiple types of data, including clinical and illness outcome information, and laboratory test results from respiratory and serum specimens, with formal comparison between cases and controls with similar hospitalization dates. Furthermore, patients can be followed longitudinally over time. SUPERNOVA data will be useful to address several additional scientific questions related to COVID-19.</p>
<sec>
<title>COVID-19 Vaccine Effectiveness</title>
<p>Vaccine effectiveness (VE) against COVID-19 hospitalization among Veterans may be estimated using data obtained from this surveillance system by comparing vaccination status between hospitalized adults with and without laboratory-confirmed SARS-CoV-2 infection. Using a modified, prospective, test-negative case-control design (<xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B24">24</xref>) to identify COVID-19 cases and controls with COVID-like signs or symptoms identified through passive and active surveillance, VE can be calculated using multivariable logistic regression with case status as the outcome and vaccination status as the main predictor, adjusting for potential confounders (e.g., site, age, sex, race/ethnicity, and underlying health status), where estimated VE = (1&#x02013;adjusted odds ratio<xref ref-type="fn" rid="fn0004"><sup>4</sup></xref>) &#x000D7;100 (<xref ref-type="bibr" rid="B25">25</xref>). To address potential misclassification of controls, VE estimates will be calculated using both primary and secondary controls. SUPERNOVA is one of several surveillance platforms CDC is using to assess effectiveness of COVID-19 vaccines in various populations (<xref ref-type="bibr" rid="B26">26</xref>). SUPERNOVA data can be used to evaluate effectiveness of full or partial vaccination against COVID-19 as well as specific vaccine products, reflecting real-world use. Data from SUPERNOVA showed that, during February 1&#x02013;August 6, 2021, VE of mRNA COVID-19 vaccines against COVID-19 hospitalization was 80% among adults aged &#x02265;65 years compared with 95% among adults aged 18&#x02013;64 years (<xref ref-type="bibr" rid="B27">27</xref>).</p></sec>
<sec>
<title>Virus Variants</title>
<p>Genomic sequencing of specimens collected in SUPERNOVA may be used to identify emergence of novel respiratory pathogens such as SARS-CoV-2 variants, which are a cause of concern due to their potential to exacerbate the trajectory of the COVID-19 pandemic (<xref ref-type="bibr" rid="B28">28</xref>). Monitoring for variants, particularly among VA patients with multiple hospital admissions for COVID-19, may provide evidence regarding disease severity, potential reinfections, and variant influence on countermeasures including diagnostics, therapeutics, and vaccines. Among SUPERNOVA participants, Delta became the predominant SARS-CoV-2 variant in July 2021 (<xref ref-type="bibr" rid="B27">27</xref>).</p></sec>
<sec>
<title>Immune Responses</title>
<p>SUPERNOVA data may be able to address whether antibodies to SARS-CoV-2 or other common coronaviruses might modulate COVID-19 illness severity, using serum representing a spectrum of disease from adults hospitalized with COVID-19.</p></sec>
<sec>
<title>Multisystem Inflammatory Syndrome in Adults</title>
<p>Case series have been reported of Multisystem inflammatory syndrome in adults (MIS-A) associated with SARS-CoV-2 infection (<xref ref-type="bibr" rid="B29">29</xref>). Data on laboratory values and imaging studies from SUPERNOVA may be used to identify possible cases of MIS-A to target these cases for additional chart review and follow-up.</p></sec>
<sec>
<title>Health Care Use</title>
<p>COVID-19 can result in late sequelae and prolonged illness (&#x0201C;long COVID,&#x0201D; or post-acute sequelae of SARS-CoV-2 infection), but relatively little is known about typical clinical course and health care use following hospital discharge for COVID-19 (<xref ref-type="bibr" rid="B30">30</xref>). SUPERNOVA data, which include information on disposition and health care use through at least 90 days following initial hospital discharge for both COVID-19 cases and controls, might help fill this knowledge gap.</p>
<p>Limitations to this surveillance approach include the reliance on current policy of universal screening for SARS-CoV-2 infection of inpatients at the participating sites to identify cases and controls; if these policies were to change, misclassification of COVID-19 cases and controls might be more likely. In addition, timeliness of reporting varies by pandemic phase and site; during pandemic surges in COVID-19 cases at respective sites, adjustments included prioritizing identification of cases rather than controls, and implementing flexible or extended deadlines for data entry and submission to CDC. Furthermore, although a test-negative design for assessing VE minimizes differences by healthcare seeking behavior, other COVID-19 risk mitigation measures could be relevant. Addition of an interview component could help identify differential behaviors associated with COVID-19 acquisition or transmission between cases and controls, such as compliance with non-pharmaceutical interventions (e.g., mask-wearing, physical distancing) or known close contact with a person with COVID-19 in the 14 days preceding symptom onset.</p></sec></sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>In this methods paper, we describe the adaptation of an existing five-site sentinel surveillance platform for acute gastroenteritis and acute respiratory illness to monitor COVID-19 among hospitalized adult Veterans in the United States. The SUPERNOVA surveillance platform, comprising passive and active surveillance and including medical record reviews and clinical specimen collection, pivoted to address new public health priorities during the COVID-19 pandemic. Plans include dissemination of results of ongoing data analyses to inform program and policy decisions with continued attention and responsiveness to public health emergency needs.</p></sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The original contributions presented in the study are included in the article/supplementary material; further inquiries can be directed to the corresponding author.</p></sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by VAMC Research and Development Committee and Institutional Review Boards for each of the five sites; in addition, the activity was reviewed by CDC and conducted consistent with applicable federal law and policy (see e.g., 45 C.F.R. part 46.102(l) (2), 21 C.F.R. part 56; 42 U.S.C. &#x000A7;241(d); 5 U.S.C. &#x000A7;552a; 44 U.S.C. &#x000A7;3501 et seq.). The patients/participants provided their written informed consent to participate in this study.</p></sec>
<sec id="s8">
<title>SUPERNOVA COVID-19 Surveillance Group</title>
<p>Ghazal Ahmadi-Izadi, LaSara Bell, Joy Burnette, Rijalda Deovic, Lauren Epstein, Amy Hartley, Elena Morales, Taressa Sergent, Tehquin Tanner, and Alexis Whitmire: Atlanta VA Medical Center, Atlanta, GA, United States. Katherine Elliot, Ilda Graham, Diki Lama, Awilda Mero, Ismael Pena, Adrienne Perea, Guerry Anabelle Perez, Johane Simelane, Sarah Smith, Gabriela Tallin, and Amelia Tisi: James J. Peters VA Medical Center, Bronx, NY, United States. Alonso Arellano Lopez, Miguel Covarrubias Gonzalez, Rosalba Gomez Morones, Bashir Lengi, Dena Mansouri, Gilberto Rivera Dominguez, Mariana Vanoye Tamez, and Blanca Vargas. Michael E. DeBakey VA Medical Center, Houston, TX, United States. Babak Aryanfar, Ian Lee-Chang, Karen Evangelista, Matthew Goetz, Evan Goldin, Chan Jeong, Anthony Matolek, Chad Mendoza, and Aleksandra Poteshkina: VA Greater Los Angeles Healthcare System, Los Angeles, CA, United States. Madhuri Agrawal, Jessica Lopez, Jude Lopez, and Theresa Peters: VA Palo Alto Health Care System, Palo Alto, CA, United States. Meredith McMorrow, Steve L. Evener, Rebecca Dahl, Daoling Bi, Lindsay Kim, and Aron J. Hall: Centers for Disease Control and Prevention, Atlanta, GA, United States.</p></sec>
<sec id="s9">
<title>Author Contributions</title>
<p>MP, CC, JC, EM, KB, and DS designed the study and drafted the protocol. VM, SB, MR-B, DB, MH, and CL-O revised and approved the final protocol and oversaw data collection. AK, MP, JC, EM, KB, and DS managed and analyzed the data. All authors contributed to the manuscript and approved the submitted version.</p></sec>
<sec sec-type="funding-information" id="s10">
<title>Funding</title>
<p>This study was funded by the Centers for Disease Control and Prevention <italic>via</italic> a contract with the Foundation for Atlanta Veterans Education and Research, Inc. (contract number 75D30119C04211).</p></sec>
<sec id="s11"> <title>Author Disclaimer</title>
<p>The findings and conclusions in this report are those of the authors and do not necessarily represent the official position of the Centers for Disease Control and Prevention, Department of Veterans Affairs or United States Government.</p></sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>VM has received investigator-initiated research grants (to the institution) and consultation fees from Eli Lilly, Bayer, Gilead Sciences, and ViiV. The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p></sec>
<sec sec-type="disclaimer" id="s12">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p></sec> </body>
<back>
<ack><p>The authors thank the CDC COVID-19 Response Epidemiology &#x00026; Surveillance Task Force, including Neha Balachandran, Mathew Esona, Fiona Havers, Miwako Kobayashi, Adam MacNeil, Sara Mirza, Umesh Parashar, Natalie Thornburg, Suxiang Tong, Chris Van Beneden, and Jennifer Verani for their expert advice and support of this work.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patel</surname> <given-names>A</given-names></name> <name><surname>Jernigan</surname> <given-names>DB</given-names></name> <name><surname>2019-nCoV</surname> <given-names>CDC Response Team</given-names></name></person-group>. <article-title>Initial public health response and interim clinical guidance for the 2019 novel coronavirus outbreak - United States, December 31, 2019-February 4, 2020</article-title>. <source>MMWR Morb Mortal Wkly Rep</source>. (<year>2020</year>) <volume>69</volume>:<fpage>140</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm6908e1</pub-id><pub-id pub-id-type="pmid">32745377</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="web"><source>Veterans Health Administration. U.S. Department of Veterans Affairs</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.va.gov/health">https://www.va.gov/health</ext-link> (accessed March 30, 2021).</citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Bagalman</surname> <given-names>E</given-names></name></person-group>. <source>The Number of Veterans That Use VA Health Care Services: A Fact Sheet</source>. <publisher-name>Congressional Research Service, Contract No.: R43579</publisher-name> (<year>2014</year>).</citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x00027;Avolio</surname> <given-names>L</given-names></name> <name><surname>Ferguson</surname> <given-names>R</given-names></name> <name><surname>Goryachev</surname> <given-names>S</given-names></name> <name><surname>Woods</surname> <given-names>P</given-names></name> <name><surname>Sabin</surname> <given-names>T</given-names></name> <name><surname>O&#x00027;Neil</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Implementation of the Department of Veterans Affairs&#x00027; first point-of-care clinical trial</article-title>. <source>J Am Med Inform Assoc.</source> (<year>2012</year>) <volume>19</volume>:<fpage>e170</fpage>&#x02013;<lpage>e6</lpage>. <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000623</pub-id><pub-id pub-id-type="pmid">22366293</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rogers</surname> <given-names>WH</given-names></name> <name><surname>Kazis</surname> <given-names>LE</given-names></name> <name><surname>Miller</surname> <given-names>DR</given-names></name> <name><surname>Skinner</surname> <given-names>KM</given-names></name> <name><surname>Clark</surname> <given-names>JA</given-names></name> <name><surname>Spiro</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Comparing the health status of VA and non-VA ambulatory patients: the veterans&#x00027; health and medical outcomes studies</article-title>. <source>J Ambul Care Manage.</source> (<year>2004</year>) <volume>27</volume>:<fpage>249</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1097/00004479-200407000-00009</pub-id><pub-id pub-id-type="pmid">15287215</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><collab>U.S. Department of Veterans Affairs</collab></person-group>. <source>Analysis of VA Health Care Utilization among Operation Enduring Freedom (OEF), Operation Iraqi Freedom (OIF), and Operation New Dawn (OND) Veterans</source> (<year>2017</year>).</citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>National Center for Veterans Analysis Statistics U.S. Department of Veterans Affairs. VA Utilization Profile FY</collab></person-group> (<year>2016</year>). Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.va.gov/vetdata/docs/QuickFacts/VA_Utilization_Profile.PDF">https://www.va.gov/vetdata/docs/QuickFacts/VA_Utilization_Profile.PDF</ext-link> (accessed March 30, 2021).</citation>
</ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garg</surname> <given-names>S</given-names></name> <name><surname>Kim</surname> <given-names>L</given-names></name> <name><surname>Whitaker</surname> <given-names>M</given-names></name> <name><surname>O&#x00027;Halloran</surname> <given-names>A</given-names></name> <name><surname>Cummings</surname> <given-names>C</given-names></name> <name><surname>Holstein</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Hospitalization rates and characteristics of patients hospitalized with laboratory-confirmed coronavirus disease 2019 - COVID-NET, 14 States, March 1-30, 2020</article-title>. <source>MMWR Morb Mortal Wkly Rep</source>. (<year>2020</year>) <volume>69</volume>:<fpage>458</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm6915e3</pub-id><pub-id pub-id-type="pmid">32298251</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>Z</given-names></name> <name><surname>McGoogan</surname> <given-names>JM</given-names></name></person-group>. <article-title>Characteristics of and important lessons from the coronavirus disease 2019 (COVID-19) outbreak in China: summary of a report of 72314 cases from the Chinese Center for Disease Control and Prevention</article-title>. <source>JAMA.</source> (<year>2020</year>) <volume>323</volume>:<fpage>1239</fpage>&#x02013;<lpage>42</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2020.2648</pub-id><pub-id pub-id-type="pmid">32091533</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>Centers for Disease Control Prevention U.S. Department of Health and Human Services</collab></person-group>. People at Increased Risk. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/need-extra-precautions">https://www.cdc.gov/coronavirus/2019-ncov/need-extra-precautions</ext-link> (accessed April 28, 2021).</citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cates</surname> <given-names>J</given-names></name> <name><surname>Lucero-Obusan</surname> <given-names>C</given-names></name> <name><surname>Dahl</surname> <given-names>RM</given-names></name> <name><surname>Schirmer</surname> <given-names>P</given-names></name> <name><surname>Garg</surname> <given-names>S</given-names></name> <name><surname>Oda</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Risk for in-hospital complications associated with COVID-19 and influenza - Veterans Health Administration, United States, October 1, 2018-May 31 2020</article-title>. <source>MMWR Morb Mortal Wkly Rep.</source> (<year>2020</year>) <volume>69</volume>:<fpage>1528</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm6942e3</pub-id><pub-id pub-id-type="pmid">33090987</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rentsch</surname> <given-names>CT</given-names></name> <name><surname>Kidwai-Khan</surname> <given-names>F</given-names></name> <name><surname>Tate</surname> <given-names>JP</given-names></name> <name><surname>Park</surname> <given-names>LS</given-names></name> <name><surname>King</surname> <given-names>JT Jr</given-names></name> <name><surname>Skanderson</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Patterns of COVID-19 testing and mortality by race and ethnicity among United States veterans: a nationwide cohort study</article-title>. <source>PLoS Med.</source> (<year>2020</year>) <volume>17</volume>:<fpage>e1003379</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pmed.1003379</pub-id><pub-id pub-id-type="pmid">32960880</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ioannou</surname> <given-names>GN</given-names></name> <name><surname>Locke</surname> <given-names>E</given-names></name> <name><surname>Green</surname> <given-names>P</given-names></name> <name><surname>Berry</surname> <given-names>K</given-names></name> <name><surname>O&#x00027;Hare</surname> <given-names>AM</given-names></name> <name><surname>Shah</surname> <given-names>JA</given-names></name> <etal/></person-group>. <article-title>Risk Factors for hospitalization, mechanical ventilation, or death among 10131 US Veterans with SARS-CoV-2 infection</article-title>. <source>JAMA Netw Open.</source> (<year>2020</year>) <volume>3</volume>:<fpage>e2022310</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.22310</pub-id><pub-id pub-id-type="pmid">32965502</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bravata</surname> <given-names>DM</given-names></name> <name><surname>Perkins</surname> <given-names>AJ</given-names></name> <name><surname>Myers</surname> <given-names>LJ</given-names></name> <name><surname>Arling</surname> <given-names>G</given-names></name> <name><surname>Zhang</surname> <given-names>Y</given-names></name> <name><surname>Zillich</surname> <given-names>AJ</given-names></name> <etal/></person-group>. <article-title>Association of intensive care unit patient load and demand with mortality rates in US Department of Veterans Affairs Hospitals during the COVID-19 pandemic</article-title>. <source>JAMA Netw Open.</source> (<year>2021</year>) <volume>4</volume>:<fpage>e2034266</fpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.34266</pub-id><pub-id pub-id-type="pmid">33464319</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Donnelly</surname> <given-names>JP</given-names></name> <name><surname>Wang</surname> <given-names>XQ</given-names></name> <name><surname>Iwashyna</surname> <given-names>TJ</given-names></name> <name><surname>Prescott</surname> <given-names>HC</given-names></name></person-group>. <article-title>Readmission and death after initial hospital discharge among patients with COVID-19 in a large multihospital system</article-title>. <source>JAMA.</source> (<year>2021</year>) <volume>325</volume>:<fpage>304</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2020.21465</pub-id><pub-id pub-id-type="pmid">33315057</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grytdal</surname> <given-names>S</given-names></name> <name><surname>Browne</surname> <given-names>H</given-names></name> <name><surname>Collins</surname> <given-names>N</given-names></name> <name><surname>Vargas</surname> <given-names>B</given-names></name> <name><surname>Rodriguez-Barradas</surname> <given-names>MC</given-names></name> <name><surname>Rimland</surname> <given-names>D</given-names></name> <etal/></person-group>. <article-title>Trends in incidence of norovirus-associated acute gastroenteritis in 4 Veterans Affairs Medical Center Populations in the United States, 2011-2015</article-title>. <source>Clin Infect Dis.</source> (<year>2020</year>) <volume>70</volume>:<fpage>40</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1093/cid/ciz165</pub-id><pub-id pub-id-type="pmid">30901024</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kambhampati</surname> <given-names>AK</given-names></name> <name><surname>Vargas</surname> <given-names>B</given-names></name> <name><surname>Mushtaq</surname> <given-names>M</given-names></name> <name><surname>Browne</surname> <given-names>H</given-names></name> <name><surname>Grytdal</surname> <given-names>S</given-names></name> <name><surname>Atmar</surname> <given-names>RL</given-names></name> <etal/></person-group>. <article-title>Active surveillance for norovirus in a US Veterans Affairs Patient Population, Houston, Texas, 2015-2016</article-title>. <source>Open Forum Infect Dis.</source> (<year>2019</year>) <volume>6</volume>:<fpage>ofz115</fpage>. <pub-id pub-id-type="doi">10.1093/ofid/ofz115</pub-id><pub-id pub-id-type="pmid">30949545</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cardemil</surname> <given-names>CV</given-names></name> <name><surname>Balachandran</surname> <given-names>N</given-names></name> <name><surname>Kambhampati</surname> <given-names>A</given-names></name> <name><surname>Grytdal</surname> <given-names>S</given-names></name> <name><surname>Dahl</surname> <given-names>RM</given-names></name> <name><surname>Rodriguez-Barradas</surname> <given-names>MC</given-names></name> <etal/></person-group>. <article-title>Incidence, etiology, and severity of acute gastroenteritis among prospectively enrolled patients in 4 Veterans Affairs hospitals and outpatient centers, 2016-18</article-title>. <source>Clin Infect Dis.</source> (<year>2021</year>). <pub-id pub-id-type="doi">10.1093/cid/ciaa806.</pub-id> [Epub ahead of print].<pub-id pub-id-type="pmid">32584956</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>Centers for Disease Control and Prevention</collab></person-group>. <source>CDC 2019-Novel Coronavirus (2019-nCoV) Real-Time RT-PCR Diagnostic Panel: for Emergency Use Only</source>. CDC-006-00019, Revision: 07. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.fda.gov/media/134922/download">https://www.fda.gov/media/134922/download</ext-link> (accessed July 21, 2021).</citation>
</ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harris</surname> <given-names>PA</given-names></name> <name><surname>Taylor</surname> <given-names>R</given-names></name> <name><surname>Thielke</surname> <given-names>R</given-names></name> <name><surname>Payne</surname> <given-names>J</given-names></name> <name><surname>Gonzalez</surname> <given-names>N</given-names></name> <name><surname>Conde</surname> <given-names>JG</given-names></name></person-group>. <article-title>Research electronic data capture (REDCap)&#x02013;a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>. <source>J Biomed Inform.</source> (<year>2009</year>) <volume>42</volume>:<fpage>377</fpage>&#x02013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id><pub-id pub-id-type="pmid">18929686</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harris</surname> <given-names>PA</given-names></name> <name><surname>Taylor</surname> <given-names>R</given-names></name> <name><surname>Minor</surname> <given-names>BL</given-names></name> <name><surname>Elliott</surname> <given-names>V</given-names></name> <name><surname>Fernandez</surname> <given-names>M</given-names></name> <name><surname>O&#x00027;Neal</surname> <given-names>L</given-names></name> <etal/></person-group>. <article-title>The REDCap consortium: building an international community of software platform partners</article-title>. <source>J Biomed Inform.</source> (<year>2019</year>) <volume>95</volume>:<fpage>103208</fpage>. <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id><pub-id pub-id-type="pmid">31078660</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cardemil</surname> <given-names>CV</given-names></name> <name><surname>Dahl</surname> <given-names>R</given-names></name> <name><surname>Prill</surname> <given-names>MM</given-names></name> <name><surname>Cates</surname> <given-names>J</given-names></name> <name><surname>Brown</surname> <given-names>S</given-names></name> <name><surname>Perea</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>COVID-19-related hospitalization rates and severe outcomes among Veterans from 5 Veterans Affairs Medical Centers: Hospital-Based Surveillance Study</article-title>. <source>JMIR Public Health Surveill.</source> (<year>2021</year>) <volume>7</volume>:<fpage>e24502</fpage>. <pub-id pub-id-type="doi">10.2196/24502</pub-id><pub-id pub-id-type="pmid">33338028</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Foppa</surname> <given-names>IM</given-names></name> <name><surname>Haber</surname> <given-names>M</given-names></name> <name><surname>Ferdinands</surname> <given-names>JM</given-names></name> <name><surname>Shay</surname> <given-names>DK</given-names></name></person-group>. <article-title>The case test-negative design for studies of the effectiveness of influenza vaccine</article-title>. <source>Vaccine.</source> (<year>2013</year>) <volume>31</volume>:<fpage>3104</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1016/j.vaccine.2013.04.026</pub-id><pub-id pub-id-type="pmid">23624093</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chua</surname> <given-names>H</given-names></name> <name><surname>Feng</surname> <given-names>S</given-names></name> <name><surname>Lewnard</surname> <given-names>JA</given-names></name> <name><surname>Sullivan</surname> <given-names>SG</given-names></name> <name><surname>Blyth</surname> <given-names>CC</given-names></name> <name><surname>Lipsitch</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>The use of test-negative controls to monitor vaccine effectiveness: a systematic review of methodology</article-title>. <source>Epidemiology.</source> (<year>2020</year>) <volume>31</volume>:<fpage>43</fpage>&#x02013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1097/EDE.0000000000001116</pub-id><pub-id pub-id-type="pmid">31609860</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>World Health Organization</collab></person-group>. <source>Evaluation of COVID-19 Vaccine Effectiveness</source>. Interim Guidance. <publisher-loc>Geneva</publisher-loc>: <publisher-name>World Health Organization</publisher-name> (<year>2021</year>). p. <fpage>1</fpage>&#x02013;<lpage>70</lpage>.</citation>
</ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="web"><person-group person-group-type="author"><collab>Centers, for Disease Control Prevention, U.S. Department of Health and Human Services</collab></person-group>. COVID-19 Vaccine Effectiveness Research. Available online at: <ext-link ext-link-type="uri" xlink:href="https://www.cdc.gov/vaccines/covid-19/effectiveness-research/protocols.html">https://www.cdc.gov/vaccines/covid-19/effectiveness-research/protocols.html</ext-link> (accessed March 30, 2021).</citation>
</ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bajema</surname> <given-names>KL</given-names></name> <name><surname>Dahl</surname> <given-names>RM</given-names></name> <name><surname>Prill</surname> <given-names>MP</given-names></name> <name><surname>Meites</surname> <given-names>E</given-names></name> <name><surname>Rodriguez-Barradas</surname> <given-names>MC</given-names></name> <name><surname>Marconi</surname> <given-names>VC</given-names></name> <etal/></person-group>. <article-title>Effectiveness of COVID-19 mRNA vaccines against COVID-19-associated hospitalization - Five Veterans Affairs Medical Centers, United States, February 1-August 6, 2021</article-title>. <source>MMWR.</source> (<year>2021</year>) <volume>70</volume>:<fpage>1294</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm7037e3</pub-id><pub-id pub-id-type="pmid">34529636</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walensky</surname> <given-names>RP</given-names></name> <name><surname>Walke</surname> <given-names>HT</given-names></name> <name><surname>Fauci</surname> <given-names>AS</given-names></name></person-group>. <article-title>SARS-CoV-2 variants of concern in the United States-challenges and opportunities</article-title>. <source>JAMA.</source> (<year>2021</year>) <volume>325</volume>:<fpage>1037</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2021.2294</pub-id><pub-id pub-id-type="pmid">33595644</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morris</surname> <given-names>SB</given-names></name> <name><surname>Schwartz</surname> <given-names>NG</given-names></name> <name><surname>Patel</surname> <given-names>P</given-names></name> <name><surname>Abbo</surname> <given-names>L</given-names></name> <name><surname>Beauchamps</surname> <given-names>L</given-names></name> <name><surname>Balan</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Case series of multisystem inflammatory syndrome in adults associated with SARS-CoV-2 infection - United Kingdom and United States, March-August 2020</article-title>. <source>MMWR Morb Mortal Wkly Rep.</source> (<year>2020</year>) <volume>69</volume>:<fpage>1450</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm6940e1</pub-id><pub-id pub-id-type="pmid">33031361</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tenforde</surname> <given-names>MW</given-names></name> <name><surname>Kim</surname> <given-names>SS</given-names></name> <name><surname>Lindsell</surname> <given-names>CJ</given-names></name> <name><surname>Billig</surname> <given-names>Rose E</given-names></name> <name><surname>Shapiro</surname> <given-names>NI</given-names></name> <name><surname>Files</surname> <given-names>DC</given-names></name> <etal/></person-group>. <article-title>Symptom duration and risk factors for delayed return to usual health among outpatients with COVID-19 in a Multistate Health Care Systems Network - United States, March-June 2020</article-title>. <source>MMWR Morb Mortal Wkly Rep.</source> (<year>2020</year>) <volume>69</volume>:<fpage>993</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.15585/mmwr.mm6930e1</pub-id><pub-id pub-id-type="pmid">32730238</pub-id></citation></ref>
</ref-list>	
<fn-group>
<fn id="fn0001"><p><sup>1</sup>COVID-19-like signs or symptoms included fever, new or worsened cough, new or worsened shortness of breath, loss of taste or smell, increased sputum production, SpO<sub>2</sub> on room air &#x0003C;94%, invasive or non-invasive ventilation requirement, and pulmonary findings on chest imaging consistent with pneumonia.</p></fn>
<fn id="fn0002"><p><sup>2</sup>Symptoms of acute respiratory illness included fever, chills, cough, shortness of breath, sinus congestion/runny nose, or sore throat.</p></fn>
<fn id="fn0003"><p><sup>3</sup>See e.g., 45 C.F.R. part 46.102(l) (2), 21 C.F.R. part 56; 42 U.S.C. &#x000A7;241(d); 5 U.S.C. &#x000A7;552a; 44 U.S.C. &#x000A7;3501 et seq.</p></fn>
<fn id="fn0004"><p><sup>4</sup>Odds ratio for case status among vaccinated persons compared with unvaccinated persons.</p></fn>
</fn-group>
</back>
</article> 