<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<?covid-19-tdm?>
<?covid-19-tdm?>
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2023.1249614</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Implementation of California COVIDNet &#x2013; a multi-sector collaboration for statewide SARS-CoV-2 genomic surveillance</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wadford</surname>
<given-names>Debra A.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2137597/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Baumrind</surname>
<given-names>Nikki</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Baylis</surname>
<given-names>Elizabeth F.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bell</surname>
<given-names>John M.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2233775/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bouchard</surname>
<given-names>Ellen L.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2137218/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Crumpler</surname>
<given-names>Megan</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2362243/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Foote</surname>
<given-names>Eric M.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Gilliam</surname>
<given-names>Sabrina</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Glaser</surname>
<given-names>Carol A.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hacker</surname>
<given-names>Jill K.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ledin</surname>
<given-names>Katya</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Messenger</surname>
<given-names>Sharon L.</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Morales</surname>
<given-names>Christina</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Smith</surname>
<given-names>Emily A.</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2233605/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sevinsky</surname>
<given-names>Joel R.</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2353039/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Corbett-Detig</surname>
<given-names>Russell B.</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<xref rid="fn0020" ref-type="author-notes"><sup>&#x2020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>DeRisi</surname>
<given-names>Joseph</given-names>
</name>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
<xref rid="aff6" ref-type="aff"><sup>6</sup></xref>
<xref rid="fn0021" ref-type="author-notes"><sup>&#x2021;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jacobson</surname>
<given-names>Kathleen</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="fn0021" ref-type="author-notes"><sup>&#x2021;</sup></xref>
</contrib>
</contrib-group>
<contrib-group content-type="collab-list">
<contrib contrib-type="author" id="collab1">
<collab>the COVIDNet Consortium</collab>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Adams</surname> <given-names>Summer</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Arunleung</surname> <given-names>Phacharee</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bacinskas</surname> <given-names>Matthew</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Baumrind</surname> <given-names>Nikki</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Baylis</surname> <given-names>Elizabeth F.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bernas</surname> <given-names>Cynthia</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bell</surname> <given-names>John M.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Berumen</surname> <given-names>Ricardo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bouchard</surname> <given-names>Ellen L.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Brown</surname> <given-names>Brandon</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bullick</surname> <given-names>Teal</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Chaille</surname> <given-names>Lyndsey</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Chen</surname> <given-names>Alice</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Cosentino</surname> <given-names>Giorgio</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Cruz</surname> <given-names>Yocelyn</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>D&#x2019;Angelo</surname> <given-names>Nick</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Deldari</surname> <given-names>Mojgan</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Espinosa</surname> <given-names>Alex</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Espinoza</surname> <given-names>Ambar</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Foote</surname> <given-names>Eric M.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Getabecha</surname> <given-names>Shiffen</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Gilliam</surname> <given-names>Sabrina</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Glaser</surname> <given-names>Carol A.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Glenn</surname> <given-names>Madeleine</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Gonzaga</surname> <given-names>Bianca</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Gonzales</surname> <given-names>Ydelita</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Greengard</surname> <given-names>Melanie</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Guevara</surname> <given-names>Hugo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Hacker</surname> <given-names>Jill K.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Hansard</surname> <given-names>Kim</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Hatada</surname> <given-names>April</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Haw</surname> <given-names>Monica</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Huynh</surname> <given-names>Thalia</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Jacobson</surname> <given-names>Kathleen</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kath</surname> <given-names>Chantha</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kimsey</surname> <given-names>Paul B.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ledin</surname> <given-names>Katya</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Lemoine</surname> <given-names>Deidra</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Lopez</surname> <given-names>Ruth</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Messenger</surname> <given-names>Sharon L.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Molinar</surname> <given-names>Blanca</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Morales</surname> <given-names>Christina</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Munoz</surname> <given-names>Samantha</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Nakamura</surname> <given-names>Robert</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Osugi</surname> <given-names>Nichole</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Padilla</surname> <given-names>Tasha</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Pan</surname> <given-names>Chao-Yang</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Panditrao</surname> <given-names>Mayuri V.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Preas</surname> <given-names>Chris</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Probert</surname> <given-names>Will</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Quintana</surname> <given-names>Alexa</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Uribe-Fuentes</surname> <given-names>Maria</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ramirez</surname> <given-names>Mayra</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Reyes</surname> <given-names>Clarence</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Saguar</surname> <given-names>Estela</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Salas</surname> <given-names>Maria</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Seritan</surname> <given-names>Ioana</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Stavig</surname> <given-names>Brandon</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Tamnanchit</surname> <given-names>Hilary</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ting</surname> <given-names>Serena</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wadford</surname> <given-names>Debra A.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wong</surname> <given-names>Cindy</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wright</surname> <given-names>Chelsea</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Yagi</surname> <given-names>Shigeo</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Servellita</surname> <given-names>Venice</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sotomayor-Gonzalez</surname> <given-names>Alicia</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Chiu</surname> <given-names>Charles Y.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bjork</surname> <given-names>Isabel</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kapp</surname> <given-names>Joshua</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>van den Bout</surname> <given-names>Anouk</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kephart</surname> <given-names>Ellen</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Alnaeeli</surname> <given-names>Mawadda</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Poon</surname> <given-names>Hau-Ling</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Topper</surname> <given-names>Scott</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Shafii</surname> <given-names>Marzieh</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sowko</surname> <given-names>Sara</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Trammell</surname> <given-names>Stephanie</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wolfsohn</surname> <given-names>Erik</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ayscue</surname> <given-names>Patrick</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kistler</surname> <given-names>Amy</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Crawford</surname> <given-names>Emily</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>DeRisi</surname> <given-names>Joseph</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Tato</surname> <given-names>Cristina</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Arboledaz</surname> <given-names>Valeria</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Eskin</surname> <given-names>Eleazar</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sathe</surname> <given-names>Laila M.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Skarbinski</surname> <given-names>Jacek</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Duque</surname> <given-names>Abigail</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Schapiro</surname> <given-names>Jeffrey</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Yeung</surname> <given-names>Ivy</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ghatti</surname> <given-names>Rama</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Shajani-Yi</surname> <given-names>Zahra</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Garrigues</surname> <given-names>Jacob M.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Green</surname> <given-names>Nicole</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Hemarajata</surname> <given-names>Peera</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Anaya</surname> <given-names>Carlos</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ferguson</surname> <given-names>Donna</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kapuszinsky</surname> <given-names>Beatrix</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ramirez</surname> <given-names>Favian</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sta Agueda</surname> <given-names>Felipe</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Crumpler</surname> <given-names>Megan</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wolfe</surname> <given-names>Julia</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Corbett-Detig</surname> <given-names>Russell B.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Haussler</surname> <given-names>David</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Perry</surname> <given-names>Marc</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>McBroome</surname> <given-names>Jakob</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Duong</surname> <given-names>Nhi</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Forester</surname> <given-names>Deborah</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Gonzalez</surname> <given-names>Anthony</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Victorio</surname> <given-names>Maria J.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Manlutac</surname> <given-names>Anna Liza M.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Corrigan</surname> <given-names>Jeremy</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Rhoades</surname> <given-names>Nicholas S.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Castro</surname> <given-names>Lina</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Masinde</surname> <given-names>Godfred</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kaur</surname> <given-names>Harmeet</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Paniagua-Alexander</surname> <given-names>Monica</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Erwin</surname> <given-names>Katrina G.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Miller</surname> <given-names>Glen</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sidhu</surname> <given-names>Frances N.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Jones</surname> <given-names>Morris</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kothari</surname> <given-names>Sangita</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ngo</surname> <given-names>Christopher</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bonin</surname> <given-names>Brandon</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Castillo</surname> <given-names>Daniel</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Khoshabian</surname> <given-names>Rensen</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Andersen</surname> <given-names>Kristian</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Zeller</surname> <given-names>Mark</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Critchett</surname> <given-names>Lisa</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Gonzalez</surname> <given-names>Carlos</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Goraichuk</surname> <given-names>Iryna V.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Rees</surname> <given-names>Rachel</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Ambrosio</surname> <given-names>Frank</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Kapsak</surname> <given-names>Curtis J.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Libuit</surname> <given-names>Kevin G.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Scribner</surname> <given-names>Michelle R.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sevinsky</surname> <given-names>Joel R.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Smith</surname> <given-names>Emily A.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wright</surname> <given-names>Sage M.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Cadiz</surname> <given-names>Vanessa B.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Lopez</surname> <given-names>Denise</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Rosman</surname> <given-names>Matthew</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Bach</surname> <given-names>Bryan</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Wyman</surname> <given-names>Stacia</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Acharya</surname> <given-names>Charlotte</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Davis</surname> <given-names>Ryan</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Michelmore</surname> <given-names>Richard</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Oakes</surname> <given-names>Melanie</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Sandmeyer</surname> <given-names>Suzanne</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Borkovich</surname> <given-names>Kathy</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Clark</surname> <given-names>Clay H.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Clark</surname> <given-names>Holly</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Le</surname> <given-names>Brandon</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>De Hoff</surname> <given-names>Peter</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Jepsen</surname> <given-names>Kristen</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Knight</surname> <given-names>Rob</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Laurent</surname> <given-names>Louise C.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Aralis</surname> <given-names>Zack</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Arias</surname> <given-names>Carolina</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Balasanyan</surname> <given-names>Varuzhan</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Duhon</surname> <given-names>Mark</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Li</surname> <given-names>Xinmin</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Chow</surname> <given-names>Eric</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Leung</surname> <given-names>Nicole</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Martinez</surname> <given-names>Delsy</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Miyasaki</surname> <given-names>Tyler T.</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Clow</surname> <given-names>Ashlee</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Hoffman</surname> <given-names>Jared</given-names></name>
</contrib>
<contrib contrib-type="author" rid="collab1">
<name><surname>Rush</surname> <given-names>Thomas</given-names></name>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>California Department of Public Health</institution>, <addr-line>Richmond, CA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Orange County Public Health Laboratory</institution>, <addr-line>Santa Ana, CA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Theiagen Genomics</institution>, <addr-line>Highlands Ranch, CO</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Pathogen Genomics Center, University of California, Santa Cruz</institution>, <addr-line>Santa Cruz, CA</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>University of California, San Francisco</institution>, <addr-line>San Francisco, CA</addr-line>, <country>United States</country></aff>
<aff id="aff6"><sup>6</sup><institution>Chan Zuckerberg Biohub</institution>, <addr-line>San Francisco, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0022"><p>Edited by: Ruth Evangeline Timme, U.S. Food and Drug Administration, United States</p></fn>
<fn fn-type="edited-by" id="fn0023"><p>Reviewed by: Bernard Joseph Hudson, New South Wales Health Pathology, Australia; Sarah M. Owens, Argonne National Laboratory (DOE), United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Debra A. Wadford, <email>debra.wadford@cdph.ca.gov</email></corresp>
<fn fn-type="equal" id="fn0020"><p><sup>&#x2020;</sup>This author share senior authorship</p></fn>
<fn fn-type="equal" id="fn0021"><p><sup>&#x2021;</sup>These authors have contributed equally to this work and share last authorship</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>10</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>11</volume>
<elocation-id>1249614</elocation-id>
<history>
<date date-type="received">
<day>29</day>
<month>06</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>27</day>
<month>09</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Wadford, Baumrind, Baylis, Bell, Bouchard, Crumpler, Foote, Gilliam, Glaser, Hacker, Ledin, Messenger, Morales, Smith, Sevinsky, Corbett-Detig, DeRisi, Jacobson and the COVIDNet Consortium.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Wadford, Baumrind, Baylis, Bell, Bouchard, Crumpler, Foote, Gilliam, Glaser, Hacker, Ledin, Messenger, Morales, Smith, Sevinsky, Corbett-Detig, DeRisi, Jacobson and the COVIDNet Consortium</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>The SARS-CoV-2 pandemic represented a formidable scientific and technological challenge to public health due to its rapid spread and evolution. To meet these challenges and to characterize the virus over time, the State of California established the California SARS-CoV-2 Whole Genome Sequencing (WGS) Initiative, or &#x201C;California COVIDNet&#x201D;. This initiative constituted an unprecedented multi-sector collaborative effort to achieve large-scale genomic surveillance of SARS-CoV-2 across California to monitor the spread of variants within the state, to detect new and emerging variants, and to characterize outbreaks in congregate, workplace, and other settings.</p>
</sec>
<sec>
<title>Methods</title>
<p>California COVIDNet consists of 50 laboratory partners that include public health laboratories, private clinical diagnostic laboratories, and academic sequencing facilities as well as expert advisors, scientists, consultants, and contractors. Data management, sample sourcing and processing, and computational infrastructure were major challenges that had to be resolved in the midst of the pandemic chaos in order to conduct SARS-CoV-2 genomic surveillance. Data management, storage, and analytics needs were addressed with both conventional database applications and newer cloud-based data solutions, which also fulfilled computational requirements.</p>
</sec>
<sec>
<title>Results</title>
<p>Representative and randomly selected samples were sourced from state-sponsored community testing sites. Since March of 2021, California COVIDNet partners have contributed more than 450,000 SARS-CoV-2 genomes sequenced from remnant samples from both molecular and antigen tests. Combined with genomes from CDC-contracted WGS labs, there are currently nearly 800,000 genomes from all 61 local health jurisdictions (LHJs) in California in the COVIDNet sequence database. More than 5% of all reported positive tests in the state have been sequenced, with similar rates of sequencing across 5 major geographic regions in the state.</p>
</sec>
<sec>
<title>Discussion</title>
<p>Implementation of California COVIDNet revealed challenges and limitations in the public health system. These were overcome by engaging in novel partnerships that established a successful genomic surveillance program which provided valuable data to inform the COVID-19 public health response in California. Significantly, California COVIDNet has provided a foundational data framework and computational infrastructure needed to respond to future public health crises.</p>
</sec>
</abstract>
<kwd-group>
<kwd>SARS-CoV-2</kwd>
<kwd>genomic surveillance</kwd>
<kwd>COVID-19</kwd>
<kwd>whole genome sequencing</kwd>
<kwd>cloud-based computing</kwd>
<kwd>data management</kwd>
</kwd-group>
<counts>
<fig-count count="7"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="56"/>
<page-count count="15"/>
<word-count count="10355"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Infectious Diseases: Epidemiology and Prevention</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1.</label>
<title>Introduction</title>
<p>In early 2020, as SARS-CoV-2 began to spread rapidly around the world, it became clear that an unprecedented, multi-faceted, and coordinated response would be required for this public health crisis. In April 2020, the Governor of California established the California Testing Task Force (CA-TTF)<xref rid="fn0001" ref-type="fn"><sup>1</sup></xref> (<xref ref-type="bibr" rid="ref1">1</xref>) to address the daunting need to provide COVID-19 testing for the state&#x2019;s population of nearly 40 million. Akin to actions taken by the United Kingdom (<xref ref-type="bibr" rid="ref2">2</xref>), the CA-TTF implemented the California SARS-CoV-2 Whole Genome Sequencing (WGS) Initiative, a genomic surveillance program created to track evolution of the virus over time, monitor variant and lineage transmission throughout the state, and characterize outbreaks and clusters of this virus. Objectives of this program included developing a network of public health laboratories (PHLs) with long-term sequencing capabilities, building genomic epidemiology capability at the state and LHJs for real-time public health action, and establishing and maintaining long-term partnerships among LHJs, academic institutions, and other public, non-profit, and private institutions. This endeavor, named &#x201C;California COVIDNet,&#x201D; is led by the California Department of Public Health (CDPH) with guidance, support, and input from the Chan Zuckerberg Biohub (CZB) and comprises an exceptional, collaborative network of public, private, and academic laboratories that partnered to scale WGS in response to the COVID-19 pandemic. Herein, we describe the implementation of California COVIDNet, hereafter designated as COVIDNet.</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2.</label>
<title>Materials and methods</title>
<sec id="sec3">
<label>2.1.</label>
<title>Implementation of COVIDNet</title>
<p>Implementing COVIDNet required establishing systems and processes, many of which did not exist prior to the pandemic, to manage sample data and sample flow (<xref rid="fig1" ref-type="fig">Figure 1</xref>). This included (1) data management systems to anonymize and store SARS-CoV-2 positive sample data to ensure patient privacy, (2) cloud-based storage capacity for WGS data, (3) bioinformatics capabilities for sequence analysis, (4) a network of testing sites and laboratories to source random, representative SARS-CoV-2 positive samples throughout the state, and (5) a network of laboratories to process and sequence samples. Also required were the infrastructure, processes, and procedures to receive sequence data from partner laboratories for centralized and standardized bioinformatics processing, quality control, and analyses for transmission of high-quality lineage results to the state&#x2019;s COVID-19 reporting system and uploading of the data to public repositories. Consultants and contractors with demonstrated expertise in viral evolution, bioinformatics, genomics, and privacy were engaged to advise and guide the execution of many of these processes, including (1) an expert advisory group (see below), (2) a CDPH legal and privacy advisory team, (3) Theiagen Genomics (Highlands Ranch, CO United States), to provide bioinformatics support, including pipelines for data quality control and analysis, lineage reporting and uploading, and cloud-based data storage, and (4) the University of California Santa Cruz (UCSC) Pathogen Genomics Center to develop and implement a system of tools for genomic analyses, including applications for health departments to characterize clusters and outbreaks in their jurisdictions.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flow of samples and data from sample collection to genomic sequencing and epidemiology for SARS-CoV-2 genomic surveillance by COVIDNet.</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g001.tif"/>
</fig>
</sec>
<sec id="sec4">
<label>2.2.</label>
<title>Expert panel advisory group</title>
<p>In June 2020, CDPH convened an advisory panel of nationally and internationally recognized experts comprised of 18 distinguished researchers and subject matter experts in genomic sciences, viral evolution, and mathematical modeling. This expert panel was assembled to support, advise, and guide the initial phases of COVIDNet implementation as well as to engage with LHJs in analyzing and interpreting WGS results.</p>
</sec>
<sec id="sec5">
<label>2.3.</label>
<title>Sequencing and data storage capacity</title>
<p>In the first year of the pandemic, most public health-oriented sequencing of California SARS-CoV-2 positive samples was performed by the CZB in association with California local PHLs, as well as by the SEARCH Alliance in San Diego. Although COVIDNet was conceived in April 2020, scaled-up laboratory operations of COVIDNet did not begin until March 2021. This delay was due to factors related to establishing protocols and practices for specimen and data acquisition, flow, and management for a large and populous state. A considerable amount of time and effort was required to recruit and onboard partner laboratories to source or sequence specimens in the midst of the pandemic. CDPH determined and applied best practices to maintain compliance related to data security and privacy, as well as navigate the challenges of logistics and contracting to implement the computational infrastructure required for bioinformatics analytics. CDPH contracted with Theiagen Genomics, which provided a cloud-based solution to house and analyze viral sequence data via Terra.bio on the Google Cloud Platform (GCP).</p>
</sec>
<sec id="sec6">
<label>2.4.</label>
<title>Sampling representativeness</title>
<p>One of the goals of genomic surveillance is to ensure sufficient representativeness of the tested population. Successful genomic surveillance of COVID-19 in California required a sequencing strategy representative of the state&#x2019;s geography and diverse communities that would yield an accurate estimate of SARS-CoV-2 lineages circulating within the state. Achieving the volume and distribution of sequencing that matched true infection rates in each community was not realistic or feasible due to resource and logistical constraints. To coordinate the public health response related to COVID-19 policies (such as stay-at-home orders, tracking hospitalization and ICU capacity, etc.) across the 61 California LHJs, five Health Officers regions were organized as follows: Rural Association of Northern California Health Officers (RANCHO), Association of Bay Area Health Officials (ABAHO), Greater Sacramento Region of Health Officers (GSRHO), San Joaquin Valley Consortium of Health Officers (SJVHO), and Southern California Health Officers (SCHO) (<xref rid="fig2" ref-type="fig">Figure 2</xref>) (<xref ref-type="bibr" rid="ref3">3</xref>). An initial recommendation of the COVIDNet Expert Panel Advisory Group was to target 2 to 5% of the SARS-CoV-2 positive samples in California for sequencing, provided that sampling was random and that less heavily populated counties, such as those in the RANCHO region, were well-represented. To gauge representativeness across the state, we compared sequencing rates from each Health Officers region on a per 100,000-person basis.</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>The five California Health Officers Regions. Red: Association of Bay Area Health Officials (ABAHO); Green: Greater Sacramento Region of Health Officers (GSRHO); Blue: Rural Association of Northern California Health Officers (RANCHO); Yellow: San Joaquin Valley Consortium of Health Officers (SJVCHO); Orange: Southern California Health Officers (SCHO). <ext-link xlink:href="https://www.cdph.ca.gov/Programs/CID/DCDC/Pages/COVID-19/Order-of-the-State-Public-Health-Officer-Hospital-Health-Care-System-Surge-FAQ.aspx" ext-link-type="uri">https://www.cdph.ca.gov/Programs/CID/DCDC/Pages/COVID-19/Order-of-the-State-Public-Health-Officer-Hospital-Health-Care-System-Surge-FAQ.aspx</ext-link> (<xref ref-type="bibr" rid="ref3">3</xref>).</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g002.tif"/>
</fig>
</sec>
<sec id="sec7">
<label>2.5.</label>
<title>California COVIDNet laboratory network</title>
<p>Success of COVIDNet required establishing a network of diagnostic and sequencing laboratories with varied and critical roles. CDPH developed a Memorandum of Understanding form entitled the &#x201C;COVIDNet Laboratory Participation Agreement,&#x201D; whereby participating laboratories became official COVIDNet partners to serve as diagnostic, processing (for viral nucleic acid extraction), or sequencing laboratories. Public, private, and academic laboratories became part of this network.</p>
</sec>
<sec id="sec8">
<label>2.6.</label>
<title>Scaling sequencing capacity and sample storage</title>
<p>Early in the pandemic, CZB provided free COVID-19 testing and SARS-CoV-2 WGS services, technical consultation, and bioinformatic resources to CDPH, LHJs, and local PHLs. The WGS data generated from CZB served as decisive proof-of-concept that a comprehensive genomic surveillance program for SARS-CoV-2 in California could support and inform public health action and policy. Soon thereafter, the University of California Office of the President (UCOP) and CDPH partnered to quickly establish contracts with eleven UC laboratories to provide WGS capacity services to scale sequencing to at least 5,000 genomes per week. Adding to this capacity were several private laboratories also contracted to provide sequencing services. CDPH established an onsite high-throughput workflow to receive and process thousands of SARS-CoV-2 positive samples every week, extracting and transporting SARS-CoV-2 viral RNA to COVIDNet laboratory partners for sequencing. The standardized extraction protocol, in addition to the standardized analytic pipeline (described below), supported quality control comparisons among the different sequencing methods used by the contracted WGS laboratories.</p>
<p>Aliquots of SARS-CoV-2 samples sent out for sequencing were archived for long-term storage at-80&#x00B0;C. We had to purchase ten additional-80&#x00B0;C freezers to accommodate storage capacity needs due to the large influx of samples during Delta and Omicron surges.</p>
</sec>
<sec id="sec9">
<label>2.7.</label>
<title>Centralized repository for sequencing data and designating variants</title>
<p>As previously described (<xref ref-type="bibr" rid="ref4">4</xref>), CDPH established a centralized sequence repository (COVIDNet sequence database) and analysis structure for SARS-CoV-2 data using cloud storage and computation capabilities (Terra.bio on the GCP) in line with recommendations outlined by Black et al. (<xref ref-type="bibr" rid="ref5">5</xref>). To ensure CDPH access to SARS-CoV-2 sequence data generated from samples within the state but sequenced by non-COVIDNet partners, the California Code of Regulations (CCR) Title 17 Section 2505 was updated in July 2021 to require that SARS-CoV-2 lineage/variant results including Global Initiative on Sharing All Influenza Data or GISAID (<xref ref-type="bibr" rid="ref6 ref7 ref8">6&#x2013;8</xref>) reference number or raw sequence data, from any California-sourced positive specimen, be reported to CDPH by the sequencing laboratory<xref rid="fn0002" ref-type="fn"><sup>2</sup></xref> (<xref ref-type="bibr" rid="ref9">9</xref>). Sequencing laboratories were provided with an SFTP route to upload FASTQ files and metadata securely to the COVIDNet sequence database and separate metadata repository, respectively. The majority of non-COVIDNet sequence data was submitted to the COVIDNet sequence database by laboratories under contract with the U.S. Centers for Disease Control and Prevention (CDC). Sequence data in the COVIDNet sequence database were processed using a standardized workflow established by Theiagen Genomics, as described by Smith et al. (<xref ref-type="bibr" rid="ref4">4</xref>). After processing, assembled genomes were uploaded to the public repositories, GISAID or National Center for Biotechnology Information (NCBI) (<xref ref-type="bibr" rid="ref10">10</xref>).</p>
</sec>
<sec id="sec10">
<label>2.8.</label>
<title>Development of analytic tools to support epidemiologic analysis</title>
<p>The UCSC Pathogen Genomics Center was contracted to develop specialized genomic data analytic tools such as on-demand comprehensive phylogenetic resources for CDPH and LHJs, allowing rapid identification and tracking of variants and mutations of interest. UCSC deployed its Ultrafast Sample placement on Existing tRee (UShER) framework (<xref ref-type="bibr" rid="ref11">11</xref>) to add, in near real-time, every newly sequenced sample from the COVIDNet sequence database to a global phylogenetic tree representing all available genome sequence data from public repositories (currently more than 16 million SARS-CoV-2 genomes). The global phylogenetic tree serves as the source of sequence data to build the California Big Tree &#x2013; a collection of all California-sourced SARS-CoV-2 sequence data represented in a phylogenetic format<xref rid="fn0003" ref-type="fn"><sup>3</sup></xref> (<xref ref-type="bibr" rid="ref12">12</xref>). UCSC also developed Cluster Tracker, a geo-genomic visualization tool to predict origins of identified genetic clusters<xref rid="fn0004" ref-type="fn"><sup>4</sup></xref> (<xref ref-type="bibr" rid="ref13">13</xref>). This is an exploratory tool that enables users to identify introductions of SARS-CoV-2 into California (state-level, or for authorized users, county-level) and track the geographic clustering of specific SARS-CoV-2 variants or lineages. The tool displays geographic region, sample count within the cluster, clade, lineage, specimen identifiers, and timeframe of clusters based on date of specimen collection. The tool calculates metrics such as a growth score, and best potential origins and indices. Significantly, the user can click on a link to access another UCSC tool called Big Tree Investigator<xref rid="fn0005" ref-type="fn"><sup>5</sup></xref> (<xref ref-type="bibr" rid="ref14">14</xref>), which uses NextStrain (<xref ref-type="bibr" rid="ref15">15</xref>) to build a phylogenetic tree around a selected cluster and enables linking of California sequences to comprehensive patient-level data reported through the California Reportable Disease Information Exchange (CalREDIE) Electronic Laboratory Reporting (ELR) and non-ELR surveillance systems. These data, displayed together, will enable the authorized CDPH or LHD users to further investigate COVID-19 transmission dynamics within the state and in some cases beyond the state. We expect Big Tree Investigator to go live in December 2023.</p>
</sec>
<sec id="sec11">
<label>2.9.</label>
<title>Acquisition, processing, and sequencing of samples</title>
<sec id="sec12">
<label>2.9.1.</label>
<title>SARS-CoV-2 positive specimens</title>
<p>In general, positive samples detected by molecular methods, including real-time reverse transcription polymerase chain reaction (RT-qPCR), loop-mediated isothermal amplification (LAMP), and transcription-mediated amplification (TMA) assays, were accepted for sequencing. Suitable maximum cycle threshold (Ct) values ranged from 28 to 33. Although Relative Light Unit (RLU) values from transcription mediated amplification (TMA) tests do not correlate directly with viral RNA concentration, TMA specimens were deemed acceptable for WGS if RLU &#x003E;1,100. Later in the pandemic, as molecular testing rates declined, and antigen testing became more common, reactive swabs from antigen tests were also accepted for sequencing. COVIDNet sequencing prioritized at-risk and vulnerable populations, (e.g., congregate settings such as skilled nursing facilities, prisons, and schools) and known outbreaks, as well as striving to meet equitable representativeness across the state. COVIDNet local PHL partners contributed to these overall goals and many of them prioritized jurisdictional-based investigations of suspected re-infection and vaccine-breakthrough cases and possible importation of new variants from international travelers.</p>
<p>Due to high testing volume and space limitations, many diagnostic laboratories initially discarded SARS-CoV-2 positive specimens before they could be captured for sequencing. To remedy this, in April 2021, CDPH, with the support of LHJs, modified the CCR Title 17 Section 2505 to require diagnostic laboratories to provide COVID-positive remnant specimens to CDPH or a local PHL upon written request<xref rid="fn0006" ref-type="fn"><sup>6</sup></xref> (<xref ref-type="bibr" rid="ref16">16</xref>). Additionally, a centralized COVID-19 testing laboratory, established by the State of California, provided a pipeline of representative COVID-positive specimens collected from more than 7,000 community-based CA-TTF testing sites for WGS. This laboratory aimed to sequence all COVID-positive samples with Ct values less than 33 but ceased operations in May 2022. Additional specimen sources for WGS included those tested by local PHLs that were either sequenced onsite or by a COVIDNet sequencing partner laboratory.</p>
<p>To maintain compliance with California regulations related to personally identifiable information (PII) and protected health information (PHI), samples were de-identified and assigned a 9-or 10-digit Patient Anonymized Unique Identifier (PAUI) to serve as sample identification for sequence data to be processed in the Terra.bio cloud-based platform, uploaded to public repositories such as GISAID and NCBI, and subsequently linked with epidemiologic information in a secure PII/PHI-compliant environment. The PAUI numbers were coded such that the first digit corresponded to particular sample sources or projects in order to distinguish community surveillance samples from samples collected for high priority sequencing or outbreak investigations.</p>
</sec>
<sec id="sec13">
<label>2.9.2.</label>
<title>Sample processing and whole genome sequencing</title>
<p>Samples received by CDPH (in either viral transport medium or molecular transport medium) were processed using the KingFisher Flex Purification System (Thermo Fisher Scientific, Waltham, MA United States) nucleic acid extraction platform. Briefly, the lysis step was performed within a class II biological safety cabinet by adding 275&#x2009;&#x03BC;L of lysis solution containing binding solution and magnetic beads to 200&#x2009;&#x03BC;L of sample in a 96-well deep well plate. After 10&#x2009;min of lysis/binding, the plate was loaded onto the KingFisher&#x00AE; instrument along with wash plates, tip comb, and elution plate. Extracted nucleic acid was eluted in 50&#x2009;&#x03BC;L of elution buffer. Extracts were stored at-70&#x00B0;C and shipped on dry ice to COVIDNet sequencing partners on a weekly basis. Samples that were tested by the LAMP method (Color Health, Burlingame, CA United States) were extracted at the testing facility as follows: total RNA was extracted using the Chemagic&#x00AE; 360 automated system (Perkin-Elmer, Waltham, MA United States). Samples were resuspended in 950&#x2009;mL lysis buffer (CMG-832). 300uL of lysate was mixed with 300uL of 1x PBS and 10uL of polyA (CMG-842/CMG-843) and 150 uL of magnetic beads (CMG-7000), extracted per manufacturer&#x2019;s protocol, eluted in 80uL of Nuclease-Free Water<xref rid="fn0007" ref-type="fn"><sup>7</sup></xref> (<xref ref-type="bibr" rid="ref17">17</xref>), and shipped on dry ice to CDPH as nucleic acid extracts. The State&#x2019;s COVID-19 testing laboratory performed nucleic acid extractions using the Chemagic&#x00AE; extraction platform as described above<xref rid="fn0008" ref-type="fn"><sup>8</sup></xref> (<xref ref-type="bibr" rid="ref18">18</xref>). COVIDNet partner PHLs that performed their own sequencing followed nucleic acid extraction protocols compatible with their sequencing protocols.</p>
<p>Because of the varying capabilities and instrumentation available among the COVIDNet sequencing laboratory partners, library preparation and sequencing protocols used were dependent upon the particular sequencing method employed by the laboratory (<xref rid="tab1" ref-type="table">Table 1</xref>). Sequencing library preparation methods included standard ARTIC v.3, v.4, and v.4.1 (<xref ref-type="bibr" rid="ref19">19</xref>, <xref ref-type="bibr" rid="ref20">20</xref>), ARTIC v.3 with 275&#x2009;bp tailed amplicons<xref rid="fn0009" ref-type="fn"><sup>9</sup></xref> (<xref ref-type="bibr" rid="ref21">21</xref>), the SWIFT protocol (<xref ref-type="bibr" rid="ref23">23</xref>), Midnight protocol (<xref ref-type="bibr" rid="ref25">25</xref>), and Varskip (<xref ref-type="bibr" rid="ref24">24</xref>). Sequencing technologies included Illumina (San Diego, CA United States) MiSeq&#x00AE;, Illumina NextSeq&#x00AE;, Illumina NovaSeq&#x00AE;, AVITI&#x2122; (Element Biosciences, San Diego, CA United States), and Clear Dx (San Carlos, CA United States) (<xref ref-type="bibr" rid="ref22">22</xref>). Illumina sequencing included single-end as well as paired-end protocols.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>SARS-CoV-2 sequencing protocols employed by California COVIDNet WGS laboratory partners.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Sequencing<break/>protocol</th>
<th align="center" valign="top">Number of COVIDNet laboratories</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">ARTIC or modified ARTIC<xref rid="tfn1" ref-type="table-fn"><sup>a</sup></xref></td>
<td align="center" valign="middle">27</td>
</tr>
<tr>
<td align="left" valign="middle">Clear Dx<xref rid="tfn2" ref-type="table-fn"><sup>b</sup></xref></td>
<td align="center" valign="middle">11</td>
</tr>
<tr>
<td align="left" valign="middle">Swift<xref rid="tfn3" ref-type="table-fn"><sup>c</sup></xref></td>
<td align="center" valign="middle">3</td>
</tr>
<tr>
<td align="left" valign="middle">Varskip<xref rid="tfn4" ref-type="table-fn"><sup>d</sup></xref></td>
<td align="center" valign="middle">2</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="tfn1"><label>a</label><p>ARTIC v.3, v.4, and v.4.1 (<xref ref-type="bibr" rid="ref19">19</xref>, <xref ref-type="bibr" rid="ref20">20</xref>), ARTIC v.3 with 275&#x2009;bp tailed amplicons (<xref ref-type="bibr" rid="ref21">21</xref>).</p></fn>
<fn id="tfn2"><label>b</label><p>Clear Dx (<xref ref-type="bibr" rid="ref22">22</xref>).</p></fn>
<fn id="tfn3"><label>c</label><p>SWIFT protocol (<xref ref-type="bibr" rid="ref23">23</xref>).</p></fn>
<fn id="tfn4"><label>d</label><p>Varskip (<xref ref-type="bibr" rid="ref24">24</xref>).</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="sec14">
<label>2.10.</label>
<title>Data management: processing, analysis, and storage</title>
<p>Since it was not feasible to standardize the library preparation and sequencing methods by the various COVIDNet contributors, homogeneity of analysis was achieved by having all sequence data centralized and analyzed using a standardized workflow. Uniform workflow, bioinformatics analytics, and training resources were established (<xref ref-type="bibr" rid="ref4">4</xref>) utilizing Terra.bio<xref rid="fn0010" ref-type="fn"><sup>10</sup></xref> (<xref ref-type="bibr" rid="ref26">26</xref>), as the centralized location to house COVIDNet sequence data.</p>
<p>Raw sequence data reads, in FASTQ file format, were made available through various methods on Terra.bio. County PHLs shared FASTQ files from other cloud-based platforms such as Illumina&#x2019;s BaseSpace (San Diego, CA) and the Clear Labs Portal (San Carlos, CA). Read data hosted on Illumina&#x2019;s BaseSpace platform were made available on Terra.bio through the BaseSpace_Fetch workflow<xref rid="fn0011" ref-type="fn"><sup>11</sup></xref> (<xref ref-type="bibr" rid="ref27">27</xref>), while reads stored on the Clear Labs Portal were made available on Terra.bio directly through the portal&#x2019;s user interface. Academic COVIDNet partners were provisioned with GCP buckets to serve as persistent storage. They uploaded FASTQ files directly to these buckets, and the data stored in these GCP buckets were made accessible on Terra.bio through an automated cron job which ran once daily. Alternatively, FASTQ files were manually uploaded from a local machine to Terra.bio.</p>
<p>Once the FASTQ files were available on Terra.bio, genome assembly and characterization were performed using the TheiaCov Workflows for Genomic Characterization. This open-source workflow series is available on the Public Health Viral Genomics Github repository<xref rid="fn0012" ref-type="fn"><sup>12</sup></xref> (<xref ref-type="bibr" rid="ref28">28</xref>) and includes workflows for analysis of Illumina paired-end, Illumina single-end, Oxford Nanopore (Oxfordshire, England), Element Biosciences AVITI (San Diego, CA), and Clear Labs SARS-CoV-2 data. In addition to assembling the genome, these workflows also provided quality control metrics, Pango lineages (<xref ref-type="bibr" rid="ref29">29</xref>), and Nextclade clades (<xref ref-type="bibr" rid="ref15">15</xref>). The StaPH-B docker image for Pangolin<xref rid="fn0013" ref-type="fn"><sup>13</sup></xref> (<xref ref-type="bibr" rid="ref30">30</xref>, <xref ref-type="bibr" rid="ref31">31</xref>) was used within the TheiaCov workflow, wherein the UShER (<xref ref-type="bibr" rid="ref11">11</xref>) mode of Pangolin was used by default for lineage assignment. Whenever the docker image was updated following a pangolin-data<xref rid="fn0014" ref-type="fn"><sup>14</sup></xref> (<xref ref-type="bibr" rid="ref32">32</xref>) release, the Pangolin_Update workflow<xref rid="fn0015" ref-type="fn"><sup>15</sup></xref> (<xref ref-type="bibr" rid="ref33">33</xref>) on Terra.bio was run to assign updated lineages to California sequences with collection dates in the past two months.</p>
<p>SARS-CoV-2 sequence data from CDPH were submitted to GISAID and NCBI if the genome assembly covered at least 83% of the Wuhan-1 reference genome (MN908947) (<xref ref-type="bibr" rid="ref34">34</xref>), as determined by the TheiaCov workflows. The Mercury workflow series on Terra.bio, also hosted within the Public Health Viral Genomics Github repository (<xref ref-type="bibr" rid="ref28">28</xref>) were used to reformat the FASTA files and metadata according to the submission guidelines for GISAID and NCBI. Genome assemblies from CDPH were uploaded to GISAID and GenBank (<xref ref-type="bibr" rid="ref35">35</xref>) and raw reads were uploaded to the Sequence Read Archive (SRA) (<xref ref-type="bibr" rid="ref36">36</xref>) with the exception of data generated on the Element Biosciences AVITI instrument, as data from that instrument cannot be accepted at this time. Raw reads uploaded to CDPH SARS-CoV-2 BioProject (PRJNA750736) were depleted of host reads using the SRA human read scrubber<xref rid="fn0016" ref-type="fn"><sup>16</sup></xref> (<xref ref-type="bibr" rid="ref37">37</xref>). All California local PHLs that used Terra.bio also uploaded to GISAID and NCBI using their own quality control thresholds for submission. It is important to note that samples sequenced by local PHLs were distinct from the samples sequenced by COVIDNet sequencing laboratories and therefore duplicate submissions to public repositories were highly unlikely and not considered a concern. The Terra.bio platform also allowed local PHLs to customize and optimize workflows for their own use, such as to build automated import and export pipelines to decrease reliance on manual processes.</p>
<p>Data on Terra.bio are exported to external Google buckets for downstream visualization, alerting, and reporting using the Terra_2_BQ workflow<xref rid="fn0017" ref-type="fn"><sup>17</sup></xref> (<xref ref-type="bibr" rid="ref38">38</xref>). Data were then ingested into Big Query projects using either a cron job running a shell script, or a Google workflow. An SQL query was used to combine data from all COVIDNet partners into a single data source. Looker, a GCP for automated alerts and reports, or Looker Studio, a visualization platform, was used to monitor the changes in SARS-CoV-2 lineages over time.</p>
</sec>
<sec id="sec15">
<label>2.11.</label>
<title>Quality of sequence data</title>
<p>Successful sequencing was determined by &#x201C;percent reference coverage,&#x201D; i.e., the proportion of the genome successfully sequenced to a minimum depth of 20X. The minimum percent reference coverage required for uploading to a public sequence repository was 83%, approximately 25,000 bases of a SARS-CoV-2 genome. Other quality metrics assessed, but not necessarily used to reject sequences, included: (1) the quantiles of sequencing depth across the results of a sequencing run; (2) the proportion of putative human DNA (as found via Kraken2 (<xref ref-type="bibr" rid="ref39">39</xref>) analysis) vs. the percent reference coverage; and, (3) sample or within-run contamination, as evidenced either by high proportions of apparent minor allele frequency single nucleotide polymorphisms (SNPs) across samples in a sequencing run or by improbable phylogenetic placement, such as detection of a variant from samples collected prior to the emergence of said variant. More recently (as of April 2023), samples with a disproportionately high number of variants (&#x003E;17.5%) with allele frequencies between 60 and 90% were rejected due to the likelihood that such samples were either contaminated or coinfected. We assumed that contamination was more likely in these cases than coinfection, and that coinfections, if present, would be rare and unlikely to affect the understanding of surveillance significantly. The lower threshold of 60% was selected because it is also the minimum threshold for calling a variant allele for assembly and thus may have affected lineage determination and phylogenetic placement.</p>
</sec>
</sec>
<sec sec-type="results" id="sec16">
<label>3.</label>
<title>Results</title>
<p>One primary goal of COVIDNet was to sequence 2&#x2013;5% of SARS-CoV-2 positive samples in California, in a representative and equitable manner. Through collaborative agreements and contracts with a variety of partners, we successfully engaged 50 laboratories including public health, academic, and private laboratories to achieve large-scale WGS of SARS-CoV-2 throughout California. As of March 2023, CDPH has received more than 660,000 samples from various submitters throughout the state and processed and extracted more than 217,000 samples (data not shown) that met WGS criteria (e.g., Ct value &#x003C;33 or from reactive antigen tests). As the pandemic progressed and the COVIDNet workflow became routine, we expanded SARS-CoV-2 genomic surveillance to include (1) testing sites along the international border between California and Mexico, (2) at three international airports, (3) at community organizations serving priority populations, and (4) at all schools participating in the CA-TTF testing program. In mid-June 2021, we partnered with a large integrated health system that serves over 4.5 million members in Northern and Central California (<xref ref-type="bibr" rid="ref40">40</xref>) to characterize SARS-CoV-2 variants in both inpatient and outpatient populations, further expanding the COVIDNet surveillance network. In the latter part of 2022, as antigen testing began to predominate over molecular testing for SARS-CoV-2, select COVIDNet partners transitioned WGS operations to accept swabs from reactive antigen tests to maintain an adequate level of surveillance as much as possible.</p>
<p>Through COVIDNet, WGS capacity and bioinformatics capability increased within the network of 29 California PHLs at the state and local levels. By the end of 2021, a total of 15 (52%) of 29 PHLs were conducting SARS-CoV-2 genomic surveillance via COVIDNet. To date, WGS capacity for SARS-CoV-2 has been established at 19 of the 29 (66%) PHLs in the state. Six California PHLs have hired bioinformaticians for SARS-CoV-2 sequence analysis. In mid-2022, CDPH formally established a new Genomic Epidemiology Section to analyze, manage, and apply SARS-CoV-2 genomic surveillance data for situational awareness, and to inform infectious disease modeling and forecasting<xref rid="fn0018" ref-type="fn"><sup>18</sup></xref> (<xref ref-type="bibr" rid="ref41">41</xref>), public health action, and policy.</p>
<sec id="sec17">
<label>3.1.</label>
<title>Sequencing volume</title>
<p>As shown in <xref rid="tab2" ref-type="table">Table 2</xref>, between March 2020 through March 2023, a total of 450,030 genomes were deposited by COVIDNet partner laboratories into the California COVIDNet sequence database in Terra.bio, with 344,837 genomes (77%) meeting the 83% reference coverage threshold to upload to GISAID or NCBI. The percent of genomes uploaded was higher overall for PHLs (87%) than for COVIDNet contract laboratories (74%) (<xref rid="tab2" ref-type="table">Table 2</xref>). In some cases, this was likely due to differences in specimen handling. Samples processed at the COVIDNet contract laboratories typically underwent several freeze-thaw cycles prior to extraction, had to be transported to CDPH for extraction, or were of poor quality. The percentage of sequences assigned to a lineage increased over time and has remained above 80% since July 2021 (<xref rid="fig3" ref-type="fig">Figure 3</xref>). From March 2020 through March 2023, CDC-contracted laboratories contributed more than 335,000 sequences to the California COVIDNet sequence database (data not shown). Most of the California-sourced samples (~75%) sequenced by CDC-contracted laboratories were from the Southern California Health Officer (SCHO) region (data not shown), the most populous region of the state (<xref rid="tab3" ref-type="table">Table 3</xref>). Samples sequenced by CDC-contracted laboratories made up 66% of samples from the SCHO region in the COVIDNet sequence database, compared to less than 30% from the four other regions (<xref rid="fig4" ref-type="fig">Figure 4</xref>). In regions other than the SCHO, more than 50% of the samples were sequenced by COVIDNet laboratory partners (<xref rid="fig4" ref-type="fig">Figure 4</xref>).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>SARS-CoV-2 genomes stored in the California COVIDNet sequence database (March 2020 through March 2023).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Laboratory<break/>Category</th>
<th align="center" valign="top">Total genomes sequenced</th>
<th align="center" valign="top">Total genomes uploaded<sup>&#x002A;</sup> and accepted<sup>#</sup></th>
<th align="center" valign="top">Percent of genomes uploaded<sup>&#x002A;</sup> and accepted <sup>#</sup></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="bottom">COVIDNet contract</td>
<td align="center" valign="bottom">356,875</td>
<td align="center" valign="bottom">263,706</td>
<td align="center" valign="bottom">74%</td>
</tr>
<tr>
<td align="left" valign="bottom">Public Health Laboratory<break/>(State and local)</td>
<td align="center" valign="middle">93,155</td>
<td align="center" valign="middle">81,131</td>
<td align="center" valign="middle">87%</td>
</tr>
<tr>
<td align="left" valign="bottom">Totals</td>
<td align="center" valign="bottom">450,030</td>
<td align="center" valign="bottom">344,837</td>
<td align="center" valign="bottom">77%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;Genomes that achieved&#x2009;&#x2265;&#x2009;83% reference coverage were uploaded to GISAID or NCBI sequence repositories. #A genome was considered accepted by GISAID if it was released upon curation without requiring further confirmation or modification of the sequence data.</p>
</table-wrap-foot>
</table-wrap>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Percentage of SARS-CoV-2 sequences in the California COVIDNet sequence database assigned to a lineage or not assigned (March 2020 to March 2023).</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g003.tif"/>
</fig>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>SARS-CoV-2 sequencing volume by California Health Officers Region and population (March 2020 &#x2013; March 2023).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">California (CA)Health Officersregion</th>
<th align="center" valign="top">Population (2021)</th>
<th align="center" valign="top">Percent of CA population</th>
<th align="center" valign="top">Number of sequences</th>
<th align="center" valign="top">Percent of sequences</th>
<th align="center" valign="top">Number of sequences<break/>(per 100,000 population)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">ABAHO</td>
<td align="center" valign="middle">8,451,422</td>
<td align="center" valign="middle">21%</td>
<td align="center" valign="middle">163,948</td>
<td align="center" valign="middle">24%</td>
<td align="center" valign="middle">1,940</td>
</tr>
<tr>
<td align="left" valign="middle">GSRHO</td>
<td align="center" valign="middle">2,964,755</td>
<td align="center" valign="middle">8%</td>
<td align="center" valign="middle">51,489</td>
<td align="center" valign="middle">7%</td>
<td align="center" valign="middle">1,737</td>
</tr>
<tr>
<td align="left" valign="middle">RANCHO</td>
<td align="center" valign="middle">701,548</td>
<td align="center" valign="middle">2%</td>
<td align="center" valign="middle">14,631</td>
<td align="center" valign="middle">2%</td>
<td align="center" valign="middle">2,086</td>
</tr>
<tr>
<td align="left" valign="middle">SJVCHO</td>
<td align="center" valign="middle">4,470,528</td>
<td align="center" valign="middle">11%</td>
<td align="center" valign="middle">86,492</td>
<td align="center" valign="middle">13%</td>
<td align="center" valign="middle">1,935</td>
</tr>
<tr>
<td align="left" valign="middle">SCHO</td>
<td align="center" valign="middle">22,867,100</td>
<td align="center" valign="middle">58%</td>
<td align="center" valign="middle">377,387</td>
<td align="center" valign="middle">54%</td>
<td align="center" valign="middle">1,650</td>
</tr>
<tr>
<td align="left" valign="middle">California<break/>Total</td>
<td align="center" valign="middle">39,455,353</td>
<td align="center" valign="middle">100%</td>
<td align="center" valign="middle">693,947</td>
<td align="center" valign="middle">100%</td>
<td align="center" valign="middle">1,783</td>
</tr>
<tr>
<td align="left" valign="bottom" colspan="6">ABAHO: Association of Bay Area Health Officials</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="6">GSRHO: Greater Sacramento Region of Health Officers</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="6">RANCHO: Rural Association of Northern California Health Officers</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="6">SJVHO: San Joaquin Valley Consortium of Health Officers</td>
</tr>
<tr>
<td align="left" valign="middle" colspan="6">SCHO: Southern California Health Officers</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig position="float" id="fig4">
<label>Figure 4</label>
<caption>
<p>Percentage of sequenced samples for each California Health Officers Region by laboratory category (March 2020 to March 2023).</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g004.tif"/>
</fig>
<p>Between March 2020 and December 2020, an average of 361 samples were sequenced per month, with an average of 0.7% of positive tests sequenced (data not shown). From January 2021 through June 2021, a time period that encompasses the start of COVIDNet sequencing in March 2021, an average of 20,875 samples were sequenced per month, with an average of 7.9% (~11-fold increase from 2020) of positives sequenced. The large-scale genomic surveillance efforts across California by COVIDNet and CDC-contracted laboratories has resulted in nearly 800,000 SARS-CoV-2 genomes in the COVIDNet sequence database. Between March 2020 and March 2023, these data have allowed us to monitor the emergence and spread of different variants statewide including the emergence of Epsilon in the fall and winter of 2020, followed by co-circulation of Alpha and P.1 (Gamma) in the spring of 2021 (<xref rid="fig5" ref-type="fig">Figure 5</xref>). Later we observed the transition to Delta in June 2021 followed by the abrupt introduction and predominance of Omicron BA.1 in December 2021 with subsequent diversification of Omicron sublineages, and dominance of BA.5 from June 2022 into January 2023. We saw the rise of the XBB and other recombinants in late winter of 2022 with XBB.1.5 predominating at the end of March 2023 (<xref rid="fig5" ref-type="fig">Figure 5</xref>).</p>
<fig position="float" id="fig5">
<label>Figure 5</label>
<caption>
<p>Proportions of major SARS-CoV-2 variants by collection date from the California COVIDNet sequence database, March 2020 through March 2023. Data graphed represent weekly proportions with the black line representing the 4-week rolling average number of samples sequenced. Colors correspond to indicated SARS-CoV-2 variant lineage.</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g005.tif"/>
</fig>
<p>The percentage of positive samples sequenced peaked at over 21% in July 2021 (<xref rid="fig6" ref-type="fig">Figure 6</xref>). Sequencing volume peaked between July 2021 and February 2022, averaging 52,941 samples per month, which correlated with a spike in the number of reported positive tests in the state. The percent of positives sequenced averaged 7.1% but dropped to a low of 1.6% in January 2022 during the Omicron surge (<xref rid="fig6" ref-type="fig">Figure 6</xref>). From March 2022 through January 2023, sequencing volume declined to an average of 16,881 sequences per month, and an average of 6% of positive tests sequenced.</p>
<fig position="float" id="fig6">
<label>Figure 6</label>
<caption>
<p>Number of positive SARS-CoV-2 tests in California (CA) per month and the percent of positive tests that were sequenced per month (March 2020 to March 2023).</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g006.tif"/>
</fig>
</sec>
<sec id="sec18">
<label>3.2.</label>
<title>Sequencing representativeness</title>
<p>All 61 California health jurisdictions were represented within the COVIDNet sequence database. Sequencing representativeness was similar across the five Health Officers regions of California. The number of samples sequenced per 100,000 people ranged from 1,650 to 2,086 from March 2020 through March 2023 (<xref rid="tab3" ref-type="table">Table 3</xref>). This value varied over time, but in total remained similar across Health Officers regions at specific time points, except for a spike in August 2021 from the RANCHO region (<xref rid="fig7" ref-type="fig">Figure 7</xref>). The proportion of sequences per respective Health Officers region corresponded approximately well with each region&#x2019;s population percentage (<xref rid="tab3" ref-type="table">Table 3</xref>). Given that nearly two-thirds of the sequences generated by CDC-contracted laboratories were from the SCHO Region, sample representativeness across other regions in the state was assured by supplementing with COVIDNet sequencing of samples from CA-TTF community-based sites and other sources (<xref rid="fig4" ref-type="fig">Figure 4</xref>).</p>
<fig position="float" id="fig7">
<label>Figure 7</label>
<caption>
<p>Number of SARS-CoV-2 sequences per 100,000 people by month for each California Health Officers region (March 2020 to March 2023).</p>
</caption>
<graphic xlink:href="fpubh-11-1249614-g007.tif"/>
</fig>
</sec>
<sec id="sec19">
<label>3.3.</label>
<title>Quality of sequence data</title>
<p>We routinely monitored the quality of sequence data generated by the COVIDNet sequencing laboratories which varied across the network (data not shown). We met with the sequencing laboratories monthly to review overall sequencing quality and success of individual sequencing runs; occasionally we requested re-sequencing when a high proportion of failures or evidence of significant contamination was detected. Although the measure of human DNA vs. the percent reference coverage was not used as a criterion for rejection, low percent reference coverage (i.e., failed sequencing) tended to strongly correlate with a high proportion of human DNA in a sample. While the overall sequencing quality was acceptable across COVIDNet partners (as represented by proportion of sequences assigned a lineage designation) (<xref rid="fig3" ref-type="fig">Figure 3</xref>), some laboratories experienced sporadic issues requiring re-sequencing and root-cause analysis to prevent recurrent quality excursions (data not shown). Problems included general quality issues such as unacceptably low numbers of samples passing quality metrics on a given sequencing run, as well as occasional detection of contamination from a sample or within a sequencing run, as evidenced either by high proportions of minor allele frequency SNPs across samples within a sequencing run, or for example, by the improbable detection of putative Omicron sequences from samples collected prior to the known date of Omicron emergence. In some instances, we observed declines in sequence quality over time as the virus evolved which indicated the need to update sequencing protocols or primers, particularly with the emergence of the Omicron variant in November 2021. In general, the goal of data quality monitoring was to keep the number of errors in sequences released to public repositories low, while not slowing throughput needed to maintain relevant and current surveillance.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec20">
<label>4.</label>
<title>Discussion</title>
<sec id="sec21">
<label>4.1.</label>
<title>Public health impact of COVIDNet</title>
<p>The large-scale approach to genomic surveillance implemented by California COVIDNet partners and others has enabled CDPH and LHDs to monitor the evolution of SARS-CoV-2 over time including transitions between viral variants of interest and variants of concern (VOC). COVIDNet efforts have provided valuable data supporting epidemiologic investigations and policy-making decisions in California, at the state and local levels. COVIDNet data have revealed local trends of viral transmission, helped to characterize and better understand outbreaks of SARS-CoV-2 within skilled nursing facilities, schools, and other settings (<xref ref-type="bibr" rid="ref42 ref43 ref44 ref45 ref46 ref47 ref48 ref49 ref50">42&#x2013;50</xref>) and have provided situational awareness of circulating variants with the potential to impact efficacy of vaccines and therapeutics. Of particular note was the use of WGS data to assess the levels of circulating SARS-CoV-2 variants with known resistance to monoclonal antibodies that effectively ruled out such treatment. Furthermore, COVIDNet data have enabled identification and characterization of cases and variants associated with vaccine breakthrough infections, the first cases of new VOCs in the state, re-infections (<xref ref-type="bibr" rid="ref40">40</xref>) (<xref ref-type="bibr" rid="ref45">45</xref>) (<xref ref-type="bibr" rid="ref49">49</xref>), and long-term infections demonstrating intra-host evolution (unpublished). Regardless of publication status, sequence data meeting quality criteria have been uploaded in a timely manner to data repositories for public access. COVIDNet efforts have provided data enabling California to establish its own COVID forecasting model available online to the public<xref rid="fn0019" ref-type="fn"><sup>19</sup></xref> (<xref ref-type="bibr" rid="ref41">41</xref>).</p>
<p>The cloud-based data infrastructure developed to store the large volume of COVIDNet WGS data and to provide a framework for analysis has created capability, not only for SARS-CoV-2 but also other pathogens, such as monkeypox virus (MPXV), enteric bacteria, and select pathogens associated with hospital infections. The workflows for SARS-CoV-2 sequence analysis have been leveraged for wastewater surveillance (WWS) applications and will be utilized in the continued expansion of WWS at CDPH. Using automated tools (e.g., Google Looker) to query the COVIDNet sequence database at defined time periods, we set up email alerts to notify relevant public health officials about the detection or emergence of concerning variants, mutations of interest, and proportions of variants detected weekly (<xref ref-type="bibr" rid="ref4">4</xref>).</p>
<p>In April 2022, as the COVID-19 pandemic continued, the emergence and subsequent global spread of MPXV occurred (<xref ref-type="bibr" rid="ref51 ref52 ref53">51&#x2013;53</xref>). Although WGS protocols and data analysis for this emerging pathogen were not in place at that time, we were able to modify the SARS-CoV-2 WGS workflow and adapt the COVIDNet data analysis infrastructure for timely MPXV sequence analysis. MPXV WGS results were shared among California LHDs and PHLs to examine transmission patterns and evolution of MPXV as it spread in different regions of the state.</p>
</sec>
<sec id="sec210">
<label>4.2.</label>
<title>Accomplishments</title>
<p>COVIDNet successfully achieved many of its original goals and objectives. We achieved large-scale genomic surveillance of SARS-CoV-2 across California, which allowed us to monitor the emergence and spread of variants statewide including the lineage diversification of Omicron variants and the rise of SARS-CoV-2 recombinants (<xref rid="fig5" ref-type="fig">Figure 5</xref>). Nineteen of 29 California PHLs have established WGS capability for SARS-CoV-2 and are now thusly prepared for future public health crises and pandemics. Due to the efforts of both COVIDNet partners and non-COVIDNet laboratories, there are nearly 800,000 genomes in the COVIDNet sequence database, and as cases of COVID-19 continue to occur, this number will continue to increase.</p>
<p>With COVIDNet, we established significant collaborations with academic and private partners that strengthened statewide capacity to respond to COVID and future infectious disease threats. We will endeavor to maintain these important partnerships to benefit and ensure preparedness for public health. The success of COVIDNet demonstrates the power of productive collaborations among California&#x2019;s public, private, and academic institutions in responding to an unprecedented international public health emergency. The response to COVID-19 in California laid the foundation for COVIDNet, as a system, to be adapted for other pathogens of public health importance and future public health emergencies.</p>
</sec>
<sec id="sec211">
<label>4.3.</label>
<title>Challenges</title>
<p>The accomplishments of implementing COVIDNet did not occur without challenges, some resolved, some still ongoing, with many inherent to outdated public health infrastructure and data systems. Challenges included navigating hierarchies of data management needs from samples, sequences, metadata, and results. Because COVIDNet receives disparate data from multiple sources and projects, we were forced to develop multiple databases to manage incoming data and samples amid viral pandemic surges. This approach allowed us to quickly scale during the pandemic, but it created burdensome processes for managing and analyzing data from the variety of sources. It also caused inconsistencies and redundancies in data, such as duplicate sequences with different internal identifiers, inability to easily manage multiple samples from single individuals, and incomplete metadata.</p>
<p>Patient-level metadata is frequently classified PII and PHI that cannot be housed in the same location as its matching viral genomic data. The COVIDNet sequence database is specifically a PII/PHI-free cloud-based platform, consistent with this tenet. It is a significant challenge to join sequence data with PII/PHI data due to incompatibilities between the two data systems and associated privacy regulations. Substantial investments were made in collaboration with UCSC to develop a tool, Big Tree Investigator, to automate integration of sequence data from the COVIDNet sequence database with patient-level data located in a separate secure PHI-compliant environment. Big Tree Investigator advances beyond earlier genomic epidemiology tools to facilitate linking of these databases to visualize sequence data with associated PHI-metadata mapped on a phylogenetic tree. Such visualizations will provide context from other sequences and metadata to understand clusters and outbreaks to, possibly, contain/control further transmission within a defined community or region (i.e., conduct genomic epidemiology). Developing this tool has been impeded by complications relating to PII/PHI concerns and limited assets, but we anticipate that Big Tree Investigator will go live in December 2023.</p>
</sec>
<sec id="sec22">
<label>4.4.</label>
<title>Limitations</title>
<p>The COVIDNet project had several limitations, many of which still exist. First and foremost was the static and risk-averse nature of public health infrastructure and systems at the state and local levels that were insufficient to support advances in sequencing technology and attendant data requirements, particularly during the chaos of the pandemic. Prior to the pandemic, funding for public health had declined and was usually insufficient to implement modern systems or needed updates. The pandemic resulted in increased funding for public health response, but in many cases the infrastructure was a hindrance in putting the funds to use quickly or optimally.</p>
<p>A major limitation was achieving timely generation of sequence data. Contracts with COVIDNet partners established a 2-week turnaround time for sequence results but delays of 2&#x2009;weeks or more to process and ship samples out to COVIDNet partners were typical, impeding timely results. Although CDPH can provide rapid SARS-CoV-2 WGS (<xref ref-type="bibr" rid="ref49">49</xref>), this was not scalable and proved useful only for certain situations, such as high-risk outbreaks or severe cases.</p>
<p>Limitations in sampling strategies to meet goals of representativeness and equity were manageable because of widespread availability and accessibility of COVID-19 testing from established community-based testing sites and other sources. The closure of these testing sites, as well as the transition from molecular-based to antigen-based testing made it difficult to maintain the goal of geographic and equitable representation and we expect this challenge to continue. As sources of samples for sequencing decrease, the risk of surveillance bias will also increase. Given the success of SARS-CoV-2 wastewater surveillance (<xref ref-type="bibr" rid="ref54 ref55 ref56">54&#x2013;56</xref>), we expect wastewater surveillance to continue to contribute a significant portion of data to inform SARS-CoV-2 genomic surveillance going forward and that this will help to mitigate surveillance bias.</p>
<p>A further limitation is that, although we established a PAUI system to distinguish between surveillance samples and other high priority/outbreak samples, the COVIDNet database contains sequences that do not have PAUI numbers and thus it is not always clear whether these samples are surveillance-based or from targeted investigations and therefore not randomly selected. Thus, outbreak specimens and specimens from high-risk settings may be over-represented as surveillance data. Likewise, the vast majority of specimens that were sequenced did not include attendant detailed medical or travel history, and thus this genomic surveillance program was primarily laboratory-based.</p>
</sec>
<sec id="sec23">
<label>4.5.</label>
<title>Recommendations and conclusions</title>
<p>As we move to the next phase of COVID-19, it is important to ensure funding to support ongoing genomic surveillance for SARS-CoV-2 and other pathogens of public health significance globally, nationally, and at state and local levels. Secure and sustained funding is critical to ensure the capacity to identify and analyze emerging pathogens of concern. Resources are also required to address gaps in public health infrastructure, in particular, systems related to data management, storage, and analysis. These systems are in significant need of modernization and functional interoperability to optimize data transmissions.</p>
<p>To build on experience gained with COVIDNet and prepare for future crises, it is imperative that we create, in advance, uniform data requirements with the ability to integrate incoming data from many sources, and transition to database and query platforms that can handle very large datasets.</p>
<p>Partnerships between public health departments and clinical laboratories should be established to help enhance collaborations and prepare us for the next large outbreak or pandemic. By enhancing these partnerships, we can help to identify and submit specimens for genomic surveillance as part of routine public health surveillance systems and also provide critical genomic information for the medical community that might help guide care and treatment. Protocols should be developed between these institutions to create a sample referral system in the event of outbreaks of concern or public health emergencies so that specimens are not discarded before they can be captured for sequencing or other characterization.</p>
<p>The value of COVIDNet will continue with ongoing genomic surveillance of SARS-CoV-2, as well as other pathogens of public health significance. Importantly, the COVIDNet infrastructure has already demonstrated, with the emergence of MPXV, its utility to be leveraged for the next public health crisis. The flexibility of this large-scale, collaborative system provides the necessary methods, logistics, and workflows that require only minor modifications to enable effective genomic surveillance and epidemiology at local, regional, and state levels.</p>
</sec>
</sec>
<sec sec-type="data-availability" id="sec24">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found at: <ext-link xlink:href="https://www.ncbi.nlm.nih.gov/" ext-link-type="uri">https://www.ncbi.nlm.nih.gov/</ext-link>, Bioproject number PRJNA750736.</p>
</sec>
<sec id="sec25">
<title>Group members of the COVIDNet Consortium</title>
<p>Summer Adams, Phacharee Arunleung, Matthew Bacinskas, Nikki Baumrind, Elizabeth F. Baylis, Cynthia Bernas, John M. Bell, Ricardo Berumen, Ellen L. Bouchard, Brandon Brown, Teal Bullick, Lyndsey Chaille, Alice Chen, Giorgio Cosentino, Yocelyn Cruz, Nick D&#x2019;Angelo, Mojgan Deldari, Alex Espinosa, Ambar Espinoza, Eric M. Foote, Gautham, Shiffen Getabecha, Sabrina Gilliam, Carol A. Glaser, Madeleine Glenn, Bianca Gonzaga, Ydelita Gonzales, Melanie Greengard, Hugo Guevara, Jill K. Hacker, Kim Hansard, April Hatada, Monica Haw, Thalia Huynh, Kathleen Jacobson, Chantha Kath, Paul B. Kimsey, Katya Ledin, Deidra Lemoine, Ruth Lopez, Sharon L. Messenger, Blanca Molinar, Christina Morales, Samantha Munoz, Robert Nakamura, Nichole Osugi, Tasha Padilla, Chao-Yang Pan, Mayuri V. Panditrao, Chris Preas, Will Probert, Alexa Quintana, Maria Uribe-Fuentes, Mayra Ramirez, Clarence Reyes, Estela Saguar, Maria Salas, Ioana Seritan, Brandon Stavig, Hilary Tamnanchit, Serena Ting, Debra A. Wadford, Cindy Wong, Chelsea Wright, and Shigeo Yagi, California Department of Public Health (CDPH); Venice Servellita, Alicia Sotomayor-Gonzalez, and Charles Y. Chiu, Chiu laboratory at University of California, San Francisco; Isabel Bjork, Joshua Kapp, Anouk van den Bout, and Ellen Kephart, Colligan Clinical Diagnostic Lab, University of California, Santa Cruz; Mawadda Alnaeeli, Hau-Ling Poon, Scott Topper, Color Health; Marzieh Shafii, Sara Sowko, Stephanie Trammell, and Erik Wolfsohn, Contra Costa County PHL; Patrick Ayscue, Amy Kistler, Emily Crawford, Joseph DeRisi, and Cristina Tato, Chan Zuckerberg Biohub; Valeria Arboledaz, Eleazar Eskin, and Laila M. Sathe, Department of Computational Medicine, University of California, Los Angeles; Jacek Skarbinski, Kaiser Permanente Northern California, Division of Research; Abigail Duque, Jeffrey Schapiro, and Ivy Yeung, Kaiser Permanente Northern California, The Permanente Medical Group; Rama Ghatti and Zahra Shajani-Yi, LabCorp; Jacob M. Garrigues, Nicole Green, and Peera Hemarajata, Los Angeles County PHL; Carlos Anaya and Donna Ferguson, Monterey County PHL; Beatrix Kapuszinsky, Favian Ramirez, and Felipe Sta Agueda, Napa-Solano-Yolo-Marin-Mendocino County PHL; Megan Crumpler and Julia Wolfe, Orange County PHL; Russell B. Corbett-Detig, David Haussler, Marc Perry, and Jakob McBroome, Pathogen Genomics Center, University of California, Santa Cruz; Nhi Duong, Deborah Forester, and Anthony Gonzalez, Sacramento County PHL; Maria J. Victorio, Anna Liza M. Manlutac, Jeremy Corrigan, and Nicholas S. Rhoades, San Diego County PHL; Lina Castro and Godfred Masinde, San Francisco County PHL; Harmeet Kaur, Monica Paniagua-Alexander, San Joaquin County PHL; Katrina G. Erwin, Glen Miller, and Frances N. Sidhu, San Luis Obispo County PHL; Morris Jones, Sangita Kothari, and Christopher Ngo, San Mateo County PHL; Brandon Bonin, Daniel Castillo, and Rensen Khoshabian, Santa Clara County PHL; Kristian Andersen, Mark Zeller, SEARCH Alliance; Lisa Critchett, Carlos Gonzalez, Iryna V. Goraichuk, and Rachel Rees, Sonoma County PHL; Frank Ambrosio, Curtis J. Kapsak, Kevin G. Libuit, Michelle R. Scribner, Joel R. Sevinsky, Emily A. Smith, and Sage M. Wright, Theiagen Genomics; Vanessa B. Cadiz, Denise Lopez, and Matthew Rosman, Tulare County PHL; Bryan Bach, Stacia Wyman, UC Berkeley Innovative Genomics Institute SARS-CoV-2 Sequencing Team; Charlotte Acharya, Ryan Davis, and Richard Michelmore, UC Davis Genome Center; Melanie Oakes and Suzanne Sandmeyer, UC Irvine Campus Covid Testing Laboratory &#x0026; Genomics High Throughput Facility; Kathy Borkovich, Clay H. Clark, Holly Clark, and Brandon Le, UC Riverside Institute for Integrative Genome Biology - Genomics Core Facility; Peter De Hoff, Kristen Jepsen, Rob Knight, and Louise C. Laurent, UC San Diego EXCITE Laboratory; Zack Aralis and Carolina Arias, UC Santa Barbara Arias Lab; Varuzhan Balasanyan, Mark Duhon, and Xinmin Li, UCLA Technology Center for Genomics &#x0026; Bioinformatics; Eric Chow, Nicole Leung, Delsy Martinez, and Tyler T. Miyasaki, UCSF Center for Advanced Technology; Ashlee Clow, Jared Hoffman, and Thomas Rush, Ventura County PHL.</p>
</sec>
<sec sec-type="author-contributions" id="sec26">
<title>Author contributions</title>
<p>DW, JD, SM, KJ, JB, and RC-D conceived of this project, and guided it to fruition. DW, JB, NB, SG, ES, SM, JH, EF, ELB, CG, KL, and KJ wrote and revised the manuscript. All members of the COVIDNet Consortium contributed to data acquisition, analysis, results interpretation, analysis, results interpretation, or supervision of the work. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec27">
<title>Funding</title>
<p>CDPH/COVIDNet genomic surveillance work was funded by the Centers for Disease Control and Prevention, Epidemiology and Laboratory Capacity for Infectious Diseases, Cooperative Agreement Number 5 NU50CK000539. Sequencing work by the Chiu laboratory at University of California, San Francisco was funded by US CDC award 75D301-21-C-10991 (CYC).</p>
</sec>
<ack>
<p>We appreciate the confidence and support of Dr. Charity Dean and Paul Markovich, inaugural Co-Chairs of the California Testing Task Force, which enabled us to make California COVIDNet a reality. We are grateful to Lifang Chiang, Theresa Maldonado, and Brian Russ from the University of California Office of the President for their assistance in facilitating collaborations with University of California laboratories. We thank Gary Chang, Sarah Folker, Lisa Gorog, Courtney Hansen, Bridget Jones, Elaine Owen, and Jill Tellioglu from the CDPH Office of Legal Services. We sincerely appreciate the guidance from the COVIDNet Expert Advisory Panel members Kristian Andersen, The Scripps Research Institute; Patrick Ayscue, Chan Zuckerberg Biohub; Josh Batson, previously with Chan Zuckerberg Biohub; John M. Bell, CDPH; Sidney M. Bell, Chan Zuckerberg Initiative; Shannon N. Bennett, California Academy of Sciences; Charles Chiu, University of California, San Francisco; Russ B. Corbett-Detig, University of California, Santa Cruz; David Dynerman, previously with Chan Zuckerberg Biohub; David Haussler, University of California, Santa Cruz; A. Marm Kilpatrick, University of California, Santa Cruz; Amy Kistler, Chan Zuckerberg Biohub; Ha Youn Lee, University of Southern California; Joseph Lewnard, University of California, Berkeley; Duncan MacCannell, US Centers for Disease Control and Prevention; Ayesha Mahmud, University of California, Berkeley; Richard Michelmore, University of California, Davis; Erin A. Mordecai, Stanford University; Julia A. Palacios, Stanford University; Joel R. Sevinsky, Theiagen Genomics; Marc A. Suchard, University of California, Los Angeles; Paul D. Thomas, University of Southern California; George G. Vega Yon, University of Southern California; Katharine S. Walter, Stanford University (current institution University of Utah); Joel Wertheim, University of California, San Diego. We thank the following CDPH colleagues for their assistance and guidance: Tomas Aragon, Allison Bailey, Briyana Baker, Tricia Blocher, Deva Borthwick, Tim Bow, Cathy Catholic, Holli Dowless Kozar, Jesse Elder, Susan Fanelli, Lidia Gomes, Carl V. Hanson, Kathleen Harriman, Zoe Hawk-Pratty, Seema Jain, Andrew Knapp, Dominick Morales, Mary Kate Morris, Erica S. Pan, Peter Patiris, Eric Piano, Melissa Relles, Rahil Ryder, Angela Salas, Pat Stoll, Anthony Tran, Wilfred Velasco, John Walker, and James P. Watt. We are grateful for the following colleagues and entities: Vici Varghese, Alameda County PHL; Greg Costo and Regina Gallick Bertolucci, Butte County PHL; Allison Black, previously with Chan Zuckerberg Initiative; Jeffrey Bulawit, Fresno Co PHL; Pepper Stockton, Humboldt County PHL and Shasta County PHL; Holly Maag, Imperial County PHL; Amparo Sembrano, Long Beach PHL; Si Noon Hong, Madera Co PHL; Carol Barrera, Ana Gonzales, and Cheryl Starling, Heluna Health; Neena Bhakta and Errin Rider, Riverside County PHL; Linda Ward and Jessica Valdez, San Bernardino County PHL; Katayoon Dehesh, UC Riverside Institute for Integrative Genome Biology; Ashka Dave, CA-TTF; Adam Dondro, Secretary Mark Ghaly, and Marko Mijic, California Health and Human Services Agency; Kimberley Lucas, California Correctional Health Care Services; Ephrem Chin and Madhuri Hegde, CDPH Valencia Branch Laboratory/PerkinElmer; Catelyn Andersen, Alison King, Ezra Kurzban, Kelly Nguyen, Sarah Perkins, Karthik Ramesh, Kieran Saucedo, Madison Schwab, and Alana Weiss of the SEARCH Alliance; Avellino Laboratories, Avrok Laboratories, Curative, Fulgent Genetics, Invitae, Kaiser Permanente Northern California Regional Laboratory, LabCorp, LetsGetChecked Laboratories, and Quest Diagnostics.</p>
</ack>
<sec sec-type="COI-statement" id="sec28">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="disclaimer" id="sec29">
<title>Author disclaimer</title>
<p>The findings and conclusions in this report are those of the authors and do not necessarily represent the views of the California Department of Public Health or the California Health and Human Services Agency.</p>
</sec>
<fn-group>
<fn id="fn0001"><p><sup>1</sup><ext-link xlink:href="https://testing.covid19.ca.gov/" ext-link-type="uri">https://testing.covid19.ca.gov/</ext-link></p></fn>
<fn id="fn0002"><p><sup>2</sup><ext-link xlink:href="https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf" ext-link-type="uri">https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf</ext-link></p></fn>
<fn id="fn0003"><p><sup>3</sup><ext-link xlink:href="https://genome.ucsc.edu/cgi-bin/hgPhyloPlace" ext-link-type="uri">https://genome.ucsc.edu/cgi-bin/hgPhyloPlace</ext-link></p></fn>
<fn id="fn0004"><p><sup>4</sup><ext-link xlink:href="https://clustertracker.gi.ucsc.edu/" ext-link-type="uri">https://clustertracker.gi.ucsc.edu/</ext-link></p></fn>
<fn id="fn0005"><p><sup>5</sup><ext-link xlink:href="https://pathogengenomics.ucsc.edu/tools" ext-link-type="uri">https://pathogengenomics.ucsc.edu/tools</ext-link></p></fn>
<fn id="fn0006"><p><sup>6</sup><ext-link xlink:href="https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf" ext-link-type="uri">https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf</ext-link></p></fn>
<fn id="fn0007"><p><sup>7</sup><ext-link xlink:href="https://www.fda.gov/media/138249/download" ext-link-type="uri">https://www.fda.gov/media/138249/download</ext-link></p></fn>
<fn id="fn0008"><p><sup>8</sup><ext-link xlink:href="https://www.fda.gov/media/147547/download" ext-link-type="uri">https://www.fda.gov/media/147547/download</ext-link></p></fn>
<fn id="fn0009"><p><sup>9</sup><ext-link xlink:href="https://www.protocols.io/view/ucsf-cat-covid-19-tailed-275bp-v3-artic-protocol-v-kxygxpnpzl8j/v1" ext-link-type="uri">https://www.protocols.io/view/ucsf-cat-covid-19-tailed-275bp-v3-artic-protocol-v-kxygxpnpzl8j/v1</ext-link></p></fn>
<fn id="fn0010"><p><sup>10</sup><ext-link xlink:href="https://terra.bio" ext-link-type="uri">https://terra.bio</ext-link></p></fn>
<fn id="fn0011"><p><sup>11</sup><ext-link xlink:href="https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_basespace_fetch.wdl" ext-link-type="uri">https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_basespace_fetch.wdl</ext-link></p></fn>
<fn id="fn0012"><p><sup>12</sup><ext-link xlink:href="https://github.com/theiagen/public_health_viral_genomics" ext-link-type="uri">https://github.com/theiagen/public_health_viral_genomics</ext-link></p></fn>
<fn id="fn0013"><p><sup>13</sup><ext-link xlink:href="https://hub.docker.com/r/staphb/pangolin/tags?page=1&#x0026;ordering=last_updated" ext-link-type="uri">https://hub.docker.com/r/staphb/pangolin/</ext-link></p></fn>
<fn id="fn0014"><p><sup>14</sup><ext-link xlink:href="https://github.com/cov-lineages/pangolin-data" ext-link-type="uri">https://github.com/cov-lineages/pangolin-data</ext-link></p></fn>
<fn id="fn0015"><p><sup>15</sup><ext-link xlink:href="https://github.com/theiagen/public_health_viral_genomics/blob/main/workflows/wf_pangolin_update.wdl" ext-link-type="uri">https://github.com/theiagen/public_health_viral_genomics/blob/main/workflows/wf_pangolin_update.wdl</ext-link></p></fn>
<fn id="fn0016"><p><sup>16</sup><ext-link xlink:href="https://github.com/ncbi/sra-human-scrubber%20" ext-link-type="uri">https://github.com/ncbi/sra-human-scrubber</ext-link></p></fn>
<fn id="fn0017"><p><sup>17</sup><ext-link xlink:href="https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_terra2bq.wdl" ext-link-type="uri">https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_terra2bq.wdl</ext-link></p></fn>
<fn id="fn0018"><p><sup>18</sup><ext-link xlink:href="https://calcat.covid19.ca.gov/cacovidmodels/" ext-link-type="uri">https://calcat.covid19.ca.gov/cacovidmodels/</ext-link></p></fn>
<fn id="fn0019"><p><sup>19</sup><ext-link xlink:href="https://calcat.covid19.ca.gov/cacovidmodels/" ext-link-type="uri">https://calcat.covid19.ca.gov/cacovidmodels/</ext-link></p></fn>
</fn-group>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">California Department of Public Health. California Coronavirus COVID-19 Testing Task Force: CA Web Publishing Service</collab></person-group> (<year>2023</year>). <comment>Available at: </comment><ext-link xlink:href="https://testing.covid19.ca.gov/" ext-link-type="uri">https://testing.covid19.ca.gov/</ext-link></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aanensen</surname><given-names>DM</given-names></name> <name><surname>Khalil</surname><given-names>A</given-names></name> <name><surname>Adams</surname><given-names>A</given-names></name> <name><surname>Afifi</surname><given-names>S</given-names></name> <name><surname>Alam</surname><given-names>MT</given-names></name> <name><surname>Alderton</surname><given-names>A</given-names></name> <etal/></person-group>. <article-title>Coronavirus disease 2019 (COVID-19) genomics UK consortium. An integrated national scale SARS-CoV-2 genomic surveillance network. Lancet</article-title>. <source>Microbe</source>. (<year>2020</year>) <volume>1</volume>:<fpage>e99</fpage>&#x2013;<lpage>e100</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S2666-5247(20)30054-9</pub-id>, PMID: <pub-id pub-id-type="pmid">32835336</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">California Department of Public Health. Public Health Order Questions &#x0026; Answers: Hospital &#x0026; Health Care System Surge</collab></person-group> (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://www.cdph.ca.gov/Programs/CID/DCDC/Pages/COVID-19/Order-of-the-State-Public-Health-Officer-Hospital-Health-Care-System-Surge-FAQ.aspx" ext-link-type="uri">https://www.cdph.ca.gov/Programs/CID/DCDC/Pages/COVID-19/Order-of-the-State-Public-Health-Officer-Hospital-Health-Care-System-Surge-FAQ.aspx</ext-link></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname><given-names>EA</given-names></name> <name><surname>Libuit</surname><given-names>KG</given-names></name> <name><surname>Kapsak</surname><given-names>CJ</given-names></name> <name><surname>Scribner</surname><given-names>MR</given-names></name> <name><surname>Wright</surname><given-names>SM</given-names></name> <name><surname>Bell</surname><given-names>J</given-names></name> <etal/></person-group>. <article-title>Pathogen genomics in public health laboratories: successes, challenges, and lessons learned from California&#x2019;s SARS-CoV-2 whole-genome sequencing initiative, California COVIDNet</article-title>. <source>Microbial Genomics</source>. (<year>2023</year>) <volume>9</volume>:<fpage>001027</fpage>. doi: <pub-id pub-id-type="doi">10.1099/mgen.0.001027</pub-id>, PMID: <pub-id pub-id-type="pmid">37267020</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Black</surname><given-names>A</given-names></name> <name><surname>MacCannell</surname><given-names>DR</given-names></name> <name><surname>Sibley</surname><given-names>TR</given-names></name> <name><surname>Bedford</surname><given-names>T</given-names></name></person-group>. <article-title>Ten recommendations for supporting open pathogen genomic analysis in public health</article-title>. <source>Nat Med</source>. (<year>2020</year>) <volume>26</volume>:<fpage>832</fpage>&#x2013;<lpage>41</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41591-020-0935-z</pub-id>, PMID: <pub-id pub-id-type="pmid">32528156</pub-id></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elbe</surname><given-names>S</given-names></name> <name><surname>Buckland-Merrett</surname><given-names>G</given-names></name></person-group>. <article-title>Data, disease and diplomacy: GISAID's innovative contribution to global health</article-title>. <source>Glob Chall</source>. (<year>2017</year>) <volume>1</volume>:<fpage>33</fpage>&#x2013;<lpage>46</lpage>. doi: <pub-id pub-id-type="doi">10.1002/gch2.1018</pub-id>, PMID: <pub-id pub-id-type="pmid">31565258</pub-id></citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shu</surname><given-names>Y</given-names></name> <name><surname>McCauley</surname><given-names>J</given-names></name></person-group>. <article-title>GISAID: global initiative on sharing all influenza data - from vision to reality</article-title>. <source>Euro Surveill</source>. (<year>2017</year>) <volume>22</volume>:<fpage>30494</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.2807/1560-7917.ES.2017.22.13.30494</pub-id>, PMID: <pub-id pub-id-type="pmid">28382917</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>GC</surname><given-names>KS</given-names></name> <name><surname>Freitas</surname><given-names>L</given-names></name> <name><surname>Schultz</surname><given-names>MB</given-names></name> <name><surname>Bach</surname><given-names>G</given-names></name> <name><surname>Diallo</surname><given-names>A</given-names></name> <name><surname>Akite</surname><given-names>N</given-names></name> <etal/></person-group>. <article-title>GISAID's role in pandemic response</article-title>. <source>China CDC Wkly</source>. (<year>2021</year>) <volume>3</volume>:<fpage>1049</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.46234/ccdcw2021.255</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll4">California Department of Public Health. Title 17, California Code of Regulations (CCR), Section 2505 Subsection (q), page 6</collab></person-group> (<year>2022</year>). <comment>Available at: </comment><ext-link xlink:href="https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf" ext-link-type="uri">https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf</ext-link></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sayers</surname><given-names>EW</given-names></name> <name><surname>Bolton</surname><given-names>EE</given-names></name> <name><surname>Brister</surname><given-names>JR</given-names></name> <name><surname>Canese</surname><given-names>K</given-names></name> <name><surname>Chan</surname><given-names>J</given-names></name> <name><surname>Comeau</surname><given-names>DC</given-names></name> <etal/></person-group>. <article-title>Database resources of the national center for biotechnology information</article-title>. <source>Nucleic Acids Res</source>. (<year>2022</year>) <volume>50</volume>:<fpage>D20</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1093/nar/gkab1112</pub-id>, PMID: <pub-id pub-id-type="pmid">34850941</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Turakhia</surname><given-names>Y</given-names></name> <name><surname>Thornlow</surname><given-names>B</given-names></name> <name><surname>Hinrichs</surname><given-names>AS</given-names></name> <name><surname>De Maio</surname><given-names>N</given-names></name> <name><surname>Gozashti</surname><given-names>L</given-names></name> <name><surname>Lanfear</surname><given-names>R</given-names></name> <etal/></person-group>. <article-title>Ultrafast sample placement on existing tRees (UShER) enables real-time phylogenetics for the SARS-CoV-2 pandemic</article-title>. <source>Nat Genet</source>. (<year>2021</year>) <volume>53</volume>:<fpage>809</fpage>&#x2013;<lpage>16</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41588-021-00862-7</pub-id>, PMID: <pub-id pub-id-type="pmid">33972780</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll5">University of California SCGBg. UShER: Ultrafast Sample placement on Existing tRee</collab></person-group> (<year>2022</year>). <comment>Available at: </comment><ext-link xlink:href="https://genome.ucsc.edu/cgi-bin/hgPhyloPlace" ext-link-type="uri">https://genome.ucsc.edu/cgi-bin/hgPhyloPlace</ext-link></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll6">University of California SCGI</collab></person-group>. (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://clustertracker.gi.ucsc.edu/" ext-link-type="uri">https://clustertracker.gi.ucsc.edu/</ext-link>.</citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll7">University of California SCGI. UCSC Pathogen Genomics Tools</collab></person-group> (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://pathogengenomics.ucsc.edu/tools" ext-link-type="uri">https://pathogengenomics.ucsc.edu/tools</ext-link></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hadfield</surname><given-names>J</given-names></name> <name><surname>Megill</surname><given-names>C</given-names></name> <name><surname>Bell</surname><given-names>SM</given-names></name> <name><surname>Huddleston</surname><given-names>J</given-names></name> <name><surname>Potter</surname><given-names>B</given-names></name> <name><surname>Callender</surname><given-names>C</given-names></name> <etal/></person-group>. <article-title>Nextstrain: real-time tracking of pathogen evolution</article-title>. <source>Bioinformatics</source>. (<year>2018</year>) <volume>34</volume>:<fpage>4121</fpage>&#x2013;<lpage>3</lpage>. doi: <pub-id pub-id-type="doi">10.1093/bioinformatics/bty407</pub-id>, PMID: <pub-id pub-id-type="pmid">29790939</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll8">California Department of Public Health. Title 17, California Code of Regulations (CCR), Section 2505 Subsection (p), page 5</collab></person-group>. (<year>2022</year>). <comment>Available at: </comment><ext-link xlink:href="https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf" ext-link-type="uri">https://www.cdph.ca.gov/Programs/CID/DCDC/CDPH%20Document%20Library/LabReportableDiseases.pdf</ext-link></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Hinton</surname><given-names>DM</given-names></name></person-group>. <source>U.S. Food and Drug Administration. Emergency use authorization (EUA) summary for the color SARS-CoV-2 Rt-lamp diagnostic assay</source>. (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://www.fda.gov/media/138249/download" ext-link-type="uri">https://www.fda.gov/media/138249/download</ext-link></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll9">U.S. Food and Drug Administration. Emergency Use Authorization (EUA) Summary PerkinElmer SARS-CoV-2 RT-qPCR Reagent Kit (PerkinElmer Genomics)</collab></person-group>. (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://www.fda.gov/media/147547/download" ext-link-type="uri">https://www.fda.gov/media/147547/download</ext-link></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Quick</surname><given-names>J</given-names></name> <name><surname>Loman</surname><given-names>N</given-names></name><collab id="coll10">hCoV-2019/nCoV-2019 Version 3 Amplicon Set: ARTIC Consortium</collab></person-group>; (<year>2020</year>). <comment>Available at: </comment><ext-link xlink:href="https://artic.network/resources/ncov/ncov-amplicon-v3.pdf" ext-link-type="uri">https://artic.network/resources/ncov/ncov-amplicon-v3.pdf</ext-link></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Loman</surname><given-names>N</given-names></name><collab id="coll11">artic-ncov2019 primer schemes: ARTIC Consortium</collab></person-group>; (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://github.com/artic-network/primer-schemes" ext-link-type="uri">https://github.com/artic-network/primer-schemes</ext-link></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll12">University of California SF</collab></person-group>. <source>UCSF CAT COVID-19 Tailed 275bp v3 ARTIC protocol</source> <comment>v1 V.1</comment>. (<year>2021</year>) <comment>Available at: </comment><ext-link xlink:href="https://www.protocols.io/view/ucsf-cat-covid-19-tailed-275bp-v3-artic-protocol-v-kxygxpnpzl8j/v1" ext-link-type="uri">https://www.protocols.io/view/ucsf-cat-covid-19-tailed-275bp-v3-artic-protocol-v-kxygxpnpzl8j/v1</ext-link></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ramaiah</surname><given-names>A</given-names></name> <name><surname>Khubbar</surname><given-names>M</given-names></name> <name><surname>Scott</surname><given-names>S</given-names></name> <name><surname>Bauer</surname><given-names>A</given-names></name> <name><surname>Lentz</surname><given-names>J</given-names></name> <name><surname>Akinyemi</surname><given-names>K</given-names></name> <etal/></person-group>. <article-title>Implementation and evaluation of the clear dx platform for sequencing SARS-CoV-2 genomes in a public health laboratory</article-title>. <source>Microbiology Spectrum</source>. (<year>2023</year>) <volume>11</volume>:<fpage>e04957-22</fpage>.</citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Addetia</surname><given-names>A</given-names></name> <name><surname>Lin</surname><given-names>MJ</given-names></name> <name><surname>Peddu</surname><given-names>V</given-names></name> <name><surname>Roychoudhury</surname><given-names>P</given-names></name> <name><surname>Jerome</surname><given-names>KR</given-names></name> <name><surname>Greninger</surname><given-names>AL</given-names></name></person-group>. <article-title>Sensitive recovery of complete SARS-CoV-2 genomes from clinical samples by use of Swift Biosciences' SARS-CoV-2 multiplex amplicon sequencing panel</article-title>. <source>J Clin Microbiol</source>. (<year>2020</year>) <volume>59</volume>. doi: <pub-id pub-id-type="doi">10.1128/JCM.02226-20</pub-id>, PMID: <pub-id pub-id-type="pmid">33046529</pub-id></citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><collab id="coll13">New England Biolabs Inc</collab></person-group>. <article-title>VarSkip multiplex PCR designs for SARS-CoV-2 sequencing</article-title>. <source>GitHub</source>; <comment>Available at: </comment><ext-link xlink:href="https://github.com/nebiolabs/VarSkip" ext-link-type="uri">https://github.com/nebiolabs/VarSkip</ext-link>. (<year>2022</year>)</citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Freed</surname><given-names>NE</given-names></name> <name><surname>Vlkova</surname><given-names>M</given-names></name> <name><surname>Faisal</surname><given-names>MB</given-names></name> <name><surname>Silander</surname><given-names>OK</given-names></name></person-group>. <article-title>Rapid and inexpensive whole-genome sequencing of SARS-CoV-2 using 1200 bp tiled amplicons and Oxford Nanopore rapid barcoding</article-title>. <source>Biol Methods Protoc</source>. (<year>2020</year>) <volume>5</volume>:<fpage>bpaa014</fpage>. doi: <pub-id pub-id-type="doi">10.1093/biomethods/bpaa014</pub-id>, PMID: <pub-id pub-id-type="pmid">33029559</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll14">Theiagen Genomics</collab></person-group>. (<year>2023</year>) Terra. Available at: <ext-link xlink:href="https://terra.bio" ext-link-type="uri">https://terra.bio</ext-link></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll15">Theiagen Genomics Git Hub</collab></person-group>. (<year>2021</year>). <comment>Available at: </comment><ext-link xlink:href="https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_basespace_fetch.wdl" ext-link-type="uri">https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_basespace_fetch.wdl</ext-link></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll16">Theiagen Genomics. Public Health Viral Genomics</collab></person-group>. (<year>2021</year>). <comment>Available at:</comment> <ext-link xlink:href="https://github.com/theiagen/public_health_viral_genomics_GitHu" ext-link-type="uri">https://github.com/theiagen/public_health_viral_genomics_GitHu</ext-link></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rambaut</surname><given-names>A</given-names></name> <name><surname>Holmes</surname><given-names>EC</given-names></name> <name><surname>O&#x2019;Toole</surname><given-names>&#x00C1;</given-names></name> <name><surname>Hill</surname><given-names>V</given-names></name> <name><surname>McCrone</surname><given-names>JT</given-names></name> <name><surname>Ruis</surname><given-names>C</given-names></name> <etal/></person-group>. <article-title>A dynamic nomenclature proposal for SARS-CoV-2 lineages to assist genomic epidemiology</article-title>. <source>Nat Microbiol</source>. (<year>2020</year>) <volume>5</volume>:<fpage>1403</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41564-020-0770-5</pub-id>, PMID: <pub-id pub-id-type="pmid">32669681</pub-id></citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Oakeson</surname><given-names>K</given-names></name> <name><surname>Wang</surname><given-names>S</given-names></name> <name><surname>Florek</surname><given-names>K</given-names></name> <name><surname>Fink</surname><given-names>L</given-names></name> <name><surname>Hanigan</surname><given-names>C</given-names></name> <name><surname>MacCannell</surname><given-names>D</given-names></name></person-group>. <source>State public health bioinformatics community. Staphb/pangolin - software package for assigning SARS-CoV-2 genome sequences to global lineages Docker hub</source>. (<year>2020</year>). <comment>Available at: </comment><ext-link xlink:href="https://hub.docker.com/r/staphb/pangolin/" ext-link-type="uri">https://hub.docker.com/r/staphb/pangolin/</ext-link></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x2019;Toole</surname><given-names>&#x00C1;</given-names></name> <name><surname>Scher</surname><given-names>E</given-names></name> <name><surname>Underwood</surname><given-names>A</given-names></name> <name><surname>Jackson</surname><given-names>B</given-names></name> <name><surname>Hill</surname><given-names>V</given-names></name> <name><surname>McCrone</surname><given-names>JT</given-names></name> <etal/></person-group>. <article-title>Assignment of epidemiological lineages in an emerging pandemic using the pangolin tool</article-title>. <source>Virus evolution</source>. (<year>2021</year>) <volume>7</volume>:<fpage>veab064</fpage>. doi: <pub-id pub-id-type="doi">10.1093/ve/veab064</pub-id>, PMID: <pub-id pub-id-type="pmid">34527285</pub-id></citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll17">Cov-Lineages. cov-lineages/pangolin-data</collab></person-group>. (<year>2023</year>). <comment>Available at: </comment><ext-link xlink:href="https://github.com/cov-lineages/pangolin-data.GitHub" ext-link-type="uri">https://github.com/cov-lineages/pangolin-data.GitHub</ext-link></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll18">Theiagen Genomics. Pangolin Update</collab></person-group>. (<year>2023</year>). <comment>Available at: </comment><ext-link xlink:href="https://github.com/theiagen/public_health_viral_genomics.GitHu" ext-link-type="uri">https://github.com/theiagen/public_health_viral_genomics.GitHu</ext-link></citation></ref>
<ref id="ref34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname><given-names>F</given-names></name> <name><surname>Zhao</surname><given-names>S</given-names></name> <name><surname>Yu</surname><given-names>B</given-names></name> <name><surname>Chen</surname><given-names>YM</given-names></name> <name><surname>Wang</surname><given-names>W</given-names></name> <name><surname>Song</surname><given-names>ZG</given-names></name> <etal/></person-group>. <article-title>A new coronavirus associated with human respiratory disease in China</article-title>. <source>Nature</source>. (<year>2020</year>) <volume>579</volume>:<fpage>265</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41586-020-2008-3</pub-id>, PMID: <pub-id pub-id-type="pmid">32015508</pub-id></citation></ref>
<ref id="ref35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Benson</surname><given-names>DA</given-names></name> <name><surname>Cavanaugh</surname><given-names>M</given-names></name> <name><surname>Clark</surname><given-names>K</given-names></name> <name><surname>Karsch-Mizrachi</surname><given-names>I</given-names></name> <name><surname>Lipman</surname><given-names>DJ</given-names></name> <name><surname>EW</surname><given-names>OJS</given-names></name></person-group>. <article-title>GenBank</article-title>. <source>Nucleic Acids Res</source>. (<year>2013</year>) <volume>41</volume>:<fpage>D36</fpage>&#x2013;<lpage>42</lpage>. doi: <pub-id pub-id-type="doi">10.1093/nar/gks1195</pub-id>, PMID: <pub-id pub-id-type="pmid">23193287</pub-id></citation></ref>
<ref id="ref36"><label>36.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leinonen</surname><given-names>R</given-names></name> <name><surname>Sugawara</surname><given-names>H</given-names></name> <name><surname>Shumway</surname><given-names>M</given-names></name><collab id="coll19">International Nucleotide Sequence Database C</collab></person-group>. <article-title>The sequence read archive</article-title>. <source>Nucleic Acids Res</source>. (<year>2011</year>) <volume>39</volume>:<fpage>19</fpage>&#x2013;<lpage>21</lpage>. doi: <pub-id pub-id-type="doi">10.1093/nar/gkq1019</pub-id></citation></ref>
<ref id="ref37"><label>37.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll20">NCBI SRA human read scrubber</collab></person-group>. (<year>2023</year>). <comment>Available at: </comment><ext-link xlink:href="https://github.com/ncbi/sra-human-scrubber.GitHub" ext-link-type="uri">https://github.com/ncbi/sra-human-scrubber.GitHub</ext-link></citation></ref>
<ref id="ref38"><label>38.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Libuit</surname><given-names>KG</given-names></name> <name><surname>Doughty</surname><given-names>EL</given-names></name> <name><surname>Otieno</surname><given-names>JR</given-names></name> <name><surname>Ambrosio</surname><given-names>F</given-names></name> <name><surname>Kapsak</surname><given-names>CJ</given-names></name> <name><surname>Smith</surname><given-names>EA</given-names></name> <etal/></person-group>. (<year>2023</year>). Terra_2_BQ workflow Available at: <ext-link xlink:href="https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_terra2bq.wdl.GitHub" ext-link-type="uri">https://github.com/theiagen/terra_utilities/blob/main/workflows/wf_terra2bq.wdl.GitHub</ext-link></citation></ref>
<ref id="ref39"><label>39.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wood</surname><given-names>DE</given-names></name> <name><surname>Lu</surname><given-names>J</given-names></name> <name><surname>Langmead</surname><given-names>B</given-names></name></person-group>. <article-title>Improved metagenomic analysis with kraken 2</article-title>. <source>Genome Biol</source>. (<year>2019</year>) <volume>20</volume>:<fpage>1</fpage>&#x2013;<lpage>13</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s13059-019-1891-0</pub-id></citation></ref>
<ref id="ref40"><label>40.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Skarbinski</surname><given-names>J</given-names></name> <name><surname>Nugent</surname><given-names>JR</given-names></name> <name><surname>Wood</surname><given-names>MS</given-names></name> <name><surname>Liu</surname><given-names>L</given-names></name> <name><surname>Bullick</surname><given-names>T</given-names></name> <name><surname>Schapiro</surname><given-names>JM</given-names></name> <etal/></person-group>. <article-title>SARS-CoV-2 Delta variant genomic variation associated with breakthrough infection in northern California: a retrospective cohort study</article-title>. <source>J Infect Dis</source>. (<year>2023</year>):<comment>jiad164</comment>). doi: <pub-id pub-id-type="doi">10.1093/infdis/jiad164</pub-id>, PMID: <pub-id pub-id-type="pmid">37195913</pub-id></citation></ref>
<ref id="ref41"><label>41.</label><citation citation-type="other"><person-group person-group-type="author"><collab id="coll22">California Department of Public Health. California Communicable diseases Assessment Tool</collab></person-group> (<year>2023</year>). Available online at: <ext-link xlink:href="https://calcat.covid19.ca.gov/cacovidmodels/" ext-link-type="uri">https://calcat.covid19.ca.gov/cacovidmodels/</ext-link></citation></ref>
<ref id="ref42"><label>42.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Karmarkar</surname><given-names>EN</given-names></name> <name><surname>Blanco</surname><given-names>I</given-names></name> <name><surname>Amornkul</surname><given-names>PN</given-names></name> <name><surname>DuBois</surname><given-names>A</given-names></name> <name><surname>Deng</surname><given-names>X</given-names></name> <name><surname>Moonan</surname><given-names>PK</given-names></name> <etal/></person-group>. <article-title>Timely intervention and control of a novel coronavirus (COVID-19) outbreak at a large skilled nursing facility&#x2014;San Francisco, California, 2020</article-title>. <source>Infection Control &#x0026; Hospital Epidemiology</source>. (<year>2021</year>) <volume>42</volume>:<fpage>1173</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1017/ice.2020.1375</pub-id>, PMID: <pub-id pub-id-type="pmid">33308357</pub-id></citation></ref>
<ref id="ref43"><label>43.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Villarino</surname><given-names>E</given-names></name> <name><surname>Deng</surname><given-names>X</given-names></name> <name><surname>Kemper</surname><given-names>CA</given-names></name> <name><surname>Jorden</surname><given-names>MA</given-names></name> <name><surname>Bonin</surname><given-names>B</given-names></name> <name><surname>Rudman</surname><given-names>SL</given-names></name> <etal/></person-group>. <article-title>Introduction, transmission dynamics, and fate of early severe acute respiratory syndrome coronavirus 2 lineages in Santa Clara County</article-title>. <source>California J infectious dis</source>. (<year>2021</year>) <volume>224</volume>:<fpage>207</fpage>&#x2013;<lpage>17</lpage>. doi: <pub-id pub-id-type="doi">10.1093/infdis/jiab199</pub-id>, PMID: <pub-id pub-id-type="pmid">33893501</pub-id></citation></ref>
<ref id="ref44"><label>44.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deng</surname><given-names>XGW</given-names></name> <name><surname>Federman</surname><given-names>S</given-names></name> <name><surname>du Plessis</surname><given-names>L</given-names></name> <name><surname>Pybus</surname><given-names>OG</given-names></name> <name><surname>Faria</surname><given-names>NR</given-names></name> <name><surname>Wang</surname><given-names>C</given-names></name> <etal/></person-group>. <article-title>Genomic surveillance reveals multiple introductions of SARS-CoV-2 into northern California</article-title>. <source>Science</source>. (<year>2020</year>) <volume>369</volume>:<fpage>582</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1126/science.abb9263</pub-id>, PMID: <pub-id pub-id-type="pmid">32513865</pub-id></citation></ref>
<ref id="ref45"><label>45.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deng</surname><given-names>X</given-names></name> <name><surname>Garcia-Knight</surname><given-names>MA</given-names></name> <name><surname>Khalid</surname><given-names>MM</given-names></name> <name><surname>Servellita</surname><given-names>V</given-names></name> <name><surname>Wang</surname><given-names>C</given-names></name> <name><surname>Morris</surname><given-names>MK</given-names></name> <etal/></person-group>. <article-title>Transmission, infectivity, and neutralization of a spike L452R SARS-CoV-2 variant</article-title>. <source>Cells</source>. (<year>2021</year>) <volume>184</volume>:<fpage>3426</fpage>&#x2013;<lpage>37</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cell.2021.04.025</pub-id>, PMID: <pub-id pub-id-type="pmid">33991487</pub-id></citation></ref>
<ref id="ref46"><label>46.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lam-Hine</surname><given-names>T</given-names></name> <name><surname>McCurdy</surname><given-names>SA</given-names></name> <name><surname>Santora</surname><given-names>L</given-names></name> <name><surname>Duncan</surname><given-names>L</given-names></name> <name><surname>Corbett-Detig</surname><given-names>R</given-names></name> <name><surname>Kapusinszky</surname><given-names>B</given-names></name> <etal/></person-group>. <article-title>Outbreak associated with SARS-CoV-2 B. 1.617. 2 (delta) variant in an elementary school&#x2014;Marin County, California, may&#x2013;June 2021</article-title>. <source>Morbidity and mortality weekly report</source>. (<year>2021</year>) <volume>70</volume>:<fpage>1214</fpage>. doi: <pub-id pub-id-type="doi">10.15585/mmwr.mm7035e2</pub-id></citation></ref>
<ref id="ref47"><label>47.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stoddard</surname><given-names>G</given-names></name> <name><surname>Black</surname><given-names>A</given-names></name> <name><surname>Ayscue</surname><given-names>P</given-names></name> <name><surname>Lu</surname><given-names>D</given-names></name> <name><surname>Kamm</surname><given-names>J</given-names></name> <name><surname>Bhatt</surname><given-names>K</given-names></name> <etal/></person-group>. <article-title>Using genomic epidemiology of SARS-CoV-2 to support contact tracing and public health surveillance in rural Humboldt County, California</article-title>. <source>BMC Public Health</source>. (<year>2022</year>) <volume>22</volume>:<fpage>456</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12889-022-12790-0</pub-id></citation></ref>
<ref id="ref48"><label>48.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>MacCannell</surname><given-names>T</given-names></name> <name><surname>Batson</surname><given-names>J</given-names></name> <name><surname>Bonin</surname><given-names>B</given-names></name> <name><surname>Astha</surname><given-names>KC</given-names></name> <name><surname>Quenelle</surname><given-names>R</given-names></name> <name><surname>Strong</surname><given-names>B</given-names></name> <etal/></person-group>. <article-title>Genomic epidemiology and transmission dynamics of severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2) in congregate healthcare facilities in Santa Clara County</article-title>. <source>California Clinical Infectious Diseases</source>. (<year>2022</year>) <volume>74</volume>:<fpage>829</fpage>&#x2013;<lpage>35</lpage>. doi: <pub-id pub-id-type="doi">10.1093/cid/ciab553</pub-id>, PMID: <pub-id pub-id-type="pmid">34328176</pub-id></citation></ref>
<ref id="ref49"><label>49.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Wadford</surname><given-names>DA</given-names></name> <name><surname>Page</surname><given-names>L</given-names></name> <name><surname>Mosack</surname><given-names>K</given-names></name> <name><surname>Bauer</surname><given-names>A</given-names></name> <name><surname>Khubbar</surname><given-names>M</given-names></name> <name><surname>Balakrishnan</surname><given-names>N</given-names></name> <etal/></person-group>. <source>Poster: Application of rapid whole genome sequencing to identify a SARS-CoV-2 omicron variant outbreak among highly vaccinated wedding attendees</source>. <publisher-loc>OH, Cleveland</publisher-loc>: <publisher-name>Association of Public Health Laboratories 2022 Annual Conference</publisher-name>. (<year>2022</year>).</citation></ref>
<ref id="ref50"><label>50.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Lam-Hine</surname><given-names>T</given-names></name> <name><surname>McCurdy</surname><given-names>SA</given-names></name> <name><surname>Santora</surname><given-names>L</given-names></name> <name><surname>Duncan</surname><given-names>L</given-names></name> <name><surname>Corbett-Detig</surname><given-names>R</given-names></name> <name><surname>Kapusinszky</surname><given-names>B</given-names></name> <etal/></person-group>. <source>Outbreak associated with SARS-CoV-2 B. 1.617. 2 (delta) variant in an elementary school&#x2014;Marin County, California, may&#x2013;June 2021. Morbidity and mortality weekly report</source>. (<year>2021</year>), <volume>70</volume>:<fpage>1214</fpage>.</citation></ref>
<ref id="ref51"><label>51.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thornhill</surname><given-names>JP</given-names></name> <name><surname>Barkati</surname><given-names>S</given-names></name> <name><surname>Walmsley</surname><given-names>S</given-names></name> <name><surname>Rockstroh</surname><given-names>J</given-names></name> <name><surname>Antinori</surname><given-names>A</given-names></name> <name><surname>Harrison</surname><given-names>LB</given-names></name> <etal/></person-group>. <article-title>Monkeypox virus infection in humans across 16 countries&#x2014;April&#x2013;June 2022</article-title>. <source>N Engl J Med</source>. (<year>2022</year>) <volume>387</volume>:<fpage>679</fpage>&#x2013;<lpage>91</lpage>. doi: <pub-id pub-id-type="doi">10.1056/NEJMoa2207323</pub-id>, PMID: <pub-id pub-id-type="pmid">35866746</pub-id></citation></ref>
<ref id="ref52"><label>52.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Minhaj</surname><given-names>FS</given-names></name> <name><surname>Ogale</surname><given-names>YP</given-names></name> <name><surname>Whitehill</surname><given-names>F</given-names></name> <name><surname>Schultz</surname><given-names>J</given-names></name> <name><surname>Foote</surname><given-names>M</given-names></name> <name><surname>Davidson</surname><given-names>W</given-names></name> <etal/></person-group>. <article-title>Monkeypox outbreak&#x2014;nine states, may 2022</article-title>. <source>Morb Mortal Wkly Rep</source>. (<year>2022</year>) <volume>71</volume>:<fpage>764</fpage>. doi: <pub-id pub-id-type="doi">10.15585/mmwr.mm7123e1</pub-id>, PMID: <pub-id pub-id-type="pmid">35679181</pub-id></citation></ref>
<ref id="ref53"><label>53.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Isidro</surname><given-names>J</given-names></name> <name><surname>Borges</surname><given-names>V</given-names></name> <name><surname>Pinto</surname><given-names>M</given-names></name> <name><surname>Sobral</surname><given-names>D</given-names></name> <name><surname>Santos</surname><given-names>JD</given-names></name> <name><surname>Nunes</surname><given-names>A</given-names></name> <etal/></person-group>. <article-title>Phylogenomic characterization and signs of microevolution in the 2022 multi-country outbreak of monkeypox virus</article-title>. <source>Nat Med</source>. (<year>2022</year>) <volume>28</volume>:<fpage>1569</fpage>&#x2013;<lpage>72</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41591-022-01907-y</pub-id>, PMID: <pub-id pub-id-type="pmid">35750157</pub-id></citation></ref>
<ref id="ref54"><label>54.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Crits-Christoph</surname><given-names>A</given-names></name> <name><surname>Kantor</surname><given-names>RS</given-names></name> <name><surname>Olm</surname><given-names>MR</given-names></name> <name><surname>Whitney</surname><given-names>ON</given-names></name> <name><surname>Al-Shayeb</surname><given-names>B</given-names></name> <name><surname>Lou</surname><given-names>YC</given-names></name> <etal/></person-group>. <article-title>Genome sequencing of sewage detects regionally prevalent SARS-CoV-2 variants</article-title>. <source>MBio</source>. (<year>2021</year>) <volume>12</volume>:<fpage>10</fpage>&#x2013;<lpage>128</lpage>. doi: <pub-id pub-id-type="doi">10.1128/mBio.02703-20</pub-id></citation></ref>
<ref id="ref55"><label>55.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Karthikeyan</surname><given-names>S</given-names></name> <name><surname>Levy</surname><given-names>JI</given-names></name> <name><surname>De Hoff</surname><given-names>P</given-names></name> <name><surname>Humphrey</surname><given-names>G</given-names></name> <name><surname>Birmingham</surname><given-names>A</given-names></name> <name><surname>Jepsen</surname><given-names>K</given-names></name> <etal/></person-group>. <article-title>Wastewater sequencing reveals early cryptic SARS-CoV-2 variant transmission</article-title>. <source>Nature</source>. (<year>2022</year>) <volume>609</volume>:<fpage>101</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41586-022-05049-6</pub-id>, PMID: <pub-id pub-id-type="pmid">35798029</pub-id></citation></ref>
<ref id="ref56"><label>56.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Li</surname><given-names>L</given-names></name> <name><surname>Uppal</surname><given-names>T</given-names></name> <name><surname>Hartley</surname><given-names>PD</given-names></name> <name><surname>Gorzalski</surname><given-names>A</given-names></name> <name><surname>Pandori</surname><given-names>M</given-names></name> <name><surname>Picker</surname><given-names>MA</given-names></name> <etal/></person-group>. <article-title>Detecting SARS-CoV-2 variants in wastewater and their correlation with circulating variants in the communities</article-title>. <source>Sci Rep</source>. (<year>2022</year>) <volume>12</volume>:<fpage>16141</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-022-20219-2</pub-id></citation></ref></ref-list>
</back>
</article>