<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Microbiol.</journal-id>
<journal-title>Frontiers in Microbiology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Microbiol.</abbrev-journal-title>
<issn pub-type="epub">1664-302X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fmicb.2022.1104405</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Microbiology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Determination of the ability of matrix-assisted laser desorption ionization time-of-flight mass spectrometry to identify high-biofilm-producing strains</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Rodr&#x00ED;guez-Temporal</surname>
<given-names>David</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2122622/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>D&#x00ED;ez</surname>
<given-names>Rafael</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>D&#x00ED;az-Navarro</surname>
<given-names>Marta</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1686043/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Escribano</surname>
<given-names>Pilar</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/605219/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Guinea</surname>
<given-names>Jes&#x00FA;s</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Mu&#x00F1;oz</surname>
<given-names>Patricia</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1880802/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rodr&#x00ED;guez-S&#x00E1;nchez</surname>
<given-names>Bel&#x00E9;n</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Guembe</surname>
<given-names>Mar&#x00ED;a</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/587346/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Clinical Microbiology and Infectious Diseases, Hospital General Universitario Gregorio Mara&#x00F1;&#x00F3;n</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Instituto de Investigaci&#x00F3;n Sanitaria Gregorio Mara&#x00F1;&#x00F3;n</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>School of Biology, Universidad Complutense de Madrid</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff4"><sup>4</sup><institution>School of Medicine, Universidad Complutense de Madrid</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff5"><sup>5</sup><institution>CIBER Enfermedades Respiratorias-CIBERES (CB06/06/0058)</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn id="fn0001" fn-type="edited-by"><p>Edited by: Jayesh Jagannath Ahire, Unique Biotech Limited, India</p></fn>
<fn id="fn0002" fn-type="edited-by"><p>Reviewed by: Amit Tiwari, Advanced Enzyme Technologies, India; Pratik Mohan Bagkar, Christian Hansen, India</p></fn>
<corresp id="c001">&#x002A;Correspondence: Mar&#x00ED;a Guembe, <email>mariaguembe@hotmail.com</email></corresp>
<fn id="fn0003" fn-type="other"><p>This article was submitted to Microbiotechnology, a section of the journal Frontiers in Microbiology</p></fn>
</author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>01</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>1104405</elocation-id>
<history>
<date date-type="received">
<day>21</day>
<month>11</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>12</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Rodr&#x00ED;guez-Temporal, D&#x00ED;ez, D&#x00ED;az-Navarro, Escribano, Guinea, Mu&#x00F1;oz, Rodr&#x00ED;guez-S&#x00E1;nchez and Guembe.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Rodr&#x00ED;guez-Temporal, D&#x00ED;ez, D&#x00ED;az-Navarro, Escribano, Guinea, Mu&#x00F1;oz, Rodr&#x00ED;guez-S&#x00E1;nchez and Guembe</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>The traditional method for assessing the capacity of a microorganism to produce biofilm is generally a static <italic>in vitro</italic> model in a multi-well plate using the crystal violet (CV) binding assay, which takes 96&#x2009;h. Furthermore, while the method is simple to perform, its reproducibility is poor.</p>
</sec>
<sec>
<title>Objective</title>
<p>We evaluated whether matrix-assisted laser desorption ionization time-of-flight mass spectrometry (MALDI-TOF MS) could make it possible to differentiate between high-and low-biofilm-producing microorganisms on 24-h cultures of <italic>Staphylococcus aureus</italic> and <italic>Candida albicans</italic>.</p>
</sec>
<sec>
<title>Methods</title>
<p>We included 157 strains of <italic>S</italic>. <italic>aureus</italic> and 91 strains of <italic>C</italic>. <italic>albicans</italic> obtained from the blood cultures of patients with bacteremia/candidemia. We tested biofilm production using the CV binding assay as the gold standard to classify strains as low or high biofilm producers. We then applied MALDI-TOF MS to create a machine learning&#x2013;based predictive model using 40 strains of <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic>, each with extreme absorbance values, and validated this approach with the remaining 117 and 51 strains using the random forest algorithm and the support vector machine algorithm, respectively.</p>
</sec>
<sec>
<title>Results</title>
<p>Overall, 81.2% of the <italic>S</italic>. <italic>aureus</italic> strains (95/117) and 74.5% of the <italic>C</italic>. <italic>albicans</italic> strains (38/51) used for validation were correctly categorized, respectively, as low and high-biofilm-producing.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>Classification based on MALDI-TOF MS protein spectra enables us to predict acceptable information about the capacity of 24-h cultures of <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic> to form biofilm.</p>
</sec>
</abstract>
<kwd-group>
<kwd>biofilm</kwd>
<kwd>MALDI-TOF MS</kwd>
<kwd>mass spectrometry</kwd>
<kwd>classification</kwd>
<kwd>crystal violet</kwd>
<kwd><italic>Staphylococcus aureus</italic></kwd>
<kwd><italic>Candida albicans</italic></kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="41"/>
<page-count count="9"/>
<word-count count="5211"/>
</counts>
</article-meta>
</front>
<body>
<sec id="sec6">
<title>Importance</title>
<p>We provide a new application of MALDI-TOF MS protein spectra that enables us to predict acceptable information about the capacity of 24-h cultures of <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic> to form biofilm.</p>
</sec>
<sec id="sec7" sec-type="intro">
<title>Introduction</title>
<p>Biofilm production is a pathogenic characteristic of all microorganisms. It is considered a virulence risk factor and attempts have been made to correlate it with patient outcome but, unfortunately, the clinical significance of this characteristic remains open to debate, as controversial findings have been reported (<xref ref-type="bibr" rid="ref17">H&#x00F8;iby et al., 2011</xref>; <xref ref-type="bibr" rid="ref20">Kwiecinski et al., 2019</xref>). Some studies show an association between the presence of high-biofilm-producing strains and worse prognosis, greater severity, and the possibility that the central venous catheter is the focus of the infection, both in bacteremia/candidemia and in other local infections (<xref ref-type="bibr" rid="ref39">Vogel et al., 2000</xref>; <xref ref-type="bibr" rid="ref18">Jeong et al., 2014</xref>; <xref ref-type="bibr" rid="ref29">Oufrid et al., 2015</xref>; <xref ref-type="bibr" rid="ref5">Brunetti et al., 2017</xref>; <xref ref-type="bibr" rid="ref10">Di Domenico et al., 2017</xref>; <xref ref-type="bibr" rid="ref26">Monfredini et al., 2018</xref>). However, other studies, mainly in bacteremia/candidemia, have not been able to corroborate these findings, attributing symptoms to inadequacy of the <italic>in vitro</italic> model used (<xref ref-type="bibr" rid="ref24">Mart&#x00ED;nez et al., 2006</xref>; <xref ref-type="bibr" rid="ref15">Guembe et al., 2014</xref>; <xref ref-type="bibr" rid="ref28">Mu&#x00F1;oz-Gallego et al., 2017</xref>; <xref ref-type="bibr" rid="ref14">Guembe et al., 2018</xref>; <xref ref-type="bibr" rid="ref27">Mu&#x00F1;oz et al., 2018</xref>).</p>
<p>Biofilm-producing strains can be identified using various models, both <italic>in vitro</italic> and <italic>in vivo</italic>. The <italic>in vitro</italic> model is the most common, with two subtypes, namely, static and dynamic (<xref ref-type="bibr" rid="ref22">Lebeaux et al., 2013</xref>; <xref ref-type="bibr" rid="ref2">Al Kassaa et al., 2019</xref>; <xref ref-type="bibr" rid="ref16">Guzm&#x00E1;n-Soto et al., 2021</xref>). Consequently, there is no standard technique or model capable of reproducibly identifying and differentiating between strains according to their biofilm-forming capacity, and the disparate nature of reported results may depend on the material of the multi-well plate used (<xref ref-type="bibr" rid="ref12">D&#x00ED;az-Garc&#x00ED;a et al., 2019</xref>). Likewise, within the static model on a multi-well plate, which is the most common method, biomass production can be determined using crystal violet staining (CV) and metabolic activity production by tetrazolium salt staining (XTT), which are complementary and not concordant (<xref ref-type="bibr" rid="ref23">Marcos-Zambrano et al., 2014</xref>; <xref ref-type="bibr" rid="ref3">Alonso et al., 2016</xref>; <xref ref-type="bibr" rid="ref21">Latorre et al., 2020</xref>). Finally, the limitation of this technique is that it takes 96&#x2009;h to perform. On this basis, it is necessary to look for alternative, objective, reproducible, and rapid tools that can be universally applied to identify biofilm-producing strains to optimize patient outcome and thus initiate early treatment.</p>
<p>Matrix-assisted laser desorption ionization time-of-flight mass spectrometry (MALDI-TOF MS) is based on the detection of the protein profile of the microorganism through its species-specific spectra (<xref ref-type="bibr" rid="ref7">Croxatto et al., 2012</xref>; <xref ref-type="bibr" rid="ref31">Patel, 2015</xref>). The incorporation of MALDI-TOF MS into the diagnostic routine of microbiology laboratories constitutes a revolutionary advance owing to its ability to identify bacterial and fungal species in minutes, both from pure culture and from clinical samples, significantly speeding up diagnosis and thus improving clinical management of patients (<xref ref-type="bibr" rid="ref36">Tsuchida et al., 2020</xref>; <xref ref-type="bibr" rid="ref13">Garc&#x00ED;a-Riestra et al., 2021</xref>; <xref ref-type="bibr" rid="ref30">Ovia&#x00F1;o and Rodr&#x00ED;guez-S&#x00E1;nchez, 2021</xref>; <xref ref-type="bibr" rid="ref35">Torres-Sangiao et al., 2021</xref>). Moreover, MALDI-TOF MS is already being used to identify and differentiate between other intra-species characteristics, such as antibiotic resistance profile, association with virulence genes, or even subspecies (<xref ref-type="bibr" rid="ref41">Weis et al., 2020</xref>, <xref ref-type="bibr" rid="ref40">2022</xref>). To date, few studies have examined the ability of MALDI-TOF MS to differentiate between strains according to whether they have high or low biofilm-forming capacity, and available data are limited in terms of the species tested (<xref ref-type="bibr" rid="ref25">Mlyn&#x00E1;rikov&#x00E1; et al., 2016</xref>; <xref ref-type="bibr" rid="ref6">Caputo et al., 2018</xref>; <xref ref-type="bibr" rid="ref8">De Carolis et al., 2019</xref>; <xref ref-type="bibr" rid="ref1">Aguiar, 2021</xref>). Moreover, no studies have assessed the use of MALDI-TOF MS for determination of biofilm production in bacteria and fungi from patients with bloodstream infections.</p>
<p>The present study aims to determine the ability of MALDI-TOF MS to classify strains according to their capacity for biofilm production (high or low) compared with traditional biofilm determination based on CV staining.</p>
</sec>
<sec id="sec8" sec-type="materials|methods">
<title>Materials and methods</title>
<p>We retrospectively selected a total of 248 strains, 157 of which were <italic>Staphylococcus aureus</italic> (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table S1</xref>) and 91 <italic>Candida albicans</italic> (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table S2</xref>). Strains were isolated from blood cultures of patients with bloodstream infections between 2012 and 2015. All isolates were previously identified by MALDI-TOF MS and their antibiotic susceptibility profile was determined using the broth microdilution method Microscan&#x00AE; System (Beckman-Coulter, CA, United States) applying EUCAST (2021) criteria. Moreover, the isolates were also tested for biofilm production. Then, they were kept at &#x2212;80&#x00B0;C in skimmed milk for further analysis.</p>
<p>We selected <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic> strains isolated from patients with bacteremia, as they are the most virulent and difficult-to-treat microorganisms in which biofilm production in catheter surface is almost the cause of the bacteremia.</p>
<sec id="sec9">
<title>96-well plate biofilm method</title>
<p>We tested biofilm production using the static 96-well plate method (gold-standard). An inoculum was prepared from 24-h cultures by inoculating several colonies in 50&#x2009;mL of enrichment medium in Falcon tubes (tryptic soy broth for <italic>S</italic>. <italic>aureus</italic> and yeast peptone dextrose for <italic>C</italic>. <italic>albicans</italic>). The inoculum was then incubated with orbital shaking (165&#x2009;rpm) at 37&#x00B0;C for 24&#x2009;h. The tubes were then centrifuged at 1,500&#x2009;rpm for 5&#x2009;min and washed three times with PBS (pH&#x2009;=&#x2009;7.4). We used the resulting suspension to prepare a suspension containing 10<sup>8</sup>&#x2009;cfu/mL (0.5 McFarland) for <italic>S</italic>. <italic>aureus</italic> and 10<sup>6</sup>&#x2009;cfu/mL (0.35 McFarland) for <italic>C</italic>. <italic>albicans</italic>. The polystyrene 96-well plate (Greiner Bio-One Espa&#x00F1;a S.A.U., Madrid, Spain) was inoculated with 100&#x2009;&#x03BC;L of each suspension and incubated at 37&#x00B0;C for 24&#x2009;h. The medium was then removed from the wells, and the plate was washed 3 times with PBS (pH&#x2009;=&#x2009;7.4) and left to dry. Finally, CV staining was performed to measure biomass in a spectrophotometer (Biochrom EZ Read 400, Biochrom Ltd., Cambridge, United Kingdom), with absorbance read at 550&#x2009;nm (<xref ref-type="bibr" rid="ref38">Vandecandelaere et al., 2016</xref>).</p>
<p>We classified strains into tertiles in ascending order according to their absorbance values obtained by the CV binding assay (<xref ref-type="bibr" rid="ref14">Guembe et al., 2018</xref>; <xref ref-type="bibr" rid="ref4">Alonso et al., 2022</xref>). Thus, absorbance values for <italic>S</italic>. <italic>aureus</italic> were classified as high (&#x2265;1.292), moderate (0.530&#x2013;1.291), and low (&#x003C;0.530); those for <italic>C</italic>. <italic>albicans</italic> were also classified as high (&#x2265;1.428), moderate (0.922&#x2013;1.427), and low (&#x003C;0.922).</p>
</sec>
<sec id="sec10">
<title>Matrix-assisted laser desorption ionization time-of-flight mass spectrometry</title>
<p>MALDI-TOF MS was performed on 24-h-cultured isolates (Columbia blood agar [bioM&#x00E9;rieux, France] for <italic>S</italic>. <italic>aureus</italic> and Candida Chrom-agar [Chrom-agar, United States] for <italic>C</italic>. <italic>albicans</italic>) based on a previous pilot study using 40 strains of <italic>S</italic>. <italic>aureus</italic> in which strains were equally classified using either 24-h-cultured or resuspended sessile cells grown in wells once biofilm had formed (data not shown). A colony of each strain was spotted on two positions of the MALDI-TOF MS plate and covered with 1&#x2009;&#x03BC;L of 100% formic acid in order to lyse the cells and allow them to dry at room temperature. Then, 1&#x2009;&#x03BC;L of organic matrix (&#x03B1;-cyano-hydroxycinnamic acid [HCCA, Bruker Daltonics, Bremen, Germany]) was added and allowed to dry. The plate was analyzed using an MBT Smart MALDI Biotyper (Bruker Daltonics) in the range between 2,000 and 20,000 Daltons.</p>
</sec>
<sec id="sec11">
<title>Spectra analysis</title>
<p>The MALDI-TOF MS plate was read twice, and spectra were acquired using default settings. They were then processed and further analyzed using Clover MS Data Analysis software (Clover Biosoft, Granada, Spain) in the following steps: (1) Variance stabilization; (2) Smoothing by Savitzky&#x2013;Golay filter with window length&#x2009;=&#x2009;11 and polynomial order&#x2009;=&#x2009;3; (3) Baseline subtraction (top-hat filter&#x2009;=&#x2009;0.02); and (4) Normalization by total ion current. To determine agreement between the gold standard and MALDI-TOF MS, we selected 40 strains of each species classified according to the above tertiles as high-biofilm-producing (<italic>n</italic>&#x2009;=&#x2009;20) or low-biofilm-producing (<italic>n</italic>&#x2009;=&#x2009;20) to generate predictive models. We applied the machine learning supervised algorithms partial least squares-discriminant analysis (PLS-DA) and random forest plot (RF). In order to validate the model, we subsequently included the remaining 117 <italic>S</italic>. <italic>aureus</italic> strains (58 high-and 59 low-biofilm-producing) and 51 <italic>C</italic>. <italic>albicans</italic> strains (25 high-and 26 low-biofilm-producing). ROC curves representing the probability of identification obtained for each algorithm were created.</p>
</sec>
<sec id="sec12">
<title>Ethical statement</title>
<p>Our local ethics committee exempted us from obtaining an inform consent, as it was a retrospective study in which no clinical data were recorded.</p>
</sec>
</sec>
<sec id="sec13" sec-type="results">
<title>Results</title>
<sec id="sec14">
<title>Staphylococcus aureus</title>
<p>From the 40 selected strains, we obtained a total of 208 spectra. As this was the first approach, we tested 3 samples/strain and took 2 readings, with 6 experiments/strain (32 had no spectra and were eliminated). k-fold cross-validation yielded higher accuracy with the RF algorithm (97.1%, <xref rid="tab1" ref-type="table">Table 1</xref>). However, the final correlation of the remaining 117 strains used for external validation yielded a higher result with the PLS-DA algorithm (81.2%; <xref rid="fig1" ref-type="fig">Figure 1A</xref>) than with the RF algorithm (<xref rid="fig1" ref-type="fig">Figure 1C</xref>). Moreover, this difference was observed in the area under the curve (AUC) for the PLS-DA ROC curve (0.895; <xref rid="fig1" ref-type="fig">Figure 1B</xref>) compared with an AUC of 0.841 obtained with the RF algorithm (<xref rid="fig1" ref-type="fig">Figure 1D</xref>). The green dots represent the low-biofilm-producing strains used for model training (<italic>n</italic>&#x2009;=&#x2009;20), violet dots represent the high-biofilm-producing strains (<italic>n</italic>&#x2009;=&#x2009;20), and red dots represent those used to validate the model (117 high-and low-biofilm-producing strains). The same number of strains in each category (low-or high-producing) was misidentified by PLS-DA, and similar numbers were observed for RF (<xref rid="tab1" ref-type="table">Table 1</xref>). Moreover, misidentifications in the PLS-DA algorithm yielded probability values in the range of 50&#x2013;100% for probability of identification (<xref rid="fig2" ref-type="fig">Figure 2A</xref>). Misidentifications in RF were in the range of 50&#x2013;70% for probability of identification (<xref rid="fig2" ref-type="fig">Figure 2B</xref>).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Identification of <italic>Staphylococcus</italic> <italic>aureus</italic> strains: k-fold cross-validation and external validation.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Actual/predicted</th>
<th align="center" valign="top" colspan="2">k-fold cross-validation</th>
<th/>
<th align="center" valign="top" colspan="2">External validation</th>
<th/>
</tr>
<tr>
<th align="center" valign="top">Low</th>
<th align="center" valign="top">High</th>
<th align="center" valign="top">% correct</th>
<th align="center" valign="top">Low</th>
<th align="center" valign="top">High</th>
<th align="center" valign="top">% correct</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">PLS-DA</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Low</td>
<td align="center" valign="top">100</td>
<td align="center" valign="top">5</td>
<td align="center" valign="top">95.2%</td>
<td align="center" valign="top">48</td>
<td align="center" valign="top">11</td>
<td align="center" valign="top">81.4%</td>
</tr>
<tr>
<td align="left" valign="top">High</td>
<td align="center" valign="top">7</td>
<td align="center" valign="top">96</td>
<td align="center" valign="top">93.2%</td>
<td align="center" valign="top">11</td>
<td align="center" valign="top">47</td>
<td align="center" valign="top">81.0%</td>
</tr>
<tr>
<td align="left" valign="top"><bold>Total PLS-DA</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>94.2%</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>81.2%</bold></td>
</tr>
<tr>
<td align="left" valign="top">RF</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Low</td>
<td align="center" valign="top">100</td>
<td align="center" valign="top">5</td>
<td align="center" valign="top">95.2%</td>
<td align="center" valign="top">45</td>
<td align="center" valign="top">14</td>
<td align="center" valign="top">76.3%</td>
</tr>
<tr>
<td align="left" valign="top">High</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">102</td>
<td align="center" valign="top">99.0%</td>
<td align="center" valign="top">13</td>
<td align="center" valign="top">45</td>
<td align="center" valign="top">77.6%</td>
</tr>
<tr>
<td align="left" valign="top"><bold>Total RF</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>97.1%</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>76.9%</bold></td>
</tr>
</tbody>
</table>
</table-wrap>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Results of the models for <italic>Staphylococcus aureus</italic> strains. <bold>(A)</bold> Partial least squares-discriminant analysis (PLS-DA) plot with validation strains. <bold>(B)</bold> ROC curve for PLS-DA model. <bold>(C)</bold> Random forest (RF) model with validation strains. <bold>(D)</bold> ROC curve for RF model.</p>
</caption>
<graphic xlink:href="fmicb-13-1104405-g001.tif"/>
</fig>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption>
<p>Representation of all strains analyzed according to their absorbance values and the probability of identification obtained using the predictive models. Green dots represent the correctly identified strains and red dots represent misidentified strains. <bold>(A)</bold> Partial least squares-discriminant analysis (PLS-DA) model for <italic>Staphylococcus aureus</italic>. <bold>(B)</bold> Random forest (RF) model for <italic>S</italic>. <italic>aureus</italic>. <bold>(C)</bold> PLS-DA model for <italic>Candida albicans</italic>. <bold>(D)</bold> RF model for <italic>C</italic>. <italic>albicans</italic>.</p>
</caption>
<graphic xlink:href="fmicb-13-1104405-g002.tif"/>
</fig>
</sec>
<sec id="sec15">
<title>Candida albicans</title>
<p>We obtained a total of 80 spectra from the 40 strains selected. The RF algorithm yielded a k-fold cross validation accuracy of 92.5% (<xref rid="tab2" ref-type="table">Table 2</xref>). For the validation set, the remaining 51 strains out of the 91 were included and, as observed above, the final correlation was higher with the PLS-DA algorithm (74.5%, <xref rid="fig3" ref-type="fig">Figure 3A</xref>) than with the RF algorithm (<xref rid="fig3" ref-type="fig">Figure 3C</xref>). In this case, a considerable difference in the area under the ROC curve between the two models was obtained (0.734 for PLS-DA and 0.622 for RF; <xref rid="fig3" ref-type="fig">Figures 3B</xref>, <xref rid="fig3" ref-type="fig">D</xref>). In both algorithms, the number of misidentifications was greater among high-biofilm-producing strains (<xref rid="tab2" ref-type="table">Table 2</xref>; <xref rid="fig2" ref-type="fig">Figures 2C</xref>, <xref rid="fig2" ref-type="fig">D</xref>), which were classified as low-biofilm-producing by the models. However, as can be observed in <xref rid="fig2" ref-type="fig">Figure 2C</xref>, the misidentified strains were located on the borderline for high-biofilm-producing strains according to their absorbance).</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Identification of <italic>Candida albicans</italic> strains: k-fold cross-validation and external validation.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Actual/predicted</th>
<th align="center" valign="top" colspan="2">k-fold cross-validation</th>
<th/>
<th align="center" valign="top" colspan="2">External validation</th>
<th/>
</tr>
<tr>
<th align="center" valign="top">Low</th>
<th align="center" valign="top">High</th>
<th align="center" valign="top">% correct</th>
<th align="center" valign="top">Low</th>
<th align="center" valign="top">High</th>
<th align="center" valign="top">% correct</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">PLS-DA</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Low</td>
<td align="center" valign="top">35</td>
<td align="center" valign="top">5</td>
<td align="center" valign="top">87.5%</td>
<td align="center" valign="top">22</td>
<td align="center" valign="top">4</td>
<td align="center" valign="top">84.6%</td>
</tr>
<tr>
<td align="left" valign="top">High</td>
<td align="center" valign="top">12</td>
<td align="center" valign="top">28</td>
<td align="center" valign="top">70.0%</td>
<td align="center" valign="top">9</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">64.0%</td>
</tr>
<tr>
<td align="left" valign="top"><bold>Total PLS-DA</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>78.7%</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>74.5%</bold></td>
</tr>
<tr>
<td align="left" valign="top">RF</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Low</td>
<td align="center" valign="top">38</td>
<td align="center" valign="top">2</td>
<td align="center" valign="top">95.0%</td>
<td align="center" valign="top">17</td>
<td align="center" valign="top">9</td>
<td align="center" valign="top">65.4%</td>
</tr>
<tr>
<td align="left" valign="top">High</td>
<td align="center" valign="top">4</td>
<td align="center" valign="top">36</td>
<td align="center" valign="top">90.0%</td>
<td align="center" valign="top">14</td>
<td align="center" valign="top">11</td>
<td align="center" valign="top">44.0%</td>
</tr>
<tr>
<td align="left" valign="top"><bold>Total RF</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>92.5%</bold></td>
<td/>
<td/>
<td align="center" valign="top"><bold>54.9%</bold></td>
</tr>
</tbody>
</table>
</table-wrap>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption>
<p>Results of the model for <italic>Candida albicans</italic> strains. <bold>(A)</bold> Partial least squares-discriminant analysis (PLS-DA) plot with validation strains. <bold>(B)</bold> ROC curve for PLS-DA model. <bold>(C)</bold> Random forest (RF) model with validation strains. <bold>(D)</bold> ROC curve for RF model.</p>
</caption>
<graphic xlink:href="fmicb-13-1104405-g003.tif"/>
</fig>
</sec>
</sec>
<sec id="sec16" sec-type="discussions">
<title>Discussion</title>
<p>We observed a good correlation between MALDI-TOF MS and the multi-well plate gold standard for classifying high-and low-biofilm-producing strains of <italic>S</italic>. <italic>aureus</italic>. In contrast, the correlation for <italic>C</italic>. <italic>albicans</italic> was moderate.</p>
<p>Since the ability to form biofilm can be an indicator of pathogenicity and is widely used in clinical studies, it would be interesting for laboratory results to become available quickly (<xref ref-type="bibr" rid="ref39">Vogel et al., 2000</xref>; <xref ref-type="bibr" rid="ref19">Klingenberg et al., 2005</xref>; <xref ref-type="bibr" rid="ref37">Tumbarello et al., 2012</xref>; <xref ref-type="bibr" rid="ref18">Jeong et al., 2014</xref>; <xref ref-type="bibr" rid="ref29">Oufrid et al., 2015</xref>; <xref ref-type="bibr" rid="ref33">Rajendran et al., 2016</xref>; <xref ref-type="bibr" rid="ref5">Brunetti et al., 2017</xref>; <xref ref-type="bibr" rid="ref10">Di Domenico et al., 2017</xref>, <xref ref-type="bibr" rid="ref11">2019</xref>; <xref ref-type="bibr" rid="ref26">Monfredini et al., 2018</xref>; <xref ref-type="bibr" rid="ref34">Tascini et al., 2018</xref>). However, traditional methods take at least 96&#x2009;h and their clinical impact is controversial, mainly owing to the lack of interlaboratory reproducibility of the methods (<xref ref-type="bibr" rid="ref16">Guzm&#x00E1;n-Soto et al., 2021</xref>).</p>
<p>Therefore, alternatives are needed to determine whether a strain is high-or low-biofilm-producing in a more rapid and reproducible manner. In our study, we assessed whether MALDI-TOF MS, which has been shown to be highly capable of identifying for intra-and interspecies differences associated with various factors, could be useful for differentiating between strains according to their ability to produce biofilm. Therefore, we chose the two most virulent species with the worst prognosis for patients, as it is important to clarify the association between biofilm production and patient prognosis (<xref ref-type="bibr" rid="ref39">Vogel et al., 2000</xref>; <xref ref-type="bibr" rid="ref24">Mart&#x00ED;nez et al., 2006</xref>; <xref ref-type="bibr" rid="ref15">Guembe et al., 2014</xref>; <xref ref-type="bibr" rid="ref29">Oufrid et al., 2015</xref>; <xref ref-type="bibr" rid="ref5">Brunetti et al., 2017</xref>; <xref ref-type="bibr" rid="ref28">Mu&#x00F1;oz-Gallego et al., 2017</xref>; <xref ref-type="bibr" rid="ref9">Di Domenico et al., 2018</xref>; <xref ref-type="bibr" rid="ref14">Guembe et al., 2018</xref>; <xref ref-type="bibr" rid="ref26">Monfredini et al., 2018</xref>; <xref ref-type="bibr" rid="ref27">Mu&#x00F1;oz et al., 2018</xref>). Specifically, after analysis of the correlations between MALDI-TOF MS and the gold standard of biofilm staining by CV, both <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic> yielded a high correlation index with the 40 strains used to create the model. However, when the models were validated with the remaining strains, the correlation weakened for the RF algorithm. By contrast, PLS-DA, which was the only linear algorithm applied, yielded the best classification results for both species tested, correctly identifying more than 80% of <italic>S</italic>. <italic>aureus</italic> strains. Likewise, comparison of the results obtained for <italic>S</italic>. <italic>aureus</italic> with those obtained for <italic>C</italic>. <italic>albicans</italic> revealed that the former were even better, as the strains were better categorized, probably because the selected <italic>C</italic>. <italic>albicans</italic> strains classified as high biofilm producers did not show high CV absorbance values (unlike <italic>S</italic>. <italic>aureus</italic>) and may be closer to the &#x201C;moderate&#x201D; than to the &#x201C;high&#x201D; category. Moreover, since the misidentified strains of <italic>C</italic>. <italic>albicans</italic> had absorbance values on the borderline of high-biofilm-producing strains, they were probably considered low producers by the model. The addition of a higher number of strains with absorbance values covering the complete range could improve the model in the future.</p>
<p>Only four previous studies have compared MALDI-TOF MS with CV staining in <italic>Staphylococcus</italic> strains or yeasts. In the first, MALDI-TOF MS was used to predict biofilm-forming capacity in only 18 strains of <italic>S</italic>. <italic>epidermidis</italic>, revealing a good correlation with respect to CV staining (<xref ref-type="bibr" rid="ref6">Caputo et al., 2018</xref>). This finding is corroborated in our study in other species such as <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic> and in a significant number of strains. The second study was performed on 113 different <italic>Candida</italic> spp., 107 (95%) of which were high-biofilm-producing (CV absorbance &#x003E;1.17) and in which the authors demonstrated that MALDI-TOF MS was able to differentiate between specific biofilm proteins, subsequently validating the correlation between 4 high-producing strains and 4 low-producing strains (<xref ref-type="bibr" rid="ref1">Aguiar, 2021</xref>). We also validated this result using a larger number of strains (51), revealing a correlation of 67.7%. The third study was performed with <italic>Candida parapsilosis</italic>; only 12 high-biofilm-producing and 9 and low-biofilm-producing strains were included. The authors were unable to differentiate between them using MALDI-TOF MS owing to the large variation in the resulting mass spectra (<xref ref-type="bibr" rid="ref25">Mlyn&#x00E1;rikov&#x00E1; et al., 2016</xref>). In the fourth study, <xref ref-type="bibr" rid="ref8">De Carolis et al. (2019)</xref> compared mass spectra obtained from attached and suspended isolate cells of 50 <italic>C</italic>. <italic>parapsilosis</italic> clinical strains during the early adhesion phase of <italic>in vitro</italic> biofilm formation using BIOF-HILO, a MALDI-TOF MS assay based on the composite correlation index, to identify differences in mass spectra between the two cell types, classifying strains as high-or low-biofilm-producing. Another study demonstrated the effectiveness of MALDI-TOF MS in differentiating between stages of biofilm formation in <italic>Pseudomonas aeruginosa</italic>, even the point at which cells were released during the dispersion stage (<xref ref-type="bibr" rid="ref32">Pereira et al., 2015</xref>).</p>
<p>Therefore, we consider that our results are sufficiently robust to propose MALDI-TOF MS as a useful technique for classifying <italic>Staphylococcus</italic> and <italic>Candida</italic> strains according to biofilm production. The procedure is approximately 72&#x2009;h quicker than the traditional method, thus speeding up and simplifying determination of biofilm production in the microbiology laboratory. The rapid information provided to clinicians by MALDI-TOF MS could improve treatment outcomes in patients with bacteremia or candidemia. The fact that most peaks found in the spectral region of 2,000&#x2013;20,000&#x2009;Da are associated with ribosomal proteins, suggests that high-and low-biofilm-producing strains may differ slightly in terms of their proteins, although further studies are needed to characterize them.</p>
<p>Regarding the methodology for spectra classification, different algorithms are applied to a group of data (training set) in order to develop a classification model that will be later tested with a different group of data (validation set). Non-supervised algorithms (Principal Component Analysis or Hierarchical Clustering) might be preferable to supervised algorithms (PLS-DA, SVM, RF, KNN, etc) because they are available to a high number of researchers. In this case, the compared algorithms are both non-supervised. PLS-DA seems to be the fittest algorithm for the classification of the analyzed data. It can be applied by using the software described in the article (Clover MS Data Analysis) or by programming with python or R.</p>
<p>One of the limitations of the study is that this procedure cannot be applied to polimicrobial biofilms, as two different protein spectra would be obtained.</p>
</sec>
<sec id="sec17" sec-type="conclusions">
<title>Conclusion</title>
<p>Our study supports the potential use of MALDI-TOF MS for classification of clinical strains of both <italic>S</italic>. <italic>aureus</italic> and <italic>C</italic>. <italic>albicans</italic> according to their biofilm production. Future studies should expand the number of strains, including new species and additionally using whole genome sequencing. Moreover, reproducibility testing should be assessed to confirm our results.</p>
</sec>
<sec id="sec18" sec-type="data-availability">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary material</xref>, further inquiries can be directed to the corresponding author.</p>
</sec>
<sec id="sec19">
<title>Author contributions</title>
<p>MG and BR-S were responsible for the organization and coordination of the trial. DR-T, MD-N, BR-S, PM, and MG were the chief investigator and responsible for the data analysis. DR-T, MD-N, RD, PE, and JG developed the trial design and data collection. All authors contributed to the writing of the final manuscript.</p>
</sec>
<sec id="sec20" sec-type="funding-information">
<title>Funding</title>
<p>MG was supported by the Miguel Servet Program (ISCIII-MICINN, MSII18/00008) from the Health Research Fund (FIS) of the Carlos III Health Institute (ISCIII), Madrid, Spain. MD-N was supported by the Consejer&#x00ED;a de Educaci&#x00F3;n, Juventud y Deporte de la Comunidad de Madrid and Fondo Social Europeo (PEJD-2020-AI_BMD-17971). DR-T was supported by the Instituto de Investigaci&#x00F3;n Sanitaria Gregorio Mara&#x00F1;&#x00F3;n through its intramural program. BR-S was supported by the Miguel Servet Program (ISCIII-MICINN, CPIII19/00002). PE (CPII20/00015) is the recipient of a Miguel Servet contract supported by the FIS. JG is a full-time researcher contracted by Fundaci&#x00F3;n para Investigaci&#x00F3;n Sanitaria del Hospital Gregorio Mara&#x00F1;&#x00F3;n. The study was partially funded by grants from the Fundaci&#x00F3;n Mutua Madrile&#x00F1;a (FMM21/01), ISCIII (PI21/00344), and European Regional Development Fund (FEDER) &#x201C;A way of making Europe.&#x201D;</p>
</sec>
<sec id="conf1" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>JG has received funds for participating in educational activities organized on behalf of Gilead, MSD, and Pfizer, and also received research funds from FIS, Gilead, Scynexis, F2G, and Cidara, outside the submitted work.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>We thank Thomas O&#x2019;Boyle for his help in the preparation of the manuscript.</p>
</ack>
<sec id="sec22" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fmicb.2022.1104405/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fmicb.2022.1104405/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.PDF" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aguiar</surname> <given-names>P.</given-names></name></person-group> (<year>2021</year>). <article-title>Rapid detection of biofilm-producing <italic>Candida</italic> species via MALDI-TOF mass spectrometry</article-title>. <source>Infect. Drug Resi.</source> <volume>131</volume>, <fpage>2049</fpage>&#x2013;<lpage>2060</lpage>. doi: <pub-id pub-id-type="doi">10.1111/jam.15066</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Al Kassaa</surname> <given-names>I.</given-names></name> <name><surname>Mechemchani</surname> <given-names>S.</given-names></name> <name><surname>Zaylaa</surname> <given-names>M.</given-names></name> <name><surname>Ismail</surname> <given-names>M. B.</given-names></name> <name><surname>El Omari</surname> <given-names>K.</given-names></name> <name><surname>Dabboussi</surname> <given-names>F.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Characterization of lactobacilli strains isolated from baby's feces for their potential immunobiotic application</article-title>. <source>J. Antibiot.</source> <volume>11</volume>, <fpage>379</fpage>&#x2013;<lpage>388</lpage>.</citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alonso</surname> <given-names>B.</given-names></name> <name><surname>Lucio</surname> <given-names>J.</given-names></name> <name><surname>P&#x00E9;rez-Granda</surname> <given-names>M. J.</given-names></name> <name><surname>Cruces</surname> <given-names>R.</given-names></name> <name><surname>S&#x00E1;nchez-Carrillo</surname> <given-names>C.</given-names></name> <name><surname>Bouza</surname> <given-names>E.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Does biomass production correlate with metabolic activity in <italic>Staphylococcus aureus</italic>?</article-title> <source>J. Microbiol. Methods</source> <volume>131</volume>, <fpage>110</fpage>&#x2013;<lpage>112</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.mimet.2016.10.011</pub-id>, PMID: <pub-id pub-id-type="pmid">27776997</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Alonso</surname> <given-names>B.</given-names></name> <name><surname>P&#x00E9;rez-Granda</surname> <given-names>M. J.</given-names></name> <name><surname>Latorre</surname> <given-names>M. C.</given-names></name> <name><surname>S&#x00E1;nchez-Carrillo</surname> <given-names>C.</given-names></name> <name><surname>Bouza</surname> <given-names>E.</given-names></name> <name><surname>Mu&#x00F1;oz</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Production of biofilm by <italic>Staphylococcus aureus</italic>: Association with infective endocarditis?</article-title> <source>Enfermedades Infecciosas y Microbiologia Clinica</source> <volume>40</volume>, <fpage>418</fpage>&#x2013;<lpage>422</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.eimce.2021.03.009</pub-id>, PMID: <pub-id pub-id-type="pmid">36195405</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brunetti</surname> <given-names>G.</given-names></name> <name><surname>Visconti</surname> <given-names>V.</given-names></name> <name><surname>Ghezzi</surname> <given-names>M. C.</given-names></name> <name><surname>Giordano</surname> <given-names>A.</given-names></name> <name><surname>Raponi</surname> <given-names>G.</given-names></name></person-group> (<year>2017</year>). <article-title>The correlation between biofilm production and catheter-related bloodstream infections sustained by Candida. A case control study</article-title>. <source>Adv. Exp. Med. Biol.</source> <volume>973</volume>, <fpage>89</fpage>&#x2013;<lpage>98</lpage>. doi: <pub-id pub-id-type="doi">10.1007/5584_2016_196</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Caputo</surname> <given-names>P.</given-names></name> <name><surname>Di Martino</surname> <given-names>M. C.</given-names></name> <name><surname>Perfetto</surname> <given-names>B.</given-names></name> <name><surname>Iovino</surname> <given-names>F.</given-names></name> <name><surname>Donnarumma</surname> <given-names>G.</given-names></name></person-group> (<year>2018</year>). <article-title>Use of MALDI-TOF MS to discriminate between biofilm-producer and non-producer strains of <italic>Staphylococcus epidermidis</italic></article-title>. <source>Int. J. Environ. Res. Public Health</source> <volume>15</volume>:<fpage>1695</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijerph15081695</pub-id>, PMID: <pub-id pub-id-type="pmid">30096872</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Croxatto</surname> <given-names>A.</given-names></name> <name><surname>Prod'hom</surname> <given-names>G.</given-names></name> <name><surname>Greub</surname> <given-names>G.</given-names></name></person-group> (<year>2012</year>). <article-title>Applications of MALDI-TOF mass spectrometry in clinical diagnostic microbiology</article-title>. <source>FEMS Microbiol. Rev.</source> <volume>36</volume>, <fpage>380</fpage>&#x2013;<lpage>407</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1574-6976.2011.00298.x</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Carolis</surname> <given-names>E.</given-names></name> <name><surname>Soldini</surname> <given-names>S.</given-names></name> <name><surname>La Rosa</surname> <given-names>M.</given-names></name> <name><surname>Nucci</surname> <given-names>F.</given-names></name> <name><surname>Posteraro</surname> <given-names>B.</given-names></name> <name><surname>Sanguinetti</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>BIOF-HILO assay: a new MALDI-TOF mass spectrometry based method for discriminating between high-and low-biofilm-producing <italic>Candida parapsilosis</italic> isolates</article-title>. <source>Front. Microbiol.</source> <volume>10</volume>:<fpage>2046</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fmicb.2019.02046</pub-id>, PMID: <pub-id pub-id-type="pmid">31543874</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Domenico</surname> <given-names>E. G.</given-names></name> <name><surname>Cavallo</surname> <given-names>I.</given-names></name> <name><surname>Bordignon</surname> <given-names>V.</given-names></name> <name><surname>Prignano</surname> <given-names>G.</given-names></name> <name><surname>Sperduti</surname> <given-names>I.</given-names></name> <name><surname>Gurtner</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>Inflammatory cytokines and biofilm production sustain <italic>Staphylococcus aureus</italic> outgrowth and persistence: A pivotal interplay in the pathogenesis of atopic dermatitis</article-title>. <source>Sci. Rep.</source> <volume>8</volume>:<fpage>9573</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-018-27421-1</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Domenico</surname> <given-names>E. G.</given-names></name> <name><surname>Farulla</surname> <given-names>I.</given-names></name> <name><surname>Prignano</surname> <given-names>G.</given-names></name> <name><surname>Gallo</surname> <given-names>M. T.</given-names></name> <name><surname>Vespaziani</surname> <given-names>M.</given-names></name> <name><surname>Cavallo</surname> <given-names>I.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Biofilm is a major virulence determinant in bacterial colonization of chronic skin ulcers independently from the multidrug resistant phenotype</article-title>. <source>Int. J. Mol. Sci.</source> <volume>18</volume>:<fpage>1077</fpage>. doi: <pub-id pub-id-type="doi">10.3390/ijms18051077</pub-id>, PMID: <pub-id pub-id-type="pmid">28513576</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Di Domenico</surname> <given-names>E. G.</given-names></name> <name><surname>Rimoldi</surname> <given-names>S. G.</given-names></name> <name><surname>Cavallo</surname> <given-names>I.</given-names></name> <name><surname>D'Agosto</surname> <given-names>G.</given-names></name> <name><surname>Trento</surname> <given-names>E.</given-names></name> <name><surname>Cagnoni</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Microbial biofilm correlates with an increased antibiotic tolerance and poor therapeutic outcome in infective endocarditis</article-title>. <source>BMC Microbiol.</source> <volume>19</volume>:<fpage>228</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12866-019-1596-2</pub-id>, PMID: <pub-id pub-id-type="pmid">31638894</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x00ED;az-Garc&#x00ED;a</surname> <given-names>J.</given-names></name> <name><surname>Marcos-Zambrano</surname> <given-names>L. J.</given-names></name> <name><surname>Mu&#x00F1;oz</surname> <given-names>P.</given-names></name> <name><surname>Guinea</surname> <given-names>J.</given-names></name> <name><surname>Escribano</surname> <given-names>P.</given-names></name></person-group> (<year>2019</year>). <article-title>Does the composition of polystyrene trays affect <italic>Candida</italic> spp. biofilm formation?</article-title> <source>Med. Mycol.</source> <volume>57</volume>, <fpage>504</fpage>&#x2013;<lpage>509</lpage>. doi: <pub-id pub-id-type="doi">10.1093/mmy/myy064</pub-id>, PMID: <pub-id pub-id-type="pmid">30202852</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Garc&#x00ED;a-Riestra</surname> <given-names>C.</given-names></name> <name><surname>Alizadeh</surname> <given-names>M.</given-names></name> <name><surname>Yousefi</surname> <given-names>L.</given-names></name> <name><surname>Pakdel</surname> <given-names>F.</given-names></name> <name><surname>Ghotaslou</surname> <given-names>R.</given-names></name></person-group> (<year>2021</year>). <article-title>MALDI-TOF mass spectroscopy applications in clinical microbiology</article-title>. <source>Microorganisms</source> <volume>2021</volume>:<fpage>9928238</fpage>. doi: <pub-id pub-id-type="doi">10.1155/2021/9928238</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guembe</surname> <given-names>M.</given-names></name> <name><surname>Alonso</surname> <given-names>B.</given-names></name> <name><surname>Lucio</surname> <given-names>J.</given-names></name> <name><surname>P&#x00E9;rez-Granda</surname> <given-names>M. J.</given-names></name> <name><surname>Cruces</surname> <given-names>R.</given-names></name> <name><surname>S&#x00E1;nchez-Carrillo</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Biofilm production is not associated with poor clinical outcome in 485 patients with <italic>Staphylococcus aureus</italic> bacteraemia</article-title>. <source>Clin. Microbiol. Infect.</source> <volume>24</volume>, <fpage>659.e1</fpage>&#x2013;<lpage>659e3</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmi.2017.10.018</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guembe</surname> <given-names>M.</given-names></name> <name><surname>Guinea</surname> <given-names>J.</given-names></name> <name><surname>Marcos-Zambrano</surname> <given-names>L.</given-names></name> <name><surname>Fern&#x00E1;ndez-Cruz</surname> <given-names>A.</given-names></name> <name><surname>Pel&#x00E1;ez</surname> <given-names>T.</given-names></name> <name><surname>Mu&#x00F1;oz</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2014</year>). <article-title>Is biofilm production a predictor of catheter-related candidemia?</article-title> <source>Med. Mycol.</source> <volume>52</volume>, <fpage>407</fpage>&#x2013;<lpage>410</lpage>. doi: <pub-id pub-id-type="doi">10.1093/mmy/myt031</pub-id>, PMID: <pub-id pub-id-type="pmid">24782103</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guzm&#x00E1;n-Soto</surname> <given-names>I.</given-names></name> <name><surname>McTiernan</surname> <given-names>C.</given-names></name> <name><surname>Gonzalez-Gomez</surname> <given-names>M.</given-names></name> <name><surname>Ross</surname> <given-names>A.</given-names></name> <name><surname>Gupta</surname> <given-names>K.</given-names></name> <name><surname>Suuronen</surname> <given-names>E. J.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Mimicking biofilm formation and development: recent progress <italic>in vitro</italic> and <italic>in vivo</italic> biofilm models</article-title>. <source>iScience</source> <volume>24</volume>:<fpage>102443</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.isci.2021.102443</pub-id>, PMID: <pub-id pub-id-type="pmid">34013169</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>H&#x00F8;iby</surname> <given-names>N.</given-names></name> <name><surname>Ciofu</surname> <given-names>O.</given-names></name> <name><surname>Johansen</surname> <given-names>H. K.</given-names></name> <name><surname>Song</surname> <given-names>Z. J.</given-names></name> <name><surname>Moser</surname> <given-names>C.</given-names></name> <name><surname>Jensen</surname> <given-names>P.</given-names></name> <etal/></person-group>. (<year>2011</year>). <article-title>The clinical impact of bacterial biofilms</article-title>. <source>Int. J. Oral Sci.</source> <volume>3</volume>, <fpage>55</fpage>&#x2013;<lpage>65</lpage>. doi: <pub-id pub-id-type="doi">10.4248/IJOS11026</pub-id>, PMID: <pub-id pub-id-type="pmid">21485309</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeong</surname> <given-names>S. J.</given-names></name> <name><surname>Yoon</surname> <given-names>S. S.</given-names></name> <name><surname>Bae</surname> <given-names>I. K.</given-names></name> <name><surname>Jeong</surname> <given-names>S. H.</given-names></name> <name><surname>Kim</surname> <given-names>J. M.</given-names></name> <name><surname>Lee</surname> <given-names>K.</given-names></name></person-group> (<year>2014</year>). <article-title>Risk factors for mortality in patients with bloodstream infections caused by carbapenem-resistant <italic>Pseudomonas aeruginosa</italic>: clinical impact of bacterial virulence and strains on outcome</article-title>. <source>Diagn. Microbiol. Infect. Dis.</source> <volume>80</volume>, <fpage>130</fpage>&#x2013;<lpage>135</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.diagmicrobio.2014.07.003</pub-id>, PMID: <pub-id pub-id-type="pmid">25112900</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klingenberg</surname> <given-names>C.</given-names></name> <name><surname>Aarag</surname> <given-names>E.</given-names></name> <name><surname>R&#x00F8;nnestad</surname> <given-names>A.</given-names></name> <name><surname>Sollid</surname> <given-names>J. E.</given-names></name> <name><surname>Abrahamsen</surname> <given-names>T. G.</given-names></name> <name><surname>Kjeldsen</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<year>2005</year>). <article-title>Coagulase-negative staphylococcal sepsis in neonates: Association between antibiotic resistance, biofilm formation and the host inflammatory response</article-title>. <source>Pediatr. Infect. Dis. J.</source> <volume>24</volume>, <fpage>817</fpage>&#x2013;<lpage>822</lpage>. doi: <pub-id pub-id-type="doi">10.1097/01.inf.0000176735.20008.cd</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kwiecinski</surname> <given-names>J. M.</given-names></name> <name><surname>Jacobsson</surname> <given-names>G.</given-names></name> <name><surname>Horswill</surname> <given-names>A. R.</given-names></name> <name><surname>Josefsson</surname> <given-names>E.</given-names></name> <name><surname>Jin</surname> <given-names>T.</given-names></name></person-group> (<year>2019</year>). <article-title>Biofilm formation by <italic>Staphylococcus aureus</italic> clinical isolates correlates with the infection type</article-title>. <source>Infect. Dis.</source> <volume>51</volume>, <fpage>446</fpage>&#x2013;<lpage>451</lpage>. doi: <pub-id pub-id-type="doi">10.1080/23744235.2019.1593499</pub-id>, PMID: <pub-id pub-id-type="pmid">30985241</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Latorre</surname> <given-names>M. C.</given-names></name> <name><surname>Alonso</surname> <given-names>B.</given-names></name> <name><surname>Cruces</surname> <given-names>R.</given-names></name> <name><surname>Sanz</surname> <given-names>A.</given-names></name> <name><surname>Mu&#x00F1;oz</surname> <given-names>P.</given-names></name> <name><surname>Guembe</surname> <given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>The classification of <italic>Staphylococcus aureus</italic> strains by biofilm production differs depending on the method used</article-title>. <source>Enfermedades Infecciosas y Microbiologia Clinica.</source> <volume>40</volume>, <fpage>134</fpage>&#x2013;<lpage>137</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.eimce.2020.11.021</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lebeaux</surname> <given-names>D.</given-names></name> <name><surname>Chauhan</surname> <given-names>A.</given-names></name> <name><surname>Rendueles</surname> <given-names>O.</given-names></name> <name><surname>Beloin</surname> <given-names>C.</given-names></name></person-group> (<year>2013</year>). <article-title>From <italic>in vitro</italic> to <italic>in vivo</italic> models of bacterial biofilm-related infections</article-title>. <source>Pathogens</source> <volume>2</volume>, <fpage>288</fpage>&#x2013;<lpage>356</lpage>. doi: <pub-id pub-id-type="doi">10.3390/pathogens2020288</pub-id>, PMID: <pub-id pub-id-type="pmid">25437038</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marcos-Zambrano</surname> <given-names>L. J.</given-names></name> <name><surname>Escribano</surname> <given-names>P.</given-names></name> <name><surname>Bouza</surname> <given-names>E.</given-names></name> <name><surname>Guinea</surname> <given-names>J.</given-names></name></person-group> (<year>2014</year>). <article-title>Production of biofilm by <italic>Candida</italic> and non-<italic>Candida</italic> spp. isolates causing fungemia: comparison of biomass production and metabolic activity and development of cut-off points</article-title>. <source>IJMM</source> <volume>304</volume>, <fpage>1192</fpage>&#x2013;<lpage>1198</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijmm.2014.08.012</pub-id>, PMID: <pub-id pub-id-type="pmid">25224357</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mart&#x00ED;nez</surname> <given-names>J. A.</given-names></name> <name><surname>Soto</surname> <given-names>S.</given-names></name> <name><surname>Fabrega</surname> <given-names>A.</given-names></name> <name><surname>Almela</surname> <given-names>M.</given-names></name> <name><surname>Mensa</surname> <given-names>J.</given-names></name> <name><surname>Soriano</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2006</year>). <article-title>Relationship of phylogenetic background, biofilm production, and time to detection of growth in blood culture vials with clinical variables and prognosis associated with Escherichia coli bacteremia</article-title>. <source>J. Clin. Microbiol.</source> <volume>44</volume>, <fpage>1468</fpage>&#x2013;<lpage>1474</lpage>. doi: <pub-id pub-id-type="doi">10.1128/JCM.44.4.1468-1474.2006</pub-id>, PMID: <pub-id pub-id-type="pmid">16597878</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mlyn&#x00E1;rikov&#x00E1;</surname> <given-names>K.</given-names></name> <name><surname>&#x0160;edo</surname> <given-names>O.</given-names></name> <name><surname>R&#x016F;&#x017E;i&#x010D;ka</surname> <given-names>F.</given-names></name> <name><surname>Zdr&#x00E1;hal</surname> <given-names>Z.</given-names></name> <name><surname>Hol&#x00E1;</surname> <given-names>V.</given-names></name> <name><surname>Mahelov&#x00E1;</surname> <given-names>M.</given-names></name></person-group> (<year>2016</year>). <article-title>Evaluation of capacity to detect ability to form biofilm in <italic>Candida parapsilosis</italic> sensu stricto strains by MALDI-TOF MS</article-title>. <source>Folia Microbiol.</source> <volume>61</volume>, <fpage>465</fpage>&#x2013;<lpage>471</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s12223-016-0458-7</pub-id>, PMID: <pub-id pub-id-type="pmid">27068413</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Monfredini</surname> <given-names>P. M.</given-names></name> <name><surname>Souza</surname> <given-names>A. C. R.</given-names></name> <name><surname>Cavalheiro</surname> <given-names>R. P.</given-names></name> <name><surname>Siqueira</surname> <given-names>R. A.</given-names></name> <name><surname>Colombo</surname> <given-names>A. L.</given-names></name></person-group> (<year>2018</year>). <article-title>Clinical impact of Candida spp. biofilm production in a cohort of patients with candidemia</article-title>. <source>Med. Mycol.</source> <volume>56</volume>, <fpage>803</fpage>&#x2013;<lpage>808</lpage>. doi: <pub-id pub-id-type="doi">10.1093/mmy/myx133</pub-id>, PMID: <pub-id pub-id-type="pmid">29228246</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mu&#x00F1;oz</surname> <given-names>P.</given-names></name> <name><surname>Agnelli</surname> <given-names>C.</given-names></name> <name><surname>Guinea</surname> <given-names>J.</given-names></name> <name><surname>Vena</surname> <given-names>A.</given-names></name> <name><surname>&#x00C1;lvarez-Ur&#x00ED;a</surname> <given-names>A.</given-names></name> <name><surname>Marcos-Zambrano</surname> <given-names>L. J.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>Is biofilm production a prognostic marker in adults with candidaemia?</article-title> <source>Clin. Microbiol. Infect.</source> <volume>24</volume>, <fpage>1010</fpage>&#x2013;<lpage>1015</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmi.2018.01.022</pub-id>, PMID: <pub-id pub-id-type="pmid">29408611</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mu&#x00F1;oz-Gallego</surname> <given-names>I.</given-names></name> <name><surname>Lora-Tamayo</surname> <given-names>J.</given-names></name> <name><surname>P&#x00E9;rez-Montarelo</surname> <given-names>D.</given-names></name> <name><surname>Bra&#x00F1;as</surname> <given-names>P.</given-names></name> <name><surname>Viedma</surname> <given-names>E.</given-names></name> <name><surname>Chaves</surname> <given-names>F.</given-names></name></person-group> (<year>2017</year>). <article-title>Influence of molecular characteristics in the prognosis of methicillin-resistant <italic>Staphylococcus aureus</italic> prosthetic joint infections: beyond the species and the antibiogram</article-title>. <source>Infection</source> <volume>45</volume>, <fpage>533</fpage>&#x2013;<lpage>537</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s15010-017-1011-6</pub-id>, PMID: <pub-id pub-id-type="pmid">28389926</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Oufrid</surname> <given-names>S.</given-names></name> <name><surname>Ghazlane</surname> <given-names>Z.</given-names></name> <name><surname>Jamali</surname> <given-names>L.</given-names></name> <name><surname>El Otmani</surname> <given-names>F.</given-names></name> <name><surname>Talmi</surname> <given-names>M.</given-names></name> <name><surname>Elmdaghri</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Correlation between staphylococcal biofilm formation <italic>in vitro</italic> and potential for catheter-related infections</article-title>. <source>J. Infect. Dev. Ctries.</source> <volume>9</volume>, <fpage>368</fpage>&#x2013;<lpage>372</lpage>. doi: <pub-id pub-id-type="doi">10.3855/jidc.4839</pub-id>, PMID: <pub-id pub-id-type="pmid">25881525</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ovia&#x00F1;o</surname> <given-names>M.</given-names></name> <name><surname>Rodr&#x00ED;guez-S&#x00E1;nchez</surname> <given-names>B.</given-names></name></person-group> (<year>2021</year>). <article-title>MALDI-TOF mass spectrometry in the 21st century clinical microbiology laboratory</article-title>. <source>Enfermedades Infecciosas y Microbiologia Clinica</source> <volume>39</volume>, <fpage>192</fpage>&#x2013;<lpage>200</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.eimc.2020.02.027</pub-id>, PMID: <pub-id pub-id-type="pmid">32345492</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Patel</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>MALDI-TOF MS for the diagnosis of infectious diseases</article-title>. <source>Clin. Chem.</source> <volume>61</volume>, <fpage>100</fpage>&#x2013;<lpage>111</lpage>. doi: <pub-id pub-id-type="doi">10.1373/clinchem.2014.221770</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pereira</surname> <given-names>F. D.</given-names></name> <name><surname>Bonatto</surname> <given-names>C. C.</given-names></name> <name><surname>Lopes</surname> <given-names>C. A.</given-names></name> <name><surname>Pereira</surname> <given-names>A. L.</given-names></name> <name><surname>Silva</surname> <given-names>L. P.</given-names></name></person-group> (<year>2015</year>). <article-title>Use of MALDI-TOF mass spectrometry to analyze the molecular profile of Pseudomonas aeruginosa biofilms grown on glass and plastic surfaces</article-title>. <source>Microb. Pathog.</source> <volume>86</volume>, <fpage>32</fpage>&#x2013;<lpage>37</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.micpath.2015.07.005</pub-id>, PMID: <pub-id pub-id-type="pmid">26162295</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rajendran</surname> <given-names>R.</given-names></name> <name><surname>Sherry</surname> <given-names>L.</given-names></name> <name><surname>Nile</surname> <given-names>C. J.</given-names></name> <name><surname>Sherriff</surname> <given-names>A.</given-names></name> <name><surname>Johnson</surname> <given-names>E. M.</given-names></name> <name><surname>Hanson</surname> <given-names>M. F.</given-names></name> <etal/></person-group>. (<year>2016</year>). <article-title>Biofilm formation is a risk factor for mortality in patients with <italic>Candida albicans</italic> bloodstream infection-Scotland, 2012&#x2013;2013</article-title>. <source>Clin. Microbiol. Infect.</source> <volume>22</volume>, <fpage>87</fpage>&#x2013;<lpage>93</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.cmi.2015.09.018</pub-id>, PMID: <pub-id pub-id-type="pmid">26432192</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tascini</surname> <given-names>C.</given-names></name> <name><surname>Sozio</surname> <given-names>E.</given-names></name> <name><surname>Corte</surname> <given-names>L.</given-names></name> <name><surname>Sbrana</surname> <given-names>F.</given-names></name> <name><surname>Scarparo</surname> <given-names>C.</given-names></name> <name><surname>Ripoli</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2018</year>). <article-title>The role of biofilm forming on mortality in patients with candidemia: a study derived from real world data</article-title>. <source>Infect. Dis.</source> <volume>50</volume>, <fpage>214</fpage>&#x2013;<lpage>219</lpage>. doi: <pub-id pub-id-type="doi">10.1080/23744235.2017.1384956</pub-id>, PMID: <pub-id pub-id-type="pmid">28988525</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Torres-Sangiao</surname> <given-names>E.</given-names></name> <name><surname>Leal-Rodr&#x00ED;guez</surname> <given-names>C.</given-names></name> <name><surname>Grac&#x00ED;a-Riestra</surname> <given-names>C.</given-names></name></person-group> (<year>2021</year>). <article-title>Application and perspectives of MALDI-TOF mass spectrometry in clinical microbiology laboratories</article-title>. <source>Microorganisms</source> <volume>9</volume>:<fpage>1539</fpage>. doi: <pub-id pub-id-type="doi">10.3390/microorganisms9071539</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Tsuchida</surname> <given-names>S.</given-names></name> <name><surname>Umemura</surname> <given-names>H.</given-names></name> <name><surname>Nakayama</surname> <given-names>T</given-names></name></person-group>. (<year>2020</year>). <article-title>Current status of matrix-assisted laser desorption/ionization-time-of-flight mass spectrometry (MALDI-TOF MS) in Clinical Diagnostic Microbiology</article-title>. <source>Molecules</source> <volume>25</volume>:<fpage>4775</fpage>. doi: <pub-id pub-id-type="doi">10.3390/molecules25204775</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tumbarello</surname> <given-names>M.</given-names></name> <name><surname>Fiori</surname> <given-names>B.</given-names></name> <name><surname>Trecarichi</surname> <given-names>E. M.</given-names></name> <name><surname>Posteraro</surname> <given-names>P.</given-names></name> <name><surname>Losito</surname> <given-names>A. R.</given-names></name> <name><surname>De Luca</surname> <given-names>A.</given-names></name> <etal/></person-group>. (<year>2012</year>). <article-title>Risk factors and outcomes of candidemia caused by biofilm-forming isolates in a tertiary care hospital</article-title>. <source>PLoS One</source> <volume>7</volume>:<fpage>e33705</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0033705</pub-id>, PMID: <pub-id pub-id-type="pmid">22479431</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vandecandelaere</surname> <given-names>I.</given-names></name> <name><surname>Van Acker</surname> <given-names>H.</given-names></name> <name><surname>Coenye</surname> <given-names>T.</given-names></name></person-group> (<year>2016</year>). <article-title>A microplate-based system as in vitro model of biofilm growth and quantification</article-title>. <source>Methods Mol. Biol.</source> <volume>1333</volume>, <fpage>53</fpage>&#x2013;<lpage>66</lpage>. doi: <pub-id pub-id-type="doi">10.1007/978-1-4939-2854-5_5</pub-id>, PMID: <pub-id pub-id-type="pmid">26468099</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vogel</surname> <given-names>L.</given-names></name> <name><surname>Sloos</surname> <given-names>J. H.</given-names></name> <name><surname>Spaargaren</surname> <given-names>J.</given-names></name> <name><surname>Suiker</surname> <given-names>I.</given-names></name> <name><surname>Dijkshoorn</surname> <given-names>L.</given-names></name></person-group> (<year>2000</year>). <article-title>Biofilm production by <italic>Staphylococcus epidermidis</italic> isolates associated with catheter related bacteremia</article-title>. <source>Diagn. Microbiol. Infect. Dis.</source> <volume>36</volume>, <fpage>139</fpage>&#x2013;<lpage>141</lpage>. doi: <pub-id pub-id-type="doi">10.1016/S0732-8893(99)00124-8</pub-id>, PMID: <pub-id pub-id-type="pmid">10705058</pub-id></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weis</surname> <given-names>C.</given-names></name> <name><surname>Cu&#x00E9;nod</surname> <given-names>A.</given-names></name> <name><surname>Rieck</surname> <given-names>B.</given-names></name></person-group> (<year>2022</year>). <article-title>Direct antimicrobial resistance prediction from clinical MALDI-TOF mass spectra using machine learning</article-title>. <source>Nat. Med.</source> <volume>28</volume>, <fpage>164</fpage>&#x2013;<lpage>174</lpage>. doi: <pub-id pub-id-type="doi">10.1038/s41591-021-01619-9</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weis</surname> <given-names>C.</given-names></name> <name><surname>Horn</surname> <given-names>M.</given-names></name> <name><surname>Rieck</surname> <given-names>B.</given-names></name> <name><surname>Cu&#x00E9;nod</surname> <given-names>A.</given-names></name> <name><surname>Egli</surname> <given-names>A.</given-names></name> <name><surname>Borgwardt</surname> <given-names>K.</given-names></name></person-group> (<year>2020</year>). <article-title>Topological and kernel-based microbial phenotype prediction from MALDI-TOF mass spectra</article-title>. <source>Bioinformatics</source> <volume>36</volume>, <fpage>i30</fpage>&#x2013;<lpage>i38</lpage>. doi: <pub-id pub-id-type="doi">10.1093/bioinformatics/btaa429</pub-id></citation></ref>
</ref-list>
</back>
</article>