<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Phys.</journal-id>
<journal-title>Frontiers in Physics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Phys.</abbrev-journal-title>
<issn pub-type="epub">2296-424X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1096290</article-id>
<article-id pub-id-type="doi">10.3389/fphy.2022.1096290</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Physics</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>An ultrathin fiber-based fluorescent imaging probe based on hyperspectral imaging</article-title>
<alt-title alt-title-type="left-running-head">Zhang et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/fphy.2022.1096290">10.3389/fphy.2022.1096290</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhang</surname>
<given-names>Shuyan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1741513/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Chua</surname>
<given-names>Jian Jun</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tang</surname>
<given-names>Wilbert Yao Hwee</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Cheng</surname>
<given-names>Joseph Yong Xin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Xiuting</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Olivo</surname>
<given-names>Malini</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Translational Biophotonics Laboratory</institution>, <institution>Institute of Bioengineering and Bioimaging</institution>, <institution>A&#x2a;STAR</institution>, <addr-line>Singapore</addr-line>, <country>Singapore</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Biomedical Engineering</institution>, <institution>National University of Singapore</institution>, <addr-line>Singapore</addr-line>, <country>Singapore</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1825084/overview">Qinggong Tang</ext-link>, University of Oklahoma, United States</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2109272/overview">Zhenyang Ding</ext-link>, Tianjin University, China</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2109056/overview">Chen Zhang</ext-link>, University of Texas at Arlington, United States</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Shuyan Zhang, <email>zhang_shuyan@ibb.a-star.edu.sg</email>; Malini Olivo, <email>malini_olivo@ibb.a-star.edu.sg</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Optics and Photonics, a section of the journal Frontiers in Physics</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>01</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>10</volume>
<elocation-id>1096290</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>11</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>12</day>
<month>12</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Zhang, Chua, Tang, Cheng, Li and Olivo.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Zhang, Chua, Tang, Cheng, Li and Olivo</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>Most fluorescent imaging systems use pre-defined filter sets with limited flexibility in the choice of excitation and emission bands and suffer from crosstalk between different fluorophores for multiplexed imaging. When implemented in the context of optical fibers for biological imaging in a remote setting with space constraints, the size of the fiber probe is crucial. To overcome these challenges, we combined the merits of hyperspectral imaging and an ultrathin optical imaging fiber where fluorescent images at 311 spectral bands in the visible range were captured using a liquid crystal tunable filter with a fiber probe of 500&#xa0;&#x3bc;m in diameter. Fluorescent experiments were performed on quantum dots mixtures and genetically modified <italic>E. coli</italic> bacteria mixtures to demonstrate the system&#x2019;s capabilities for multiplexed imaging. Images were first processed using a Fourier transform filtering technique to remove the fiber core pattern artifact. Subsequently, the classification of different types of bacteria samples was calculated using two methods, namely, spectral unmixing with maximum abundance and spectral matching with minimum spectral angle distance. Finally, the spatial distributions of individual bacteria types were overlaid with the mixture image, and the two classification results matched well. A simple-to-use graphic user interface (GUI) platform for the hyperspectral imaging fiber probe system was developed which performs image processing and displays the classification results. The methods and results presented will appeal to the optical fiber-based imaging and hyperspectral imaging communities in general and have great potential for biological imaging applications.</p>
</abstract>
<kwd-group>
<kwd>fiber sensor</kwd>
<kwd>hyperspectral imaging</kwd>
<kwd>fluorescent imaging</kwd>
<kwd>spectral unmixing</kwd>
<kwd>bioimaging</kwd>
<kwd>quantum dots</kwd>
<kwd>bacteria</kwd>
<kwd>spectral angle mapper</kwd>
</kwd-group>
<contract-sponsor id="cn001">Agency for Science, Technology and Research<named-content content-type="fundref-id">10.13039/501100001348</named-content>
</contract-sponsor>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>The technique of utilizing fluorophores such as quantum dots to label and image particular features in a sample is known as fluorescent imaging [<xref ref-type="bibr" rid="B1">1</xref>], on the basis that fluorophores can provide better visual contrast and localization information for the features of interest as compared to unlabeled samples. While fluorescent imaging can acquire spatial information regarding the localization of fluorophores across a sample, it cannot identify each fluorophore according to its unique spectral fingerprint; for this to be accomplished, fluorescence spectroscopy has to be performed instead. Conversely, while it is able to acquire spectral information to deduce the type of a particular fluorophore and its intensity, the technique of fluorescence spectroscopy is only able to do so for a single point within a sample and lacks the ability to visualize the localization of fluorophores across the sample. Currently, emission filters are used to isolate the spectral band corresponding to the fluorescence emission of each fluorophore, thus allowing for one fluorophore to be imaged at a time; as such it is not strictly necessary for fluorophores to be identified by their spectral fingerprint. However, imaging multiple fluorophores with different spectral characteristics remains a tedious process, requiring the use of separate excitation and emission filters that are specifically optimized for each fluorophore, which has to be swapped out before imaging each fluorophore as such the sample has to be imaged sequentially for each fluorophore used. Unconventional fluorophores thus pose an added challenge when they do not match well with the spectral bandwidth of commonly used emission filters. Furthermore, it is especially challenging to identify fluorophores with highly similar emission spectra and large spectral overlaps. This may impose limitations on the experimental design when multiple fluorophores are intended to be used simultaneously or when imaging targets in the sample are located close to each other spatially.</p>
<p>Several solutions have been proposed to solve this problem, for example, fluorescent imaging with switchable photochromic naphthopyrans [<xref ref-type="bibr" rid="B2">2</xref>] and fluorescent lifetime imaging microscopy (FLIM) [<xref ref-type="bibr" rid="B3">3</xref>]. Fluorescent imaging using the hyperspectral imaging (HSI) technique is another promising solution because the spectral channel selection is very precise which allows the detection of hundreds of different fluorophores simultaneously and rapidly. HSI combines the principles of optical imaging with spectroscopy, capturing three-dimensional images comprised of information from the spatial dimensions (x, y) and the spectral dimension (&#x3bb;) [<xref ref-type="bibr" rid="B4">4</xref>]. As such, each pixel in a hyperspectral image contains the complete spectrum of the sample imaged by that pixel, and conversely, each wavelength on the spectrum contains its corresponding single-channel image. This technique is useful in multiplexed fluorescent imaging where each fluorophore within the sample can be identified by its spectral characteristics and at the same time, the spatial localization of each type of fluorophore can be elucidated. Pioneer work was developed for optical fiber-based hyperspectral imaging probes, especially for biological applications [<xref ref-type="bibr" rid="B5">5</xref>&#x2013;<xref ref-type="bibr" rid="B11">11</xref>]. For example, Bae et al. demonstrated a multispectral fluorescent imaging endoscopy system based on optical fibers with multiple fluorophores for colon cancer detection [<xref ref-type="bibr" rid="B5">5</xref>]. Kim et al. demonstrated a multimodal endoscopic system based on optical fibers with white light, multispectral, and photometric stereo imaging features for colorectal cancer detection [<xref ref-type="bibr" rid="B6">6</xref>].</p>
<p>This paper builds on the existing literature and improves the fiber size, spatial resolution, and spectral resolution. It also introduces a simple-to-use open-source graphic user interface (GUI) that includes functions for image pre-processing (image correction, selecting region of interest, Fourier transform filtering for fiber core pattern removal) and image classification results (spectral unmixing and spectral angular mapper). An ultrathin fiber-based fluorescent imaging probe based on hyperspectral imaging was constructed with two key components. One was an ultrathin imaging fiber consisting of 10,000 cores with a diameter of 500&#xa0;&#x3bc;m and the other one was a liquid crystal tunable filter which selected the spectral channels at high precision without any mechanical movements. The system was demonstrated with quantum dot fluorophores and genetically modified bacteria samples using single-band ultraviolet illumination. For each sample, a hyperspectral image consisting of 311 spectral bands was captured and their spectral and spatial features were studied. The GUI implements the image processing techniques including Fourier transform filtering for removing the fiber core pattern artifact and spectral unmixing and spectral matching for performing classification were explored. Classification results of different bacteria types and their spatial distributions in a mixed environment were compared using both methods and the results matched well. Overall, the results presented here will be useful for the data acquisition and processing of optical fiber-based imaging and hyperspectral imaging in general.</p>
</sec>
<sec sec-type="materials|methods" id="s2">
<title>2 Materials and methods</title>
<sec id="s2-1">
<title>2.1 Optical fiber-based hyperspectral imaging system</title>
<p>The system was constructed based on a hyperspectral microscopy system that we reported earlier [<xref ref-type="bibr" rid="B12">12</xref>], where the condenser was replaced with an imaging fiber. The schematic is shown in <xref ref-type="fig" rid="F1">Figure 1</xref>. Customized holders were made to place the imaging fiber with fine adjustment of the proximal and distal ends in the x-, y-, and z-axis. This enables the sample images at a far distance to be relayed through the imaging fiber to the camera with high precision. A UV LED light source (M375L4, Thorlabs) with central peak emission at 375&#xa0;nm. It was connected to a collimator to produce collimated input light to the sample. To avoid any chromatic aberration during the hyperspectral image acquisition, an achromatic microscope objective was used (CFI Plan Apochromat Lambda 10x/0.45 NA, Nikon). With high proficiency in correcting chromatic aberration, this objective lens is capable of enhancing the spatial resolution of images across a broad spectral range, hence, improving the spectral profiles of the hyperspectral images. After the light passed through the objective, a liquid crystal tunable filter (Kurios-VB1, Thorlabs) was used to scan the spectral range from 420 to 730&#xa0;nm with an FWHM of 10&#xa0;nm and at a switching speed of 200&#xa0;ms for the narrow band setting. All HSI images in this paper were captured using a step size of 1&#xa0;nm, corresponding to a total of 311 spectral bands. Compared to a rotating filter wheel, this filter does not have any mechanical vibration, avoiding image misregistration issues and preserving both spatial and spectral signals. The monochrome camera (CS126MU, Thorlabs) features a large field of view (1.1&#x2033; optical format, 12.3&#xa0;MP) with a frame rate of 21.7&#xa0;fps.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Schematic of the fiber-based fluorescent imaging system based on hyperspectral imaging.</p>
</caption>
<graphic xlink:href="fphy-10-1096290-g001.tif"/>
</fig>
<p>The fiber probe was constructed using an ultrathin imaging fiber bundle of 10,000 cores with a diameter of 500&#xa0;&#x3bc;m (FIGH-10-500N, Fujikura) and the distal end attached to an imaging focusing rod lens with an NA &#x3d; 0.5 and a working distance of 5&#xa0;mm made of non-toxic silver-based glass material (GT-IFRL-050-005-50-NC, GRINTech). In addition, we have also characterized several other imaging fibers with similar specifications for comparison. For example, a bare FIGH-10-500N fiber without the imaging focusing rod lens and a FIGH-10-350S fiber with the imaging focusing lens. Comparing FIGH-10-500N with and without the focusing lens, it was found that the working distance and image field of view (FOV) were increased significantly, but the spatial resolution was decreased. Comparing FIGH-10-500N and FIGH-10-350S, both with an imaging focusing lens, the former has a larger field of view, but a poorer spatial resolution. The FOV and the spatial resolution of three imaging fiber bundles from Fujikura were measured using a 1951 USAF resolution target, as shown in <xref ref-type="table" rid="T1">Table 1</xref>. The values were obtained after performing the fiber core pattern removal. The selection of the imaging fiber should consider the FOV, resolution, and working distance required for each application.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>FOV and resolution of imaging fibers.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="center"/>
<th align="center">FIGH-10-500N</th>
<th align="center">FIGH-10-500N</th>
<th align="center">FIGH-10-350S</th>
</tr>
<tr>
<th align="center">Coupling optics</th>
<th align="center">With focusing lens</th>
<th align="center">Without focusing lens</th>
<th align="center">With focusing lens</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="center">Fiber diameter</td>
<td align="center">500&#xa0;&#xb5;m</td>
<td align="center">500&#xa0;&#xb5;m</td>
<td align="center">350&#xa0;&#xb5;m</td>
</tr>
<tr>
<td align="center">Field of view</td>
<td align="center">5.71&#xa0;mm</td>
<td align="center">0.46&#xa0;mm</td>
<td align="center">3.77&#xa0;mm</td>
</tr>
<tr>
<td align="center">Spatial resolution</td>
<td align="center">22.10&#xa0;&#xb5;m</td>
<td align="center">3.10&#xa0;&#xb5;m</td>
<td align="center">19.69&#xa0;&#xb5;m</td>
</tr>
<tr>
<td align="center">Working distance (at 570&#xa0;nm)</td>
<td align="center">5&#xa0;mm</td>
<td align="center">Contact based</td>
<td align="center">5&#xa0;mm</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s2-2">
<title>2.2 Removal of fiber core pattern artifacts</title>
<p>Although fiber bundles are powerful tools with great flexibility to access difficult-to-reach regions in a minimally invasive way, the physical structures of optical fibers, however, introduce honeycomb-like patterns on the obtained images, as shown in <xref ref-type="fig" rid="F2">Figure 2A</xref>. A zoom-in image is shown in <xref ref-type="fig" rid="F2">Figure 2E</xref> where the honeycomb-like patterns are clearly visible. These patterns can be periodic or irregular. The spatial arrangement of the fiber cores depends on the type of imaging fibers. The artifact comes from the fact that the fiber cores are made of glass with a high refractive index and coated with cladding with a lower refractive index. Light is guided from one end to another through the individual cores based on total internal reflections at the core-cladding interface. Outside the cores, light is unable to pass through, resulting in bright cores with dark surroundings, hence the so-called honeycomb-like patterns or pixelation artifact. The claddings that do not carry signals cause a loss of information in the spectral analysis of the hyperspectral images. Here, we implemented a Fourier transform filtering method to remove the artifact.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Workflow of the fiber core pattern removal algorithm. <bold>(A)</bold> The raw image with honeycomb-like patterns artifact. <bold>(B&#x2013;D)</bold> Workflow of the Fourier transform filtering method. <bold>(E,F)</bold> Zoom-in images of <bold>(A,D)</bold>, respectively.</p>
</caption>
<graphic xlink:href="fphy-10-1096290-g002.tif"/>
</fig>
<p>Fourier transform filtering is one of the commonly used correction methods [<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>]. It was first performed on a single spectral channel image where the image was mathematically transformed to its frequency domain through Fourier transform. It computed the two-dimensional discrete Fourier transform <italic>F</italic> of an image with an m-by-n matrix X based on the fast Fourier transform algorithm:<disp-formula id="e1">
<mml:math id="m1">
<mml:mrow>
<mml:msub>
<mml:mi>F</mml:mi>
<mml:mrow>
<mml:mi>p</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mi>q</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mn>2</mml:mn>
<mml:mi>&#x3c0;</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mi>m</mml:mi>
</mml:mfrac>
</mml:mrow>
</mml:msup>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mn>2</mml:mn>
<mml:mi>&#x3c0;</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>k</mml:mi>
<mml:mi>q</mml:mi>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:mfrac>
</mml:mrow>
</mml:msup>
<mml:msub>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mi>k</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:math>
<label>(1)</label>
</disp-formula>where <italic>i</italic> is the imaginary unit, <italic>p</italic> and <italic>j</italic> are indices from 0 to <italic>m</italic>-1, <italic>q</italic> and <italic>k</italic> are indices from 0 to <italic>n</italic>-1. It was followed by shifting the zero-frequency components in <italic>F</italic> to the center of the Fourier spectrum, yielding a zero-frequency-shifted Fourier transform <italic>F&#x2032;</italic>. The result is shown in <xref ref-type="fig" rid="F2">Figure 2B</xref>. The Fourier spectrum <italic>F&#x2032;</italic> was then multiplied by a Gaussian filter <italic>G</italic> that was of the same size to suppress the fiber core patterns as well as smooth the data in the spatial domain. The Gaussian filter acted as a low-pass filter, and it was derived from:<disp-formula id="e2">
<mml:math id="m2">
<mml:mrow>
<mml:msub>
<mml:mi>G</mml:mi>
<mml:mi>&#x3c3;</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>x</mml:mi>
<mml:mo>,</mml:mo>
<mml:mi>y</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mn>1</mml:mn>
<mml:mrow>
<mml:mn>2</mml:mn>
<mml:mi>&#x3c0;</mml:mi>
<mml:msup>
<mml:mi>&#x3c3;</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:mfrac>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:msup>
<mml:mi>x</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mo>&#x2b;</mml:mo>
<mml:msup>
<mml:mi>y</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
<mml:msup>
<mml:mi>&#x3c3;</mml:mi>
<mml:mn>2</mml:mn>
</mml:msup>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:math>
<label>(2)</label>
</disp-formula>where <italic>x</italic> and <italic>y</italic> are the distances from the spectrum origin in the horizontal and vertical axes, respectively, and <italic>&#x3c3;</italic> is the variable parameter that determines the efficiency of the Gaussian filter in suppressing the fiber core patterns. The result is shown in <xref ref-type="fig" rid="F2">Figure 2C</xref>. After filtering, the product of <italic>F&#x2032;</italic> and <italic>G</italic> was rearranged back to the original transform position followed by a two-dimensional discrete inverse Fourier transform to obtain the filtered image <italic>X&#x2032;</italic> in the spatial domain. The discrete inverse Fourier transformed is defined by:<disp-formula id="e3">
<mml:math id="m3">
<mml:mrow>
<mml:msubsup>
<mml:mi>X</mml:mi>
<mml:mrow>
<mml:mi>p</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mi>q</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>m</mml:mi>
</mml:mrow>
</mml:mfrac>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>m</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:mfrac>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>n</mml:mi>
</mml:mrow>
</mml:mfrac>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>0</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>n</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msubsup>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mfrac>
<mml:mrow>
<mml:mn>2</mml:mn>
<mml:mi>&#x3c0;</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mi>m</mml:mi>
</mml:mfrac>
</mml:msup>
<mml:msup>
<mml:mi>e</mml:mi>
<mml:mfrac>
<mml:mrow>
<mml:mn>2</mml:mn>
<mml:mi>&#x3c0;</mml:mi>
<mml:mi>i</mml:mi>
<mml:mi>k</mml:mi>
<mml:mi>q</mml:mi>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:mfrac>
</mml:msup>
<mml:msubsup>
<mml:mi>F</mml:mi>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
<mml:mo>,</mml:mo>
<mml:mi>k</mml:mi>
<mml:mo>&#x2b;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mo>&#x2032;</mml:mo>
</mml:msubsup>
</mml:mrow>
</mml:math>
<label>(3)</label>
</disp-formula>
</p>
<p>The processed image is shown in <xref ref-type="fig" rid="F2">Figures 2A, D</xref> zoom-in image is shown in <xref ref-type="fig" rid="F2">Figure 2F</xref>. Comparing <xref ref-type="fig" rid="F2">Figures 2E, F</xref>, the method resolves the spatial features of an image well. For hyperspectral images, the correction step must be performed for all the spectral bands. This may be time-consuming, but selecting only the most informative bands may help improve the processing speed.</p>
</sec>
<sec id="s2-3">
<title>2.3 Hyperspectral image classification</title>
<sec id="s2-3-1">
<title>2.3.1 Spectral unmixing</title>
<p>Spectral unmixing is an algorithm that studies the spectrum of a sample containing multiple material classes by decomposing the overall spectrum into the set of its endmembers and their abundances [<xref ref-type="bibr" rid="B15">15</xref>]. For hyperspectral imaging, spectral unmixing can be applied for each pixel where multiple material classes are present. Eq. <xref ref-type="disp-formula" rid="e4">4</xref> describes a linear spectral unmixing model where the assumption that different material classes do not interact with each other applies:<disp-formula id="e4">
<mml:math id="m4">
<mml:mrow>
<mml:mi>&#x3b8;</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mi mathvariant="normal">i</mml:mi>
<mml:mi mathvariant="normal">n</mml:mi>
</mml:msubsup>
<mml:msub>
<mml:mi>a</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>&#x3b8;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>E</mml:mi>
</mml:mrow>
</mml:math>
<label>(4)</label>
</disp-formula>where <inline-formula id="inf1">
<mml:math id="m5">
<mml:mrow>
<mml:mi>&#x3b8;</mml:mi>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> is the superimposed spectrum as a function of the wavelength, <inline-formula id="inf2">
<mml:math id="m6">
<mml:mrow>
<mml:msub>
<mml:mi>a</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf3">
<mml:math id="m7">
<mml:mrow>
<mml:msub>
<mml:mi>&#x3b8;</mml:mi>
<mml:mi>i</mml:mi>
</mml:msub>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
</inline-formula> are the abundance and endmember spectrum for the <inline-formula id="inf4">
<mml:math id="m8">
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>-th endmember respectively, <italic>n</italic> is the total number of endmembers, and <inline-formula id="inf5">
<mml:math id="m9">
<mml:mrow>
<mml:mi>E</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> refers to the observation noise term. The endmember spectral signatures are either measured with a pure material class or extracted from the mixture image using approaches such as pixel purity index (PPI) calculations. Once the set of endmember signatures (i.e., a spectral library) is known, the abundances of each endmember can be estimated by the least-squares solution to Eq. <xref ref-type="disp-formula" rid="e4">4</xref>, typically with certain constraints such as non-negative values or sum-to-one if the endmembers are already known beforehand. Classification of the type of material class can be performed based on the maximum abundance for each pixel.</p>
</sec>
<sec id="s2-3-2">
<title>2.3.2 Spectral matching</title>
<p>Spectral angle mapper (SAM) is another classification technique that uses an n-D angle to match each pixel of a hyperspectral image to a reference spectral library. The spectral similarity between the sample spectrum and the reference spectrum was represented by the angle between them and treating them as vectors in a space with dimensionality equals to the number of spectral bands. The spectral angle distance, or SAM score, can be expressed in the following formula [<xref ref-type="bibr" rid="B16">16</xref>]:<disp-formula id="e5">
<mml:math id="m10">
<mml:mrow>
<mml:mi>&#x3b1;</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msup>
<mml:mi>cos</mml:mi>
<mml:mrow>
<mml:mo>&#x2212;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msup>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:mfrac>
<mml:mrow>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:msubsup>
<mml:msub>
<mml:mi>t</mml:mi>
<mml:mi>&#x3bb;</mml:mi>
</mml:msub>
<mml:msub>
<mml:mi>r</mml:mi>
<mml:mi>&#x3bb;</mml:mi>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:msubsup>
<mml:msubsup>
<mml:mi>t</mml:mi>
<mml:mi>&#x3bb;</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mn>0.5</mml:mn>
</mml:msup>
<mml:msup>
<mml:mrow>
<mml:mfenced open="(" close=")" separators="|">
<mml:mrow>
<mml:msubsup>
<mml:mo>&#x2211;</mml:mo>
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mi>n</mml:mi>
</mml:msubsup>
<mml:msubsup>
<mml:mi>r</mml:mi>
<mml:mi>&#x3bb;</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
<mml:mn>0.5</mml:mn>
</mml:msup>
</mml:mrow>
</mml:mfrac>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mrow>
</mml:math>
<label>(5)</label>
</disp-formula>where <inline-formula id="inf6">
<mml:math id="m11">
<mml:mrow>
<mml:msub>
<mml:mi>t</mml:mi>
<mml:mi>&#x3bb;</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> and <inline-formula id="inf7">
<mml:math id="m12">
<mml:mrow>
<mml:msub>
<mml:mi>r</mml:mi>
<mml:mi>&#x3bb;</mml:mi>
</mml:msub>
</mml:mrow>
</mml:math>
</inline-formula> are the target and reference intensity values at <inline-formula id="inf8">
<mml:math id="m13">
<mml:mrow>
<mml:mi>&#x3bb;</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula>, and <inline-formula id="inf9">
<mml:math id="m14">
<mml:mrow>
<mml:mi>n</mml:mi>
</mml:mrow>
</mml:math>
</inline-formula> is the number of spectral bands. A smaller SAM score represents a closer match to the reference spectrum. A threshold value can be set so that closely matched sample spectra will be grouped and treated as the same material class as the reference spectrum. Classification of the type of material class can be performed based on the minimum SAM score for each pixel.</p>
</sec>
</sec>
</sec>
<sec sec-type="results|discussion" id="s3">
<title>3 Results and discussion</title>
<p>In this section, we demonstrated the capabilities of our system using two samples. Firstly, the quantum dot samples were used as a validation of the system performance and the fiber core pattern artifact removal method because their fluorescent properties were well characterized by the manufacturer. Subsequently, genetically modified <italic>E. coli</italic> mixture samples were imaged, and the classification results were discussed using the developed GUI. Finally, the system was also explored for monitoring the bacteria growth remotely over time.</p>
<sec id="s3-1">
<title>3.1 Quantum dots</title>
<p>Quantum dots (QD) are one of the commonly used fluorophores for multiplexed fluorescent imaging applications. However, conventional fluorescent microscopy systems cannot image multiple quantum dots at one go because each type of quantum dot has a unique emission spectrum, so different filter sets are required and crosstalk in signals may exist. Here, we demonstrated imaging of individual quantum dot samples and quantum dot mixtures (<xref ref-type="sec" rid="s10">Supplementary Material</xref>) using the hyperspectral imaging approach. Quantum dot conjugates (Invitrogen, Thermo Fisher Scientific) were excited with a single excitation light source at 375&#xa0;nm with a power setting of 90% (1,143&#xa0;mW) and a constant exposure time of 170&#xa0;ms. <xref ref-type="fig" rid="F3">Figures 3A, B</xref> are the reconstructed full-color images of Qdot 585 (QD585) and Qdot 705 (QD705) samples, respectively, after the removal of the core artifacts. The extracted emission spectra from <xref ref-type="fig" rid="F3">Figures 3A, B</xref> are shown in <xref ref-type="fig" rid="F3">Figure 3C</xref>. The mean values are plotted as solid lines. The standard deviations are plotted as shaded regions. The manufacturer-provided data is shown in <xref ref-type="fig" rid="F3">Figure 3D</xref>. Our measured results match with the standard well, which shows that our discussed Fourier transform filtering method is able to remove the fiber core pattern artifact and improve the spatial resolution while maintaining the spectral features for fluorescent imaging applications.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Hyperspectral imaging of quantum dot samples. <bold>(A)</bold> Reconstructed full-color image of QD585 after removal of core artifacts. <bold>(B)</bold> Reconstructed full-color image of QD705 after removal of core artifacts. <bold>(C)</bold> Measured emission spectra of QD585 and QD705 samples. The mean values are plotted as solid lines. The standard deviations are plotted as shaded regions. <bold>(D)</bold> Manufacturer-provided measurement reference.</p>
</caption>
<graphic xlink:href="fphy-10-1096290-g003.tif"/>
</fig>
</sec>
<sec id="s3-2">
<title>3.2 Genetically modified <italic>E. coli</italic> bacteria</title>
<p>Three strips of different genetically modified <italic>E. coli</italic> bacteria were cultured on an agar substrate in a petri dish, labeled &#x201c;R&#x201d;, &#x201c;Y&#x201d;, and &#x201c;F&#x201d;, respectively. The samples were prepared by Dynacyte Biosciences Pte Ltd. <xref ref-type="fig" rid="F4">Figure 4</xref> are photographs of the samples on Day 0, Day 1, Day 3, and Day 5. The strips were arranged in a triangle shape. The overlapped regions contain a mixture of two types of <italic>E. coli</italic> bacteria. The &#x201c;R&#x201d;, &#x201c;Y&#x201d;, and &#x201c;RY&#x201d; mixed regions were used to perform the classification using the developed GUI. The &#x201c;F&#x201d; strip showed the strongest fluorescence signal, so it was used to study the bacteria growth.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Photographs of bacteria samples in a petri dish on Day 0, Day 1, Day 3, and Day 5.</p>
</caption>
<graphic xlink:href="fphy-10-1096290-g004.tif"/>
</fig>
<sec id="s3-2-1">
<title>3.2.1 Application in classifications of mixed bacteria types</title>
<p>The results in this section will be presented using the GUI to demonstrate its functions. The GUI was developed using the MATLAB App Designer (Mathworks<sup>&#xae;</sup>). The access link and an introductory video can be found in <xref ref-type="sec" rid="s10">Supplementary Material</xref>. The data was from experiments conducted on Day 5. The lamp intensity was 60% (762&#xa0;mW) and the exposure time was 500&#xa0;ms. The various sections in the GUI are shown in <xref ref-type="fig" rid="F5">Figure 5</xref>. The left panel asks for user input. The right panel displays the processed results. It can be used for any type of imaging fiber in general.</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>GUI design and results. Left panel is for user inputs. Right panel is for displaying results. <bold>(A)</bold> Pre-processing results. <bold>(B)</bold> Reconstructed full-color images of the mixture and endmember spectral signatures. <bold>(C)</bold> Classification based on abundance calculations. <bold>(D)</bold> Classification based on spectral angle mapper scores.</p>
</caption>
<graphic xlink:href="fphy-10-1096290-g005.tif"/>
</fig>
<p>Part 1: <xref ref-type="fig" rid="F5">Figure 5A</xref> is a screenshot of the pre-processing step. In Step 1, the user is asked to input raw hyperspectral image datacube for the sample and the reference where the reference is a white standard with close to 100% reflectance across the wavelength range. It will perform a pixel-by-pixel division of the sample and reference data so that the new datacube represents the reflectance of the sample. Note that a reference is not necessary for fluorescent measurements because a white standard is not applicable. The &#x201c;Raw Image&#x201d; will be displayed on the right panel which shows the full-color reconstructed image. In Step 2, the fiber core pattern artifact removal using the Fourier transform filtering method will be performed. A radius value can be adjusted to select the best region of interest of the image and the region outside will be masked black; a cut-off frequency value can be adjusted to apply the Gaussian filter specified in <xref ref-type="fig" rid="F2">Figure 2C</xref>. Default values are provided as a good starting point. The &#x201c;Final Image&#x201d; will be displayed on the right panel. In Step 3, the processed datacube can be exported.</p>
<p>Part 2: <xref ref-type="fig" rid="F5">Figures 5B&#x2013;D</xref> are screenshots for performing the classification using the processed datacube. In Step 1, the user is asked to input the processed datacube for the mixture image (i.e., mixed &#x201c;YR&#x201d; region). In Step 2, the user is asked to input the endmember signatures which are the spectral reference library consisting of the spectrum of each known endmember. This reference library can be from user-measured data or manufacturer-provided data. In this case, there are three endmembers, namely &#x201c;R&#x201d; bacteria, &#x201c;Y&#x201d; bacteria, and agar. The results are displayed on the right panel, as shown in <xref ref-type="fig" rid="F5">Figure 5B</xref>. Note that the endmember spectra were obtained from the pure &#x201c;R&#x201d; region, the pure &#x201c;Y&#x201d; region, and the pure agar region. In Step 3, image classification of the mixed region into its endmembers for each pixel is performed. There are two options, one is based on the maximum abundance obtained from the spectral unmixing results and the other is based on the spectral similarity obtained from the spectral angle mapper scores. These methods are discussed in <xref ref-type="sec" rid="s2-3-1">Section 2.3.1</xref> and <xref ref-type="sec" rid="s2-3-2">Section 2.3.2</xref>, respectively. <xref ref-type="fig" rid="F5">Figure 5C</xref> displays the results from the maximum abundance classification calculations based on the fully constrained least-square (FCLS) method [<xref ref-type="bibr" rid="B17">17</xref>]. An abundance map is obtained for each endmember. The abundance of the endmember at each pixel in the mixture image is color-coded according to the color bar, taking a value between 0 and 1. The greater the value, the more abundance. This gives a clear picture of the spatial distribution of each endmember. Classification is then performed based on the maximum abundance where each pixel is classified as one endmember if it has the maximum abundance value among all the endmembers at that pixel. The classification results are overlaid on the original mixture image and are highlighted in yellow. Note that there is no color bar for the classification overlay because the yellow highlight only shows the presence of the endmember with the maximum abundance at that pixel; it does not represent the abundance value itself. It is seen that most central areas are classified as &#x201c;R&#x201d; and &#x201c;Y&#x201d; bacteria and the peripheral areas are classified as the agar substrate. <xref ref-type="fig" rid="F5">Figure 5D</xref> displays the results from the spectral matching calculations. A SAM score map is obtained for each endmember. The SAM score of the endmember at each pixel in the mixture image is color-coded according to the color bar, taking a value between 0 and 1. The smaller the value, the more similar the spectrum to the endmember signature. The SAM score maps are a good representation of the spatial distribution of each endmember. Classification is performed based on the minimum SAM score among all the endmembers at that pixel. The classification results are overlaid on the original mixture image and are highlighted in yellow. The results are similar to those obtained using the maximum abundance calculations, which shows that our entire workflow and the GUI display work correctly.</p>
</sec>
<sec id="s3-2-2">
<title>3.2.2 Application in bacteria growth monitoring</title>
<p>Another experiment was conducted to monitor the growth of the &#x201c;F&#x201d; type bacteria over 5&#xa0;days. The illumination conditions, such as the lamp intensity and the exposure time, were set up in a way such that the maximum of the histograms on different days were the same. Because the bacteria were growing over the days, the fluorescent signals were getting stronger and less incident light power was required to achieve the same fluorescent intensity. The lamp intensities were set to be 90% (1,143&#xa0;mW), 45% (571.5&#xa0;mW), and 16% (203.2&#xa0;mW) on Day 1, Day 3, and Day 5, respectively, and the exposure time was kept constant at 500&#xa0;ms throughout. <xref ref-type="fig" rid="F6">Figures 6A&#x2013;C</xref> show the reconstructed full-color images of the bacteria on Day 1, Day 3, and Day 5, respectively. The spatial distribution of the bacteria colonies was elucidated. The extracted spectra after factoring in the different lamp intensities are plotted in <xref ref-type="fig" rid="F6">Figure 6D</xref>. The peak intensity increases over the days which likely corresponds to the exponential (log) phase of the bacteria growth curve where the metabolic activities of the bacteria population are high.</p>
<fig id="F6" position="float">
<label>FIGURE 6</label>
<caption>
<p>Hyperspectral imaging of &#x201c;F&#x201d; type bacteria samples over the days. Reconstructed full-color image on <bold>(A)</bold> Day 1, <bold>(B)</bold> Day 3, and <bold>(C)</bold> Day 5, respectively. <bold>(D)</bold> Extracted spectra from <bold>(A&#x2013;C)</bold>.</p>
</caption>
<graphic xlink:href="fphy-10-1096290-g006.tif"/>
</fig>
</sec>
</sec>
</sec>
<sec sec-type="conclusion" id="s4">
<title>4 Conclusion</title>
<p>Fluorescent imaging based on fiber bundles may suffer from poor spatial resolution caused by the fiber core pattern artifact and a limited selection of fluorescent filter sets. In this paper, we showed the use of the Fourier transform filtering method to remove the fiber core pattern artifact and the use of a liquid crystal tunable filter to freely and precisely select a detection wavelength and obtain images in 311 spectral channels. The hyperspectral imaging feature allows the detection of multiple fluorescent samples in a mixture in one go with minimal crosstalk. Hyperspectral image processing such as spectral unmixing classification and spectral angular mapper classification were discussed to decode the spatial and spectral information of the mixed image into its individual material class. This image processing workflow improves the spatial resolution and elucidates the spatial distribution of each material class in a mixed environment with minimal computational resources. However, the limitations are that the Fourier transform filtering method performs the best for periodic structures, and the two classification methods discussed perform the best for a well-defined spectral library, i.e., one-to-one correspondence between the spectrum and material class. Otherwise, machine learning or deep learning classification could be explored, but it will require more computational resources and may be time-consuming. For experimental demonstration, firstly, two types of quantum dot samples with different spectral peaks were characterized and processed with the fiber core pattern removal method and benchmarked with manufacturer-provided data to validate the system performance. Next, a mixture of two types of genetically modified <italic>E. coli</italic> bacteria was imaged. The data was analyzed using a simple-to-use GUI which includes all the analysis steps from data input, to pre-processing for the fiber core pattern removal, and to classification results based on maximum abundance and minimum SAM score. It was shown that the GUI could successfully process the images and display the classification results. Lastly, the system was used for monitoring bacteria growth in a remote setting. Since the imaging fiber probe described here is ultrathin, it can be used for small animal <italic>in vivo</italic> experiments and can fit into the accessory channels of any general medical endoscopes for medical diagnosis and surgical guidance in the future. Future work could investigate the integration of the light source and the imaging probe in a compact size, the co-registration of HSI images with white light images to minimize the motion artifact as well as the selection of the most informative spectral bands using principal component analysis to improve the speed of image acquisition and processing for <italic>in vivo</italic> endoscopy experiments.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s5">
<title>Data availability statement</title>
<p>The raw data supporting the conclusion of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s6">
<title>Author contributions</title>
<p>Conceptualization, SZ; methodology, experiments, analysis, SZ, JJC, WT, JYC, and XL; writing, SZ, JJC, and JYC; supervision, MO. All authors have read and agreed to the published version of the manuscript.</p>
</sec>
<sec id="s7">
<title>Funding</title>
<p>This research was funded by A&#x2217;STAR Career Development Award (202D800042) and BMRC Central Research Fund (CRF, UIBR) Award.</p>
</sec>
<ack>
<p>The authors thank Dynacyte Biosciences Pte. Ltd. for providing genetically modified <italic>E. coli</italic> bacteria samples and Ryan Ron Zee Tan for creating the GUI. The authors declare that this study received contribution from Dynacyte Biosciences Pte Ltd. The company was not involved in the study design, collection, analysis, interpretation of data, the writing of this article or the decision to submit it for publication.</p>
</ack>
<sec sec-type="COI-statement" id="s8">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s10">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fphy.2022.1096290/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fphy.2022.1096290/full&#x23;supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="Video1.MP4" id="SM1" mimetype="application/MP4" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="DataSheet1.DOCX" id="SM2" mimetype="application/DOCX" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lichtman</surname>
<given-names>JW</given-names>
</name>
<name>
<surname>Conchello</surname>
<given-names>J-A</given-names>
</name>
</person-group>. <article-title>Fluorescence microscopy</article-title>. <source>Nat Methods</source> (<year>2005</year>) <volume>2</volume>:<fpage>910</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1038/nmeth817</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuroiwa</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Inagaki</surname>
<given-names>Y</given-names>
</name>
<name>
<surname>Mutoh</surname>
<given-names>K</given-names>
</name>
<name>
<surname>Abe</surname>
<given-names>J</given-names>
</name>
</person-group>. <article-title>On-demand control of the photochromic properties of naphthopyrans</article-title>. <source>Adv Mater</source> (<year>2019</year>) <volume>31</volume>:<fpage>1805661</fpage>. <pub-id pub-id-type="doi">10.1002/adma.201805661</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>atta</surname>
<given-names>R</given-names>
</name>
<name>
<surname>Heaster</surname>
<given-names>TM</given-names>
</name>
<name>
<surname>Sharick</surname>
<given-names>JT</given-names>
</name>
<name>
<surname>Gillette</surname>
<given-names>AA</given-names>
</name>
<name>
<surname>Skala</surname>
<given-names>MC</given-names>
</name>
</person-group>. <article-title>Fluorescence lifetime imaging microscopy: Fundamentals and advances in instrumentation, analysis, and applications</article-title>. <source>J Biomed Opt</source> (<year>2020</year>) <volume>25</volume>:<fpage>1</fpage>. <pub-id pub-id-type="doi">10.1117/1.jbo.25.7.071203</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lu</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Fei</surname>
<given-names>B</given-names>
</name>
</person-group>. <article-title>Medical hyperspectral imaging: A review</article-title>. <source>J Biomed Opt</source> (<year>2014</year>) <volume>19</volume>:<fpage>010901</fpage>. <pub-id pub-id-type="doi">10.1117/1.jbo.19.1.010901</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bae</surname>
<given-names>SM</given-names>
</name>
<name>
<surname>Bae</surname>
<given-names>D-J</given-names>
</name>
<name>
<surname>Do</surname>
<given-names>E-J</given-names>
</name>
<name>
<surname>Oh</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Yoo</surname>
<given-names>SW</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>G-J</given-names>
</name>
<etal/>
</person-group> <article-title>Multi-spectral fluorescence imaging of colon dysplasia <italic>in vivo</italic> using a multi-spectral endoscopy system</article-title>. <source>Transl Oncol</source> (<year>2019</year>) <volume>12</volume>:<fpage>226</fpage>&#x2013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.tranon.2018.10.006</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Al Faruque</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Kim</surname>
<given-names>E</given-names>
</name>
<name>
<surname>Hwang</surname>
<given-names>JY</given-names>
</name>
</person-group>. <article-title>Multimodal endoscopic system based on multispectral and photometric stereo imaging and analysis</article-title>. <source>Biomed Opt Express</source> (<year>2019</year>) <volume>10</volume>:<fpage>2289</fpage>. <pub-id pub-id-type="doi">10.1364/boe.10.002289</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yoon</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Joseph</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Waterhouse</surname>
<given-names>DJ</given-names>
</name>
<name>
<surname>Luthman</surname>
<given-names>AS</given-names>
</name>
<name>
<surname>Gordon</surname>
<given-names>GSD</given-names>
</name>
<name>
<surname>di Pietro</surname>
<given-names>M</given-names>
</name>
<etal/>
</person-group> <article-title>A clinically translatable hyperspectral endoscopy (HySE) system for imaging the gastrointestinal tract</article-title>. <source>Nat Commun</source> (<year>2019</year>) <volume>10</volume>:<fpage>1902</fpage>. <pub-id pub-id-type="doi">10.1038/s41467-019-09484-4</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Martin</surname>
<given-names>ME</given-names>
</name>
<name>
<surname>Wabuyele</surname>
<given-names>MB</given-names>
</name>
<name>
<surname>Chen</surname>
<given-names>K</given-names>
</name>
<name>
<surname>Kasili</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Panjehpour</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Phan</surname>
<given-names>M</given-names>
</name>
<etal/>
</person-group> <article-title>Development of an advanced hyperspectral imaging (HSI) system with applications for cancer detection</article-title>. <source>Ann Biomed Eng</source> (<year>2006</year>) <volume>34</volume>:<fpage>1061</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1007/s10439-006-9121-9</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Regeling</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Thies</surname>
<given-names>B</given-names>
</name>
<name>
<surname>Gerstner</surname>
<given-names>A</given-names>
</name>
<name>
<surname>Westermann</surname>
<given-names>S</given-names>
</name>
<name>
<surname>M&#xfc;ller</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Bendix</surname>
<given-names>J</given-names>
</name>
<etal/>
</person-group> <article-title>Hyperspectral imaging using flexible endoscopy for laryngeal cancer detection</article-title>. <source>Sensors</source> (<year>2016</year>) <volume>16</volume>:<fpage>1288</fpage>. <pub-id pub-id-type="doi">10.3390/s16081288</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>P</given-names>
</name>
<name>
<surname>Turcatel</surname>
<given-names>G</given-names>
</name>
<name>
<surname>Arnesano</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Warburton</surname>
<given-names>D</given-names>
</name>
<name>
<surname>Fraser</surname>
<given-names>SE</given-names>
</name>
<name>
<surname>Cutrale</surname>
<given-names>F</given-names>
</name>
</person-group>. <article-title>Fiber pattern removal and image reconstruction method for snapshot mosaic hyperspectral endoscopic images</article-title>. <source>Biomed Opt Express</source> (<year>2018</year>) <volume>9</volume>:<fpage>780</fpage>. <pub-id pub-id-type="doi">10.1364/boe.9.000780</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname>
<given-names>SY</given-names>
</name>
<name>
<surname>Singh-Moon</surname>
<given-names>RP</given-names>
</name>
<name>
<surname>Wan</surname>
<given-names>EY</given-names>
</name>
<name>
<surname>Hendon</surname>
<given-names>CP</given-names>
</name>
</person-group>. <article-title>Towards real-time multispectral endoscopic imaging for cardiac lesion quality assessment</article-title>. <source>Biomed Opt Express</source> (<year>2019</year>) <volume>10</volume>:<fpage>2829</fpage>. <pub-id pub-id-type="doi">10.1364/boe.10.002829</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Xin Cheng</surname>
<given-names>JY</given-names>
</name>
<name>
<surname>Chua</surname>
<given-names>JJ</given-names>
</name>
<name>
<surname>Li</surname>
<given-names>X</given-names>
</name>
<name>
<surname>Olivo</surname>
<given-names>M</given-names>
</name>
</person-group>. <article-title>Dual-modality hyperspectral microscopy for transmission and fluorescence imaging</article-title>. <source>Opt Contin</source> (<year>2022</year>) <volume>1</volume> (<issue>11</issue>):<fpage>2404</fpage>. <pub-id pub-id-type="doi">10.1364/OPTCON.469040</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname>
<given-names>J-H</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Kang</surname>
<given-names>JU</given-names>
</name>
</person-group>. <article-title>Pixelation effect removal from fiber bundle probe based optical coherence tomography imaging</article-title>. <source>Opt Express</source> (<year>2010</year>) <volume>18</volume>:<fpage>7427</fpage>. <pub-id pub-id-type="doi">10.1364/oe.18.007427</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Winter</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Rupp</surname>
<given-names>S</given-names>
</name>
<name>
<surname>Elter</surname>
<given-names>M</given-names>
</name>
<name>
<surname>Munzenmayer</surname>
<given-names>C</given-names>
</name>
<name>
<surname>Gerhauser</surname>
<given-names>H</given-names>
</name>
<name>
<surname>Wittenberg</surname>
<given-names>T</given-names>
</name>
</person-group>. <article-title>Automatic adaptive enhancement for images obtained with fiberscopic endoscopes</article-title>. <source>IEEE Trans Biomed Eng</source> (<year>2006</year>) <volume>53</volume>:<fpage>2035</fpage>&#x2013;<lpage>46</lpage>. <pub-id pub-id-type="doi">10.1109/tbme.2006.877110</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Keshava</surname>
<given-names>N</given-names>
</name>
<name>
<surname>Mustard</surname>
<given-names>JF</given-names>
</name>
</person-group>. <article-title>Spectral unmixing</article-title>. <source>IEEE Signal Process Mag</source> (<year>2002</year>) <volume>19</volume>:<fpage>44</fpage>&#x2013;<lpage>57</lpage>. <pub-id pub-id-type="doi">10.1109/79.974727</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kruse</surname>
<given-names>FA</given-names>
</name>
<name>
<surname>Lefkoff</surname>
<given-names>AB</given-names>
</name>
<name>
<surname>Boardman</surname>
<given-names>JW</given-names>
</name>
<name>
<surname>Heidebrecht</surname>
<given-names>KB</given-names>
</name>
<name>
<surname>Shapiro</surname>
<given-names>AT</given-names>
</name>
<name>
<surname>Barloon</surname>
<given-names>PJ</given-names>
</name>
<etal/>
</person-group> <article-title>The spectral image processing system (SIPS)&#x2014;Interactive visualization and analysis of imaging spectrometer data</article-title>. <source>Remote Sens Environ</source> (<year>1993</year>) <volume>44</volume>:<fpage>145</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1016/0034-4257(93)90013-n</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wei</surname>
<given-names>J</given-names>
</name>
<name>
<surname>Wang</surname>
<given-names>X</given-names>
</name>
</person-group>. <article-title>An overview on linear unmixing of hyperspectral data</article-title>. <source>Math Probl Eng</source> (<year>2020</year>) <volume>2020</volume>:<fpage>1</fpage>. <pub-id pub-id-type="doi">10.1155/2020/3735403</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>