<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Astron. Space Sci.</journal-id>
<journal-title>Frontiers in Astronomy and Space Sciences</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Astron. Space Sci.</abbrev-journal-title>
<issn pub-type="epub">2296-987X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">767885</article-id>
<article-id pub-id-type="doi">10.3389/fspas.2021.767885</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Astronomy and Space Sciences</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Predicting Asteroid Types: Importance of Individual and Combined Features</article-title>
<alt-title alt-title-type="left-running-head">Klimczak et&#x20;al.</alt-title>
<alt-title alt-title-type="right-running-head">Predicting Asteroid Types</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Klimczak</surname>
<given-names>Hanna</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1461122/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kot&#x142;owski</surname>
<given-names>Wojciech</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Oszkiewicz</surname>
<given-names>Dagmara</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/978853/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>DeMeo</surname>
<given-names>Francesca</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Kryszczy&#x144;ska</surname>
<given-names>Agnieszka</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1545541/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wilawer</surname>
<given-names>Emil</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1495444/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Carry</surname>
<given-names>Benoit</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1573175/overview"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Faculty of Physics, Astronomical Observatory Institute, A. Mickiewicz University, S&#x142;oneczna</institution>, <addr-line>Pozna&#x144;</addr-line>, <country>Poland</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Institute of Computing Science, Pozna&#x144; University of Technology, Ul. Piotrowo</institution>, <addr-line>Pozna&#x144;</addr-line>, <country>Poland</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Earth, Atmospheric and Planetary Sciences, Massachusetts Institute of Technology</institution>, <addr-line>Cambridge</addr-line>, <addr-line>MA</addr-line>, <country>United&#x20;States</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Observatoire de La C&#xf4;te D&#x2019;Azur</institution>, <addr-line>CNRS</addr-line>, Laboratoire Lagrange, Universite C&#xf4;te D&#x2019;Azur, <country>France</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/462158/overview">Reinaldo Roberto Rosa</ext-link>, National Institute of Space Research (INPE), Brazil</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/948535/overview">Samuel Bell</ext-link>, Planetary Science Institute, United&#x20;States</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/911247/overview">Javier Olivares</ext-link>, Instituto de Astrof&#xed;sica de Canarias, Spain</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Hanna Klimczak, <email>hanna.klimczak@gmail.com</email>
</corresp>
<fn fn-type="other">
<p>This article was submitted to Astrostatistics, a section of the journal Frontiers in Astronomy and Space Sciences</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>21</day>
<month>12</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>8</volume>
<elocation-id>767885</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>08</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>11</day>
<month>11</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Klimczak, Kot&#x142;owski, Oszkiewicz, DeMeo, Kryszczy&#x144;ska, Wilawer and Carry.</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Klimczak, Kot&#x142;owski, Oszkiewicz, DeMeo, Kryszczy&#x144;ska, Wilawer and Carry</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these&#x20;terms.</p>
</license>
</permissions>
<abstract>
<p>Asteroid taxonomies provide a link to surface composition and mineralogy of those objects, although that connection is not fully unique. Currently, one of the most commonly used asteroid taxonomies is that of Bus-DeMeo. The spectral range covering 0.45&#x2013;2.45&#xa0;<italic>&#x3bc;</italic>m is used to assign a taxonomic class in that scheme. Such observations are only available for a few hundreds of asteroids (out of over one million). On the other hand, a growing amount of space and ground-based surveys delivers multi-filter photometry, which is often used in predicting asteroid types. Those surveys are typically dedicated to studying other astronomical objects, and thus not optimized for asteroid taxonomic classifications. The goal of this study was to quantify the importance and performance of different asteroid spectral features, parameterizations, and methods in predicting the asteroid types. Furthermore, we aimed to identify the key spectral features that can be used to optimize future surveys toward asteroid characterization. Those broad surveys typically are restricted to a few bands; therefore, selecting those that best link them to asteroid taxonomy is crucial in light of maximizing the science output for solar system studies. First, we verified that with the increased number of asteroid spectra, the Bus&#x2013;DeMeo procedure to create taxonomy still produces the same overall scheme. Second, we confirmed that machine learning methods such as naive Bayes, support vector machine (SVM), gradient boosting, and multilayer networks can reproduce that taxonomic classification at a high rate of over 81% balanced accuracy for types and 93% for complexes. We found that multilayer perceptron with three layers of 32 neurons and stochastic gradient descent solver, batch size of 32, and adaptive learning performed the best in the classification task. Furthermore, the top five features (spectral slope and reflectance at 1.05, 0.9, 0.65, and 1.1&#xa0;&#x3bc;m) are enough to obtain a balanced accuracy of 93% for the prediction of complexes and six features (spectral slope and reflectance at 1.4, 1.05, 0.9, 0.95, and 0.65&#xa0;&#x3bc;m) to obtain 81% balanced accuracy for taxonomic types. Thus, to optimize future surveys toward asteroid classification, we recommend using filters that cover those features.</p>
</abstract>
<kwd-group>
<kwd>asteroids</kwd>
<kwd>spectra</kwd>
<kwd>machine learning</kwd>
<kwd>spectroscopy</kwd>
<kwd>PCA</kwd>
</kwd-group>
</article-meta>
</front>
<body>
<sec id="s1">
<title>1 Introduction</title>
<p>Up-to-date taxonomies and spectra are the most important tools to constrain the composition and surface mineralogy of asteroids with various methods. Those typically rely on various modeling techniques and underlying comparison with laboratory spectral measurements of meteorite samples and/or samples returned from space missions (<xref ref-type="bibr" rid="B58">Reddy et&#x20;al., 2015</xref>). So far, this allowed for the identification of several meteorite parent bodies, for example, the howardite&#x2013;eucrite&#x2013;diogenite (HED) meteorites and asteroid (4) Vesta (or more broadly V-types) (<xref ref-type="bibr" rid="B46">McCord et&#x20;al., 1970</xref>), LL chondrites, the S-type asteroids (Itokawa or Eros) (<xref ref-type="bibr" rid="B79">Wetherill et&#x20;al., 1988</xref>; <xref ref-type="bibr" rid="B51">Nakamura et&#x20;al., 2011</xref>) or the F-type asteroids, and the ureilite meteorites (thanks to the observed fall of the 2008 TC3 asteroid, which impacted the Earth in 2008 (<xref ref-type="bibr" rid="B37">Jenniskens et&#x20;al., 2010</xref>). However, there are still multiple challenges linking asteroids types with meteorites and estimating their geochemical composition from remote observations. For a full review, we refer the reader to <xref ref-type="bibr" rid="B58">Reddy et&#x20;al. (2015)</xref>.</p>
<p>Asteroid taxonomic schemes are tied up to the type and wavelength coverage of data used for their classification as well as the number of objects studied. Early classifications were based on color, albedo, and spectral shape (<xref ref-type="bibr" rid="B17">Chapman et&#x20;al., 1975</xref>). Those divided asteroids into three basic categories: C-carbonaceous, S-siliceous, and the U-unknown class, that is, objects that did not fit the two previous categories. Later taxonomies included an extended number of objects and features used in the classification. Several taxonomies became popular over the years; those include the Tholen taxonomy based on the Eight-Color Asteroid Survey (ECAS) survey and albedos (<xref ref-type="bibr" rid="B72">Tholen, 1989</xref>), the S3OS2 classification which used visible spectra obtained at the 1.52-m telescope at ESO (La Silla), or the Buss taxonomy based on the Small Main-Belt Asteroid Spectroscopic Survey (SMASS) observations in visible wavelengths (<xref ref-type="bibr" rid="B9">Bus and Binzel, 2002</xref>). The current Bus&#x2013;DeMeo asteroid taxonomy has used the principal component analysis (PCA) of 371 asteroid spectra obtained in the visible (VIS) and near-infrared (NIR) ranges, that is, from 0.45 to 2.45&#xa0;<italic>&#x3bc;</italic>m (<xref ref-type="bibr" rid="B25">DeMeo et&#x20;al., 2009</xref>). The system presented 24 classes and provided an extension to an earlier taxonomy based on VIS spectra only (<xref ref-type="bibr" rid="B10">Bus, 1999</xref>). An additional Xn class was later added by <xref ref-type="bibr" rid="B2">Binzel et&#x20;al. (2019)</xref>. That system helped explain the compositional distribution of the asteroid main-belt and the delivery efficiency of various taxonomic types to the near-Earth asteroid population (<xref ref-type="bibr" rid="B26">DeMeo and Carry, 2014</xref>; <xref ref-type="bibr" rid="B11">Carry et&#x20;al., 2016</xref>; <xref ref-type="bibr" rid="B1">Barucci et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B2">Binzel et&#x20;al., 2019</xref>; <xref ref-type="bibr" rid="B28">Devog&#xe8;le et&#x20;al., 2019</xref>). Laboratory work and asteroid observations later identified space weathering processes that cause the transformation from S though Sq to Q-types in that taxonomic system (<xref ref-type="bibr" rid="B70">Strazzulla et&#x20;al., 2005</xref>; <xref ref-type="bibr" rid="B73">Vernazza et&#x20;al., 2009a</xref>).</p>
<p>Recently, neural networks have been used in the literature to perform asteroid classification. The study by <xref ref-type="bibr" rid="B55">Penttil&#xe4; et&#x20;al. (2021)</xref> presents the results of training an artificial neural network for the needs of the Gaia mission. The data used for this task were obtained from the spectra of 586 objects from <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref> and <xref ref-type="bibr" rid="B2">Binzel et&#x20;al. (2019)</xref> in the range of 0.45 and 1.05&#xa0;&#x3bc;m, spanned across 11 taxonomic types (A, B, C, D, K, L, Q, S, T, V, and X). Original types assigned by <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref> were processed, such that a few subclasses were generalized into their main equivalents (i.e.,&#x20;assigning S to types such as Sa and Sq). The data were enhanced with additional synthetic samples formed by using the principal component analysis. This study reports 86% unbalanced prediction accuracy for the task of taxonomic type prediction but cannot be directly compared to this study as it operates on slightly different data (more objects with different types assigned), a different feature set, and a different evaluation procedure. Furthermore, this study assesses the performance of the model on the selected wavelength range but does not quantify the importance of individual features.</p>
<p>The Bus&#x2013;DeMeo taxonomy relies on spectroscopic measurements which are challenging to obtain for a large number of objects in a reasonable amount of time. Therefore, multi-filter photometry obtained in large sky surveys is often used to assign the taxonomic type to asteroids and perform compositional and evolutionary studies (e.g., <xref ref-type="bibr" rid="B82">Zellner et&#x20;al. (1985)</xref>; <xref ref-type="bibr" rid="B15">Carvano et&#x20;al. (2010)</xref>; <xref ref-type="bibr" rid="B31">Gil-Hutton and Licandro (2010)</xref>; <xref ref-type="bibr" rid="B71">Sykes et&#x20;al. (2000)</xref> and others).</p>
<p>Furthermore, surveys typically produce enormous amounts of data but can only cover a limited number of bands. For example, the Gaia mission was expected to provide spectra for about 100&#x20;000 objects in the spectral range from 0.325 to 1.1&#xa0;&#x3bc;m (<xref ref-type="bibr" rid="B47">Mignard et&#x20;al., 2007</xref>). The Large Synoptic Survey of the Vera Rubin Observatory is expected to provide observations in the ugrizy bandpasses for hundredths of thousands of near-Earth objects and millions of main-belt asteroids (<xref ref-type="bibr" rid="B39">Jones et&#x20;al., 2015</xref>), and the Euclid mission will provide (visible (a broad g-r-i), Y, J, and H photometry for about 150&#x20;000 asteroids (<xref ref-type="bibr" rid="B12">Carry, 2018</xref>). <xref ref-type="bibr" rid="B67">Sergeyev et&#x20;al. (2021)</xref> extracted visible colors for about &#x223c; 10<sup>5</sup> asteroids. Those vast amounts of data require the use of fast and reliable machine learning approaches to classify those objects and link them to the current taxonomies. Furthermore, the robustness of different classification methods may have implications to the derived taxonomic distributions across the solar system, and thus its formation and evolution theories. Various studies have already performed the scientific analysis of different &#x201c;big data&#x201d;&#x20;sets.</p>
<p>For example, <xref ref-type="bibr" rid="B71">Sykes et&#x20;al. (2000)</xref> studied the distribution of color indices of asteroids and comets observed in the course of the Two Micron All Sky Survey (2MASS) and derived an approximate compositional map of the asteroid belt. Later, based on Sloan Digital Sky Survey (SDSS) data, <xref ref-type="bibr" rid="B15">Carvano et&#x20;al. (2010)</xref> created a taxonomic classification compatible with Bus taxonomy and studied the distribution of different asteroid types in the solar system. A more detailed in-depth analysis of the SDSS data was later performed by <xref ref-type="bibr" rid="B26">DeMeo and Carry (2014)</xref> who also discussed the constraints on the formation and evolution of the solar system arising from the derived compositional distribution of asteroids. <xref ref-type="bibr" rid="B57">Popescu et&#x20;al. (2016</xref>, <xref ref-type="bibr" rid="B56">2018</xref>) assigned taxonomic classifications to objects observed in the course of VISTA-VHS survey and found multiple V- and A-type candidates, which are crucial in the context of the missing mantle problem (i.e.,&#x20;lack of basaltic mantle material as compared to iron core material present among meteorites, e.g., <xref ref-type="bibr" rid="B8">Burbine et&#x20;al. (1996)</xref>; <xref ref-type="bibr" rid="B66">Scott et&#x20;al. (2010)</xref>. Other studies focused on searching for specific taxonomic types using multi-filter data. <xref ref-type="bibr" rid="B44">Licandro et&#x20;al. (2017)</xref> analyzed the MOVIS-C catalog to identify the V-type asteroids using infrared colors (Y-J) and (J-Ks). Similar studies were also performed based on the SDSS magnitudes, such as <xref ref-type="bibr" rid="B69">Solontoi et&#x20;al. (2012)</xref>; <xref ref-type="bibr" rid="B61">Roig and Gil-Hutton (2006)</xref>; <xref ref-type="bibr" rid="B53">Oszkiewicz et&#x20;al. (2014)</xref>. <xref ref-type="bibr" rid="B27">DeMeo et&#x20;al. (2019)</xref> investigated A-type candidates extracted from the SDSS catalog. Spectrophotometric characterization is also often used to constrain the composition of near-Earth objects <xref ref-type="bibr" rid="B48">Mommert et&#x20;al. (2016)</xref>; <xref ref-type="bibr" rid="B52">Navarro-Meza et&#x20;al. (2019)</xref>; <xref ref-type="bibr" rid="B29">Erasmus et&#x20;al. (2017)</xref>; <xref ref-type="bibr" rid="B33">Harris and Davies (1999)</xref>; <xref ref-type="bibr" rid="B6">Bolin et&#x20;al. (2020)</xref>; <xref ref-type="bibr" rid="B21">De Le&#xf3;n et&#x20;al. (2010)</xref>. <xref ref-type="bibr" rid="B24">DeMeo et&#x20;al. (2014)</xref> discussed the distribution of very red D-type asteroids located in the main belt (typically found among Jupiter trojans and in the outer main belt) and their potential origins. Thus, classification tools are essential in understanding asteroid composition and revealing multiple processes and more generally the evolution of the solar system.</p>
<p>These studies could benefit from data and observations made in filters that correspond to spectral features that best predict common taxonomic types. Current large surveys are an important source of information on asteroid composition and thus help understand various mechanisms and the overall formation and evolution of the solar system. However, most of those large surveys are dedicated to other astronomical objects and asteroids are only serendipitous objects. There has not yet been a large survey strictly dedicated to studying asteroids. Therefore, the optical setups of surveys are not optimized to taxonomically characterize asteroids. Furthermore, the large surveys are typically limited in the number of bands covered; thus, selecting those that improve the link to asteroid taxonomy can maximize the science output for solar system science. In this study, we investigate which spectral features provide the most information in the context of the Bus&#x2013;DeMeo taxonomy, that is, which features should be observed to optimize future multi-filter surveys toward asteroid compositional studies. We also investigated various classification methods to verify their predictability of complexes and individual classes.</p>
<p>In <xref ref-type="sec" rid="s2">section 2</xref>, we discuss the data, while <xref ref-type="sec" rid="s3">section 3</xref> describes parameterization and methodology used. In <xref ref-type="sec" rid="s4">section 4</xref>, we present our results, and in <xref ref-type="sec" rid="s5">section 5</xref>, we provide extended discussion. Conclusions are in <xref ref-type="sec" rid="s6">section&#x20;6</xref>.</p>
</sec>
<sec id="s2">
<title>2 Data</title>
<p>The dataset of asteroids used in the study consists of 371 objects included in Bus&#x2013;DeMeo taxonomy (<xref ref-type="bibr" rid="B25">DeMeo et&#x20;al., 2009</xref>) as well as 195 additional objects from <xref ref-type="bibr" rid="B2">Binzel et&#x20;al. (2019)</xref>. Most of the near-infrared data were collected at the NASA IRTF with the Spex instrument in its low-resolution (R &#x223c;150) prism mode, and a majority of the visible wavelength data is from the Small Main-Belt Asteroid Spectroscopic Survey (R &#x223c;100) <xref ref-type="bibr" rid="B9">Bus and Binzel (2002)</xref>. For detailed information on that data, we refer the reader to the original studies. Each object is described by a set of visible and near-infrared spectral measurements (in the range of 0.45&#x2013;2.45&#xa0;<italic>&#x3bc;m</italic>), from which a set of spectral features is calculated, which is then used as an input for classification. Each object is also assigned to one of the 24 classes (taxonomic types) as defined in the study by <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009</xref>). For the purpose of this study, the dataset was limited to only contain the taxonomic types represented by more than 10 objects, reducing the data size from 566 to 504 objects split into 12 taxonomic types (S, Sq, Sr, C, Ch, X, Xk, L, V, D, K, and Q), as presented in <xref ref-type="table" rid="T1">Table&#x20;1</xref>. This was done in order to remove severely underrepresented taxonomic types with very few objects, for which machine learning methods, based on the statistical properties of the data, are not expected to&#x20;work.</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Number of objects for each taxonomic type used for classification per data source.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Complex</td>
<td align="center">Type</td>
<td align="center">
<xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref>
</td>
<td align="center">Binzel et&#x20;al.(2019)</td>
<td align="center">All</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">S</td>
<td align="center">S</td>
<td align="center">143</td>
<td align="center">55</td>
<td align="center">198</td>
</tr>
<tr>
<td align="left">S</td>
<td align="center">Sq</td>
<td align="center">29</td>
<td align="center">27</td>
<td align="center">56</td>
</tr>
<tr>
<td align="left">S</td>
<td align="center">Sr</td>
<td align="center">22</td>
<td align="center">16</td>
<td align="center">38</td>
</tr>
<tr>
<td align="left">EM</td>
<td align="center">L</td>
<td align="center">22</td>
<td align="center">8</td>
<td align="center">30</td>
</tr>
<tr>
<td align="left">X</td>
<td align="center">Xk</td>
<td align="center">18</td>
<td align="center">4</td>
<td align="center">22</td>
</tr>
<tr>
<td align="left">C</td>
<td align="center">Ch</td>
<td align="center">18</td>
<td align="center">1</td>
<td align="center">19</td>
</tr>
<tr>
<td align="left">EM</td>
<td align="center">V</td>
<td align="center">17</td>
<td align="center">12</td>
<td align="center">29</td>
</tr>
<tr>
<td align="left">EM</td>
<td align="center">D</td>
<td align="center">16</td>
<td align="center">3</td>
<td align="center">19</td>
</tr>
<tr>
<td align="left">EM</td>
<td align="center">K</td>
<td align="center">16</td>
<td align="center">0</td>
<td align="center">16</td>
</tr>
<tr>
<td align="left">C</td>
<td align="center">C</td>
<td align="center">13</td>
<td align="center">13</td>
<td align="center">26</td>
</tr>
<tr>
<td align="left">EM</td>
<td align="center">Q</td>
<td align="center">8</td>
<td align="center">31</td>
<td align="center">39</td>
</tr>
<tr>
<td align="left">X</td>
<td align="center">X</td>
<td align="center">4</td>
<td align="center">8</td>
<td align="center">12</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>There were two prediction tasks considered in the scope of this study: the prediction of twelve taxonomic types and simplified version of the classification, with four complexes as target (C-complex, S-complex, X-complex, and end members). The labels for the prediction of complexes were assigned based on what the taxonomic type of each asteroid belonged to, as described in <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref>.</p>
<p>The distribution of objects in two-dimensional space (resulting from taking the two main principal components of the spectra) with respect to taxonomic types is presented in <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>. The preparation of feature sets obtained from the spectral data is described in detail in the following sections.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Plot represents the two main principal components of the spectra, the letters denote taxonomic types, and colors denote the complexes.</p>
</caption>
<graphic xlink:href="fspas-08-767885-g001.tif"/>
</fig>
<sec id="s2-1">
<title>2.1 Basic Spectral Features</title>
<p>To obtain features based on the 0.45&#x2013;2.45&#xa0;<italic>&#x3bc;</italic>m spectral range, the input spectral measurements were processed similarly to <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref>. For each object in the dataset, the first <italic>interp1d</italic> function with default parameters from <italic>SciPy</italic> library (<xref ref-type="bibr" rid="B78">Virtanen et&#x20;al., 2020</xref>) was used to perform a linear spline fit on the spectral measurements, which generated a spectral curve. Different degrees of the spline function were selected as the input data contain enough observations that the linear fit did not result in higher inaccuracies but, at the same time, was able to extrapolate better than the cubic spline when the spectrum was not available in the desired range. We noted that this data fitting reduces the risk that the noise influenced the prediction as we do not sample the noise but the overall spectral &#x201c;averaged&#x201d; shape. This curve was then sampled in the range of 0.45&#x2013;2.45&#xa0;<italic>&#x3bc;</italic>m with 0.05 intervals, resulting in 41 data points. These points were normalized to unit at 0.55&#xa0;<italic>&#x3bc;</italic>m (i.e.,&#x20;each point was divided by the value of the point at 0.55&#xa0;<italic>&#x3bc;</italic>m). The feature at 0.55&#xa0;<italic>&#x3bc;m</italic> was removed after this operation. Finally, the slope was removed from the (normalized) data points, which was performed by fitting a linear regression model to the data and dividing each data point by the value returned by the model for this point. The removal of the slope and normalization of the spectra leads to increasing visibility of other spectral features. It is worth adding that <xref ref-type="bibr" rid="B45">Marsset et&#x20;al. (2020)</xref> found an overall 2.8% <italic>&#x3bc;</italic>m<sup>&#x2212;1</sup> uncertainty of slope induced by the use of different solar analogs. This resulted in the set of 40 spectral features and one additional feature containing the slope of the linear regression fit for each object. The example of this processing is presented in <xref ref-type="fig" rid="F2">Figure&#x20;2</xref>.</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Plot represents the spectrum before processing (blue line), the fitted slope (orange line), spectrum after processing (green line), and final points (blue dots) for asteroid (1929) Kollaa.</p>
</caption>
<graphic xlink:href="fspas-08-767885-g002.tif"/>
</fig>
</sec>
<sec id="s2-2">
<title>2.2 Principal Components</title>
<p>The second feature set was generated by performing the principal component analysis (<xref ref-type="bibr" rid="B38">Jolliffe (2002)</xref> on the spectral feature set described in the previous section. PCA transforms high-dimensional feature vectors into a lower dimensional space of uncorrelated features while keeping as much of the input variance as possible, therefore retaining patterns and trends occurring in the data. Following the methodology in <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref>, we first centered the 40 spectral features by subtracting from feature values their mean values calculated over the entire dataset. Then the eigenvectors and eigenvalues of the covariance matrix were calculated. The principal eigenvectors (associated with the largest eigenvalues) were selected and were used to transform the data into a new feature space. As in <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref>, we selected the top five eigenvectors as a new feature set. The slope was also added as a separate feature.</p>
</sec>
</sec>
<sec sec-type="methods" id="s3">
<title>3 Methodology</title>
<p>For all methods mentioned in this section, except for gradient boosting, the implementations from <italic>scikit-learn</italic> (<xref ref-type="bibr" rid="B54">Pedregosa et&#x20;al., 2011</xref>) package were&#x20;used.</p>
<sec id="s3-1">
<title>3.1 Classification Methods</title>
<p>
<bold>Multinomial logistic regression</bold> (<xref ref-type="bibr" rid="B4">Bishop, 2006</xref>) is a method that models the probability of a sample belonging to each class by constructing a linear function based on input data and applying softmax to obtain the probabilities. Specifically, the probability of class <italic>i</italic> given sample (feature vector) <bold>
<italic>x</italic>
</bold> is modeled as follows:<disp-formula id="equ1">
<mml:math id="m1">
<mml:mi>p</mml:mi>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo stretchy="false">&#x7c;</mml:mo>
<mml:mi mathvariant="bold-italic">x</mml:mi>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>e</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi mathvariant="bold-italic">x</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="bold-italic">w</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msup>
</mml:mrow>
<mml:mrow>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msup>
<mml:mrow>
<mml:mi>e</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi mathvariant="bold-italic">x</mml:mi>
<mml:mo>&#x22c5;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="bold-italic">w</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:msup>
</mml:mrow>
</mml:mfrac>
<mml:mo>,</mml:mo>
</mml:math>
</disp-formula>where <inline-formula id="inf1">
<mml:math id="m2">
<mml:msubsup>
<mml:mrow>
<mml:mrow>
<mml:mo stretchy="false">{</mml:mo>
<mml:mrow>
<mml:msub>
<mml:mrow>
<mml:mi mathvariant="bold-italic">w</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mo stretchy="false">}</mml:mo>
</mml:mrow>
</mml:mrow>
<mml:mrow>
<mml:mi>j</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msubsup>
</mml:math>
</inline-formula> are weight vectors for each class. These vectors are trained during the learning stage by minimizing the cross-entropy between the empirical class label distribution and the model distribution. The multinomial logistic regression is a relatively simple yet effective method for modeling the data, very well-studied and popular among statisticians, so it was a natural choice of the algorithm to be included in our experiment.</p>
<p>
<bold>Naive Bayes</bold> (<xref ref-type="bibr" rid="B34">Hastie et&#x20;al., 2009</xref>) is an algorithm that uses the Bayes theorem to calculate the conditional probability of a class given the sample <italic>p</italic> (<italic>i</italic>&#x7c;<bold>
<italic>x</italic>
</bold>) from the prior probabilities for each class <italic>p</italic> (<italic>i</italic>) and the class-conditional probabilities of the feature vector <italic>p</italic> (<bold>
<italic>x</italic>
</bold>&#x7c;<italic>i</italic>). The latter probabilities are estimated using a strong assumption of conditional independence between the features given the class label. In our case, the distribution of features is modeled by a Gaussian. Due to these strong modeling assumptions, naive Bayes may lack the flexibility for modeling more complex datasets but is included in the comparison as it is the arguably most popular machine learning method and proved to be surprisingly effective in various scenarios. Naive Bayes was previously applied to asteroid classification by <xref ref-type="bibr" rid="B53">Oszkiewicz et&#x20;al. (2014)</xref> to identify V-type asteroids.</p>
<p>
<bold>Support vector machines (SVM)</bold> (<xref ref-type="bibr" rid="B34">Hastie et&#x20;al., 2009</xref>) perform linear classification by dividing the feature space with hyperplanes into regions such that each region corresponds to a single class. The hyperplanes are obtained in the training phase by maximizing the <italic>margin</italic> on the data, which is the distance from the nearest sample to the hyperplane. Thus, the chosen hyperplanes are those which represent the largest separation between the classes, which makes the resulting classifier robust. The main advantage of the SVM is their ability to efficiently perform a non-linear classification by an implicit mapping of the original feature vectors into a high-dimensional feature space (using the so called <italic>kernel trick</italic>), in which the data are likely to be linearly separable and thus amenable to modeling by a linear classifier. In the study, we employed the radial basis function (RBF) kernel, which provides the expressive power and flexibility of the resulting classifier sufficient for modeling even very complex datasets.</p>
<p>
<bold>Gradient boosting</bold> (<xref ref-type="bibr" rid="B34">Hastie et&#x20;al., 2009</xref>) is an <italic>ensemble learning</italic> method which combines multiple <italic>weak learners</italic> (relatively simple base classifiers) into a powerful classification method. The learners are added one by one to the ensemble by minimizing the gradient of the loss function (cross-entropy in this case) so that each new learner improves the performance of the previous model, effectively focusing on the samples which were previously misclassified. We employed a standard choice of the weak learner which is a decision tree with limited depth. We used the implementation of the gradient boosting provided by <italic>XGBoost</italic> (<xref ref-type="bibr" rid="B20">Chen and Guestrin, 2016</xref>) library due to its excellent computational performance and a comprehensive set of tunable parameters.</p>
<p>
<bold>Multilayer perceptron (MLP)</bold> (<xref ref-type="bibr" rid="B32">Goodfellow et&#x20;al., 2016</xref>) is a fully connected network consisting of neurons, organized into layers. The neurons produce a linear combination of the input that is passed to a non-linear activation function, in our case being the rectified linear unit. This allows us to model more complex functions and better fit the training data. We experimented with different network architectures between two and three hidden layers containing 32 or 64 neurons. We used the standard choice of the cross-entropy loss for optimization in the training phase. The network has been trained using either the stochastic gradient descent (<xref ref-type="bibr" rid="B62">Ruder, 2016</xref>) or Adam (<xref ref-type="bibr" rid="B41">Kingma and Ba, 2014</xref>) optimization methods.</p>
</sec>
<sec id="s3-2">
<title>3.2 Feature Selection</title>
<p>To evaluate the importance of individual spectral features for classification of taxonomic types, we decided to verify whether a successful classification can be achieved using only a small subset of these features. To this end, we employed the sequential forward feature selection method (<xref ref-type="bibr" rid="B80">Whitney, 1971</xref>). This procedure iteratively composes a feature subset by analyzing the contribution of each feature to the performance of a given machine learning model. The procedure starts with an empty set of features. At each iteration, every feature not yet included in the selected subset is, one by one, tentatively added to the subset in order to train and evaluate the model on such extended subset of features. A feature that yields the highest increase in the prediction performance is then permanently added to the selected subset, and the next iteration follows. This process is continued up to the point at which the chosen maximal size of the feature set is reached (set to 20 in the experiment). The training and evaluation of the machine learning model in each trial is performed by cross-validation. The whole process is computationally intensive as in each iteration, it requires to train and evaluate as many models as there are candidate (not yet selected) features.</p>
</sec>
<sec id="s3-3">
<title>3.3 Evaluation Metrics</title>
<p>As an evaluation metric to compare the models, we used the prediction accuracy, defined as follows:<disp-formula id="equ2">
<mml:math id="m3">
<mml:mtext>Acc</mml:mtext>
<mml:mo>&#x3d;</mml:mo>
<mml:munder>
<mml:mrow>
<mml:mo>&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:munder>
<mml:mfrac>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:mi>N</mml:mi>
</mml:mrow>
</mml:mfrac>
<mml:mo>,</mml:mo>
</mml:math>
</disp-formula>where N is the total number of samples and <italic>TP</italic>
<sub>
<italic>i</italic>
</sub> is the number of correctly classified objects (&#x201c;true positives&#x201d;) from class <italic>i</italic>. Moreover, we are also reporting two additional evaluation metrics, which are known to be more robust against class imbalance (i.e.,&#x20;when some of the classes are much less represented in the data set than the others): the balanced prediction accuracy (BAcc) and the <italic>F</italic>
<sub>1</sub> measure <xref ref-type="bibr" rid="B40">Kelleher et&#x20;al. (2015)</xref>as follows:<disp-formula id="equ3">
<mml:math id="m4">
<mml:mtable class="align-star" columnalign="left">
<mml:mtr>
<mml:mtd columnalign="right">
<mml:mtext>BAcc</mml:mtext>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:mfrac>
<mml:munderover accentunder="false" accent="false">
<mml:mrow>
<mml:mo>&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:munderover>
<mml:mfrac>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>F</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>N</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfrac>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
<mml:mtr>
<mml:mtd columnalign="right">
<mml:msub>
<mml:mrow>
<mml:mi>F</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
</mml:msub>
</mml:mtd>
<mml:mtd columnalign="left">
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:mfrac>
<mml:munderover accentunder="false" accent="false">
<mml:mrow>
<mml:mo>&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:munderover>
<mml:mfrac>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:mi>T</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mn>1</mml:mn>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:mfrac>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:mi>F</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>P</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x2b;</mml:mo>
<mml:mi>F</mml:mi>
<mml:msub>
<mml:mrow>
<mml:mi>N</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:mfrac>
<mml:mo>,</mml:mo>
</mml:mtd>
</mml:mtr>
</mml:mtable>
</mml:math>
</disp-formula>where <italic>K</italic> is the total number of classes, while <italic>FP</italic>
<sub>
<italic>i</italic>
</sub> and <italic>FN</italic>
<sub>
<italic>i</italic>
</sub> are, respectively, the number of objects incorrectly classified to class <italic>i</italic> (&#x201c;false positive&#x201d;) and the number of incorrectly classified objects from class <italic>i</italic> (&#x201c;false negatives&#x201d;). The balanced prediction accuracy is thus the average recall obtained on each class, while the <italic>F</italic>
<sub>1</sub> score is the average harmonic mean of recall and precision for each&#x20;class.</p>
<p>Last, the Matthews correlation coefficient is reported due to better performance on imbalanced problems as opposed to other balanced metrics:<disp-formula id="equ4">
<mml:math id="m5">
<mml:mtext>MCC</mml:mtext>
<mml:mo>&#x3d;</mml:mo>
<mml:mfrac>
<mml:mrow>
<mml:mi>c</mml:mi>
<mml:mo>&#xd7;</mml:mo>
<mml:mi>s</mml:mi>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msub>
<mml:mrow>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#xd7;</mml:mo>
<mml:msub>
<mml:mrow>
<mml:mi>t</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:mrow>
<mml:mrow>
<mml:msqrt>
<mml:mrow>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>s</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msup>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msubsup>
<mml:mrow>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:mfenced>
<mml:mo>&#xd7;</mml:mo>
<mml:mfenced open="(" close=")">
<mml:mrow>
<mml:msup>
<mml:mrow>
<mml:mi>s</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msup>
<mml:mo>&#x2212;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msubsup>
<mml:mrow>
<mml:mi>t</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mn>2</mml:mn>
</mml:mrow>
</mml:msubsup>
</mml:mrow>
</mml:mfenced>
</mml:mrow>
</mml:msqrt>
</mml:mrow>
</mml:mfrac>
<mml:mo>,</mml:mo>
</mml:math>
</disp-formula>where <inline-formula id="inf2">
<mml:math id="m6">
<mml:msub>
<mml:mrow>
<mml:mi>t</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msub>
<mml:mrow>
<mml:mi>C</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:math>
</inline-formula>, the number of times class k truly occurred; <inline-formula id="inf3">
<mml:math id="m7">
<mml:msub>
<mml:mrow>
<mml:mi>p</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msub>
<mml:mrow>
<mml:mi>C</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mi>i</mml:mi>
</mml:mrow>
</mml:msub>
</mml:math>
</inline-formula>, the number of times class k was predicted; <inline-formula id="inf4">
<mml:math id="m8">
<mml:mi>c</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msub>
<mml:mrow>
<mml:mi>C</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>k</mml:mi>
<mml:mi>k</mml:mi>
</mml:mrow>
</mml:msub>
</mml:math>
</inline-formula>, the total number of samples correctly predicted; and <inline-formula id="inf5">
<mml:math id="m9">
<mml:mi>s</mml:mi>
<mml:mo>&#x3d;</mml:mo>
<mml:msubsup>
<mml:mrow>
<mml:mo movablelimits="false" form="prefix">&#x2211;</mml:mo>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>K</mml:mi>
</mml:mrow>
</mml:msubsup>
<mml:msub>
<mml:mrow>
<mml:mi>C</mml:mi>
</mml:mrow>
<mml:mrow>
<mml:mi>i</mml:mi>
<mml:mi>j</mml:mi>
</mml:mrow>
</mml:msub>
</mml:math>
</inline-formula>, the total number of samples and K is the total number of classes.</p>
</sec>
<sec id="s3-4">
<title>3.4 Experimental Setup</title>
<p>For both feature sets (basic spectral features and PCA features), each machine learning method, two tasks (prediction of complexes and prediction of types) and a 5-fold cross-validation procedure were performed in order to train and evaluate the model. An implementation of k-fold cross-validation from <italic>scikit-learn</italic> library (<xref ref-type="bibr" rid="B54">Pedregosa et&#x20;al., 2011</xref>) was used. This procedure was repeated 10&#x20;times (for each combination of feature set and learning method) and averaged, to decrease the variability of the result due to a random component in the train/test split, and thus improving the reliability of the outcomes. This also allowed us to report the standard deviations of the results together with their averages.</p>
<p>Each of the methods used in the study has external parameters (called &#x201c;hyperparameters&#x201d; in machine learning), which are not optimized during the training phase but which might potentially significantly affect the prediction performance. These parameters are often tuned by an internal train-and-validate process; the training fold from cross-validation is further split into the training and evaluation parts, and a classifier is repeatedly trained and evaluated for each considered combination of parameters. The combination that leads to the best prediction performance is then selected to retrain the final classifier on the entire training fold, and its performance is then evaluated on the test fold. Balanced accuracy was selected as a measure of validating the prediction performance. The selection of aforementioned balanced metric was made based on its straightforward interpretability and ease of score understanding, while effectively compensating for the imbalance in&#x20;data.</p>
<p>Note that for each combination of parameters, one needs to train and validate a given model 50 times, once for each fold in the fivefold cross-validation repeated 10 times, and this must be done for every learning method, and every set of features. Thus, the entire procedure is computationally very demanding; hence, the parameter tuning was limited to up to 10 tested parameter combinations per learning method.</p>
<p>Different parameter combinations were considered for each model. Multinomial logistic regression parameters consisted of inverse regularization strengths in the range between 5 and 60, as well as the choice of the <italic>L</italic>
<sub>1</sub> or <italic>L</italic>
<sub>2</sub> norm for the regularization term. Naive Bayes was examined with different variance smoothing parameters in the range (1<italic>e</italic>&#x2014;10&#x2025;1<italic>e</italic>&#x20;&#x2212; 6), which control the portion of the largest variance of all features that is added to variances for calculation stability. Support vector machines were tested for the regularization parameter between 5 and 24 and with two choices of the kernel function: linear and RBF (with the RBF kernel parameter set to either &#x201c;automatic&#x201d; or &#x201c;scaled&#x201d;). For the gradient boosting method, the number of estimators ranged from 50 to 500, with the maximum tree depth of 3&#x2013;15, learning rate between 0.01 and 0.1, and subsampling parameter being 0.75 or 1. Last, multilayer perceptron architectures consisted of 2&#x2013;3 hidden layers with 32 or 64 neurons each, with the batch size of 32 or 64, the selection of stochastic gradient descent or Adam solver, and initial learning rate in the range or 0.001 to&#x20;0.1.</p>
<p>Sequential feature selection was performed with an implementation from the <italic>scikit-learn</italic> library (<xref ref-type="bibr" rid="B54">Pedregosa et&#x20;al., 2011</xref>) on the task of predicting taxonomic types. As this process is already computationally extensive on its own, only a single machine learning method with the highest prediction accuracy was selected: the multilayer perceptron, with the parameters set to the combination which was most commonly selected during the internal train/validate splits in the cross-validation. Two separate experiments for two selection metrics were performed, namely, accuracy and balanced accuracy. For each metric, this feature selection procedure was repeated five times, and the results were averaged.</p>
</sec>
</sec>
<sec sec-type="results" id="s4">
<title>4 Results</title>
<sec id="s4-1">
<title>Recreating <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref> Taxonomy</title>
<p>Our first goal was to address how well the taxonomy proposed by <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref> can be recreated automatically with the use of machine learning methods. To perform the experiment, we have used the extended dataset of 504 objects (as described in <xref ref-type="sec" rid="s2">Section 2</xref>), processed similarly as in the original study to obtain the principal components (presented in <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>), as well as the slope. The results are presented in <xref ref-type="table" rid="T2">Table&#x20;2</xref>, and the simplified version with four complexes (rather than twelve types) as the target is presented in <xref ref-type="table" rid="T3">Table&#x20;3</xref>. For each evaluation metric, we always reported the average result as well as its standard deviation (the same applies to the experiments described in further paragraphs). It follows that the machine learning algorithms are capable of quite accurately reproducing the original taxonomy in an automatic fashion, with multilayer perceptron (MLP) correctly predicting the taxonomic types for 83% of the objects, averaged across types (balanced accuracy), which improves to 93% for predicting the complexes. The support vector machine (SVM) is performing similarly well, obtaining 71% for types and 91% for complexes. The balanced measures (balanced accuracy, <italic>F</italic>
<sub>1</sub>, and MCC) as compared to accuracy, reflect the difficulty of predicting the smaller classes, for which less data are available. Especially for the experiment with 12 taxonomic types, the difference in results for accuracy and balanced metrics is the most prominent the best model achieves 82.9% unbalanced accuracy and 76.8% balanced accuracy, which indicates that the model predicts underrepresented classes at a lower rate than the majority classes. All metrics of the best-performing models in these experiments are close to each other, with the MLP slightly outperforming SVM on all metrics. On the other hand, models such as naive Bayes and gradient boosting perform slightly worse on the taxonomic types, both obtaining about 74% balanced accuracy, which improves for gradient boosting in the task of predicting complexes, where it outperforms naive Bayes and achieves the score of 87% balanced accuracy, as compared to 82% for naive Bayes. Surprisingly, the logistic regression performs very well on taxonomic types, with the score equal to the MLP on BAcc, but slightly worse on other balanced metrics: F1 (0.75 for regression and 0.76 for MLP) and MCC (0.77 for regression and 0.78 for MCC). This behavior however does not translate to the prediction of complexes, where the logistic regression falls significantly behind the other methods.</p>
<table-wrap id="T2" position="float">
<label>TABLE 2</label>
<caption>
<p>Results for the classification of taxonomic types on principal components. For each metric, the first column is the average over the results 10 runs of the cross-validation, while the second column is the standard deviation of these results.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Model</td>
<td align="center">Accuracy</td>
<td align="center">BAcc</td>
<td align="center">F1</td>
<td align="center">MCC</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Logistic regression</td>
<td align="center">0.82&#x20;&#xb1; 0.01</td>
<td align="center">0.769&#x20;&#xb1; 0.016</td>
<td align="center">0.758&#x20;&#xb1; 0.015</td>
<td align="center">0.775&#x20;&#xb1; 0.012</td>
</tr>
<tr>
<td align="left">Naive Bayes</td>
<td align="center">0.78&#x20;&#xb1; 0.007</td>
<td align="center">0.742&#x20;&#xb1; 0.02</td>
<td align="center">0.705&#x20;&#xb1; 0.011</td>
<td align="center">0.725&#x20;&#xb1; 0.008</td>
</tr>
<tr>
<td align="left">SVM</td>
<td align="center">0.816&#x20;&#xb1; 0.014</td>
<td align="center">0.762&#x20;&#xb1; 0.016</td>
<td align="center">0.753&#x20;&#xb1; 0.015</td>
<td align="center">0.771&#x20;&#xb1; 0.018</td>
</tr>
<tr>
<td align="left">Gradient boosting</td>
<td align="center">0.799&#x20;&#xb1; 0.009</td>
<td align="center">0.743&#x20;&#xb1; 0.017</td>
<td align="center">0.727&#x20;&#xb1; 0.016</td>
<td align="center">0.748&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">MLP</td>
<td align="center">0.829&#x20;&#xb1; 0.012</td>
<td align="center">0.768&#x20;&#xb1; 0.016</td>
<td align="center">0.762&#x20;&#xb1; 0.018</td>
<td align="center">0.787&#x20;&#xb1; 0.015</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T3" position="float">
<label>TABLE 3</label>
<caption>
<p>Results for the classification of complexes on principal components. For each metric, the first column is the average over the results 10 runs of the cross-validation, while the second column is the standard deviation of these results.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Model</td>
<td align="center">Accuracy</td>
<td align="center">BAcc</td>
<td align="center">F1</td>
<td align="center">MCC</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Logistic regression</td>
<td align="center">0.785&#x20;&#xb1; 0.007</td>
<td align="center">0.800&#x20;&#xb1; 0.014</td>
<td align="center">0.758&#x20;&#xb1; 0.014</td>
<td align="center">0.631&#x20;&#xb1; 0.012</td>
</tr>
<tr>
<td align="left">Naive Bayes</td>
<td align="center">0.848&#x20;&#xb1; 0.003</td>
<td align="center">0.828&#x20;&#xb1; 0.008</td>
<td align="center">0.819&#x20;&#xb1; 0.008</td>
<td align="center">0.736&#x20;&#xb1; 0.006</td>
</tr>
<tr>
<td align="left">SVM</td>
<td align="center">0.917&#x20;&#xb1; 0.015</td>
<td align="center">0.890&#x20;&#xb1; 0.018</td>
<td align="center">0.884&#x20;&#xb1; 0.019</td>
<td align="center">0.857&#x20;&#xb1; 0.027</td>
</tr>
<tr>
<td align="left">Gradient boosting</td>
<td align="center">0.908&#x20;&#xb1; 0.009</td>
<td align="center">0.870&#x20;&#xb1; 0.015</td>
<td align="center">0.87&#x20;&#xb1; 0.014</td>
<td align="center">0.843&#x20;&#xb1; 0.016</td>
</tr>
<tr>
<td align="left">MLP</td>
<td align="center">0.932&#x20;&#xb1; 0.007</td>
<td align="center">0.900&#x20;&#xb1; 0.01</td>
<td align="center">0.897&#x20;&#xb1; 0.012</td>
<td align="center">0.882&#x20;&#xb1; 0.012</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In <xref ref-type="fig" rid="F1">Figure&#x20;1</xref>, the distribution of objects in feature space for the extended dataset is presented. Although most of the objects fall within clear clusters of taxonomic groups, some of them are located much further from their main clusters, such as some objects of Q type and S type. This, on the one hand, poses a threat to the classification performance and, on the other hand, indicates that the spectra of those objects are much different than others in their&#x20;group.</p>
<p>The promising results obtained in this experiment prove that it might be possible in the future to automatically assign taxonomic types of newly observed objects, where the spectral data are available. Furthermore, it serves as baseline for future research on different parameter combinations and their usability in predicting taxonomic&#x20;types.</p>
</sec>
<sec id="s4-2">
<title>Classification With the Whole Spectra</title>
<p>Next, we verify whether the performance of the machine learning methods can be improved if the entire set of basic spectral features were used, rather than just the five first principal components. In this case, more information is being preserved, which could improve the accuracy, but it could also result in more variance due to a large number of possibly irrelevant features. <xref ref-type="table" rid="T4">Tables 4</xref> and <xref ref-type="table" rid="T5">5</xref>, respectively, show the results of this experiment for classification into the types and the complexes. It turns out that the prediction accuracy, measured by each evaluation metric, has consistently improved for the best performing methods (support vector machine, gradient boosting, and multilayer perceptron) for the case of predicting types. Two top-performing models, the multilayer perceptron (MLP) and support vector machine (SVM) obtained the balanced accuracy of 78% for types and 88% for complexes, where the MLP slightly outperforms the SVM on taxonomic types (78.8&#x2013;78.2% BAcc, 0.781&#x2013;0.761&#x20;<italic>F</italic>
<sub>1</sub>, and 0.805&#x2013;0.787 MCC) and underperforms on complexes (88.4&#x2013;88.9% BAcc, 0.886&#x2013;0.889&#x20;<italic>F</italic>
<sub>1</sub>, and 0.873&#x2013;0.876 MCC) for all metrics, while the difference is the most prominent on balanced metrics. Furthermore, the slight improvement in performance only occurs for MLP and SVM, while the other models perform worse than on the PCA set for both tasks. This is expected behavior for simpler models such as logistic regression and naive Bayes, which benefit highly from the reduced dimensionality of the input. The result of these experiments leads us to conclude that restricting to the top five principal components and the slope misses some part of the information about the classes available in the spectra when taxonomic types are being predicted. In the task of predicting complexes, the values of balanced accuracy for SVM are very similar between the PCA feature set and basic spectral feature set (around 89%) and slightly more different for MLP (90% for PCA to 88% for basic spectral features). In general, the results for complexes on PCA feature set are very similar, or even better than using the basic spectral features, which indicates that the top five principal components reflect the important information for differentiating complexes from the whole spectral range while reducing noise, which could negatively affect the classification.</p>
<table-wrap id="T4" position="float">
<label>TABLE 4</label>
<caption>
<p>Results for the classification of taxonomic types on basic spectral features. For each metric, the first column is the average over the results 10 runs of the cross-validation, while the second column is the standard deviation of these results.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Model</td>
<td align="center">Acc</td>
<td align="center">BAcc</td>
<td align="center">F1</td>
<td align="center">MCC</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Logistic regression</td>
<td align="center">0.785&#x20;&#xb1; 0.004</td>
<td align="center">0.745&#x20;&#xb1; 0.013</td>
<td align="center">0.735&#x20;&#xb1; 0.013</td>
<td align="center">0.733&#x20;&#xb1; 0.004</td>
</tr>
<tr>
<td align="left">Naive Bayes</td>
<td align="center">0.688&#x20;&#xb1; 0.008</td>
<td align="center">0.629&#x20;&#xb1; 0.009</td>
<td align="center">0.641&#x20;&#xb1; 0.007</td>
<td align="center">0.629&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">SVM</td>
<td align="center">0.83&#x20;&#xb1; 0.012</td>
<td align="center">0.782&#x20;&#xb1; 0.018</td>
<td align="center">0.761&#x20;&#xb1; 0.018</td>
<td align="center">0.787&#x20;&#xb1; 0.015</td>
</tr>
<tr>
<td align="left">Gradient boosting</td>
<td align="center">0.791&#x20;&#xb1; 0.01</td>
<td align="center">0.736&#x20;&#xb1; 0.022</td>
<td align="center">0.705&#x20;&#xb1; 0.018</td>
<td align="center">0.739&#x20;&#xb1; 0.012</td>
</tr>
<tr>
<td align="left">MLP</td>
<td align="center">0.843&#x20;&#xb1; 0.012</td>
<td align="center">0.788&#x20;&#xb1; 0.019</td>
<td align="center">0.781&#x20;&#xb1; 0.017</td>
<td align="center">0.805&#x20;&#xb1; 0.015</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T5" position="float">
<label>TABLE 5</label>
<caption>
<p>Results for the classification of complexes on basic spectral features. For each metric, the first column is the average over the results 10 runs of the cross-validation, while the second column is the standard deviation of these results.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Model</td>
<td align="center">Acc</td>
<td align="center">BAcc</td>
<td align="center">F1</td>
<td align="center">MCC</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Logistic regression</td>
<td align="center">0.792&#x20;&#xb1; 0.008</td>
<td align="center">0.765&#x20;&#xb1; 0.011</td>
<td align="center">0.77&#x20;&#xb1; 0.009</td>
<td align="center">0.641&#x20;&#xb1; 0.014</td>
</tr>
<tr>
<td align="left">Naive Bayes</td>
<td align="center">0.807&#x20;&#xb1; 0.004</td>
<td align="center">0.751&#x20;&#xb1; 0.006</td>
<td align="center">0.763&#x20;&#xb1; 0.006</td>
<td align="center">0.673&#x20;&#xb1; 0.006</td>
</tr>
<tr>
<td align="left">SVM</td>
<td align="center">0.928&#x20;&#xb1; 0.005</td>
<td align="center">0.889&#x20;&#xb1; 0.009</td>
<td align="center">0.889&#x20;&#xb1; 0.009</td>
<td align="center">0.876&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">Gradient boosting</td>
<td align="center">0.901&#x20;&#xb1; 0.008</td>
<td align="center">0.853&#x20;&#xb1; 0.013</td>
<td align="center">0.855&#x20;&#xb1; 0.013</td>
<td align="center">0.831&#x20;&#xb1; 0.013</td>
</tr>
<tr>
<td align="left">MLP</td>
<td align="center">0.926&#x20;&#xb1; 0.013</td>
<td align="center">0.884&#x20;&#xb1; 0.023</td>
<td align="center">0.886&#x20;&#xb1; 0.023</td>
<td align="center">0.873&#x20;&#xb1; 0.022</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>We complement the aforementioned results with the presentation of the confusion matrix for the classification of taxonomic types with the multilayer perceptron model using the basic spectral features (<xref ref-type="fig" rid="F3">Figure&#x20;3</xref>). A confusion matrix in the <italic>k</italic>-class classification is a <italic>k</italic>-by-<italic>k</italic> matrix for which the entry in the <italic>i</italic>th row and the <italic>j</italic>th column (<italic>i</italic>, <italic>j</italic>&#x20;&#x3d; 1, &#x2026; , <italic>k</italic>) gives the number of objects from class <italic>i</italic> classified to class <italic>j</italic>, thereby enabling to check which classes are most frequently confused by the model. Consistent with the results described before, the overall performance is very good, but the classifier produced errors across similar taxonomic types, that is, C and Ch, or S, Sq, and Sr, or X and Xk. It follows from this observation that the preprocessed spectra for those types are very similar and therefore hard to distinguish for the models. Spectral information might not be enough to separate those types. Further investigation into the spectra of types most commonly mistaken might be required as it might indicate the need of updating the taxonomic types of those objects.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Confusion matrix for type prediction on basic spectral features with multilayer perceptron.</p>
</caption>
<graphic xlink:href="fspas-08-767885-g003.tif"/>
</fig>
</sec>
</sec>
<sec id="s5">
<title>Feature Selection</title>
<sec id="s5-1">
<title>Selection With Accuracy</title>
<p>Finally, the individual features are assessed through the sequential feature selection to quantify the importance of the features and track the improvement of performance with the increase in the feature set. The results of this experiment on complexes, presented in <xref ref-type="table" rid="T6">Tables 6</xref> and <xref ref-type="table" rid="T8">8</xref>, indicate that no more than five features are sufficient for the prediction accuracy of 94%. Slope was ranked as the most important feature for predicting complexes. In the second and third places, features 0.95 and 1.0&#xa0;<italic>&#x3bc;m</italic> from a very close wavelength were ranked, and in fourth and fifth places, &#x2212;1.15 and 1.25&#xa0;<italic>&#x3bc;m</italic>. This not only indicates the importance of this region for classification but also shows that some of the similar features from this feature set are often exchanged with each other, and therefore excessive.</p>
<table-wrap id="T6" position="float">
<label>TABLE 6</label>
<caption>
<p>Average rank per feature for the classification of complexes with accuracy during sequential feature selection on spectral features.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Feature</td>
<td align="center">Average position</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Slope</td>
<td align="center">2.4</td>
</tr>
<tr>
<td align="left">0.95&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">3.8</td>
</tr>
<tr>
<td align="left">1.0&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">6.6</td>
</tr>
<tr>
<td align="left">1.15&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">7.8</td>
</tr>
<tr>
<td align="left">1.25&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">8.0</td>
</tr>
<tr>
<td align="left">0.65&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">10.8</td>
</tr>
<tr>
<td align="left">1.1&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">10.8</td>
</tr>
<tr>
<td align="left">0.9&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">12.8</td>
</tr>
<tr>
<td align="left">1.2&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">13.0</td>
</tr>
<tr>
<td align="left">0.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">13.6</td>
</tr>
<tr>
<td align="left">1.05&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">13.8</td>
</tr>
<tr>
<td align="left">0.85&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">14.4</td>
</tr>
<tr>
<td align="left">0.5&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">14.8</td>
</tr>
<tr>
<td align="left">0.7&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">14.8</td>
</tr>
<tr>
<td align="left">1.4&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.2</td>
</tr>
<tr>
<td align="left">0.6&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.4</td>
</tr>
<tr>
<td align="left">0.8&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.8</td>
</tr>
<tr>
<td align="left">0.75&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.0</td>
</tr>
<tr>
<td align="left">1.3&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.2</td>
</tr>
<tr>
<td align="left">1.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.6</td>
</tr>
<tr>
<td align="left">1.35&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">19.8</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In the case of taxonomic type prediction, <xref ref-type="table" rid="T7">Tables 7</xref> and <xref ref-type="table" rid="T8">8</xref> present that six features are enough for the prediction accuracy of 85%. The top features often selected in the early stages of feature selection were 0.9&#xa0;<italic>&#x3bc;m</italic>, slope, and 0.95&#xa0;<italic>&#x3bc;m</italic>. A group of similar points is ranked as the next best features: 1.35, <italic>1.4, 1.1</italic>, and 1.05&#xa0;<italic>&#x3bc;m</italic>.</p>
<table-wrap id="T7" position="float">
<label>TABLE 7</label>
<caption>
<p>Average rank per feature for the classification of taxonomic types with accuracy during sequential feature selection on spectral features.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Feature</td>
<td align="center">Average position</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">0.9&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">1.6</td>
</tr>
<tr>
<td align="left">Slope</td>
<td align="center">3.4</td>
</tr>
<tr>
<td align="left">0.95&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">5.6</td>
</tr>
<tr>
<td align="left">1.35&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">5.8</td>
</tr>
<tr>
<td align="left">1.4&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">6.4</td>
</tr>
<tr>
<td align="left">1.1&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">7.0</td>
</tr>
<tr>
<td align="left">1.05&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">7.6</td>
</tr>
<tr>
<td align="left">0.85&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">11.6</td>
</tr>
<tr>
<td align="left">0.7&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">12.4</td>
</tr>
<tr>
<td align="left">0.75&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">12.8</td>
</tr>
<tr>
<td align="left">0.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">13.6</td>
</tr>
<tr>
<td align="left">1.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">13.8</td>
</tr>
<tr>
<td align="left">1.2&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">14.0</td>
</tr>
<tr>
<td align="left">0.65&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">15.0</td>
</tr>
<tr>
<td align="left">1.15&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">15.0</td>
</tr>
<tr>
<td align="left">1.25&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">15.0</td>
</tr>
<tr>
<td align="left">0.8&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.8</td>
</tr>
<tr>
<td align="left">1.3&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.4</td>
</tr>
<tr>
<td align="left">0.6&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.8</td>
</tr>
<tr>
<td align="left">1.0&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.8</td>
</tr>
<tr>
<td align="left">0.5&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">20.0</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T8" position="float">
<label>TABLE 8</label>
<caption>
<p>Accuracy for the classification of complexes and types per step of sequential feature selection on spectral features.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Step</td>
<td align="center">Acc_complexes</td>
<td align="center">Acc_types</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">1</td>
<td align="center">0.759&#x20;&#xb1; 0.001</td>
<td align="center">0.602&#x20;&#xb1; 0.002</td>
</tr>
<tr>
<td align="left">2</td>
<td align="center">0.885&#x20;&#xb1; 0.001</td>
<td align="center">0.758&#x20;&#xb1; 0.003</td>
</tr>
<tr>
<td align="left">3</td>
<td align="center">0.912&#x20;&#xb1; 0.004</td>
<td align="center">0.809&#x20;&#xb1; 0.005</td>
</tr>
<tr>
<td align="left">4</td>
<td align="center">0.932&#x20;&#xb1; 0.005</td>
<td align="center">0.823&#x20;&#xb1; 0.004</td>
</tr>
<tr>
<td align="left">5</td>
<td align="center">0.941&#x20;&#xb1; 0.003</td>
<td align="center">0.838&#x20;&#xb1; 0.010</td>
</tr>
<tr>
<td align="left">6</td>
<td align="center">0.946&#x20;&#xb1; 0.005</td>
<td align="center">0.852&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">7</td>
<td align="center">0.952&#x20;&#xb1; 0.009</td>
<td align="center">0.857&#x20;&#xb1; 0.008</td>
</tr>
<tr>
<td align="left">8</td>
<td align="center">0.956&#x20;&#xb1; 0.003</td>
<td align="center">0.858&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">9</td>
<td align="center">0.960&#x20;&#xb1; 0.004</td>
<td align="center">0.862&#x20;&#xb1; 0.008</td>
</tr>
<tr>
<td align="left">10</td>
<td align="center">0.961&#x20;&#xb1; 0.004</td>
<td align="center">0.863&#x20;&#xb1; 0.007</td>
</tr>
<tr>
<td align="left">11</td>
<td align="center">0.961&#x20;&#xb1; 0.005</td>
<td align="center">0.863&#x20;&#xb1; 0.007</td>
</tr>
<tr>
<td align="left">12</td>
<td align="center">0.965&#x20;&#xb1; 0.004</td>
<td align="center">0.864&#x20;&#xb1; 0.007</td>
</tr>
<tr>
<td align="left">13</td>
<td align="center">0.964&#x20;&#xb1; 0.006</td>
<td align="center">0.865&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">14</td>
<td align="center">0.965&#x20;&#xb1; 0.003</td>
<td align="center">0.869&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">15</td>
<td align="center">0.965&#x20;&#xb1; 0.004</td>
<td align="center">0.867&#x20;&#xb1; 0.010</td>
</tr>
<tr>
<td align="left">16</td>
<td align="center">0.963&#x20;&#xb1; 0.002</td>
<td align="center">0.869&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">17</td>
<td align="center">0.961&#x20;&#xb1; 0.002</td>
<td align="center">0.870&#x20;&#xb1; 0.007</td>
</tr>
<tr>
<td align="left">18</td>
<td align="center">0.960&#x20;&#xb1; 0.005</td>
<td align="center">0.869&#x20;&#xb1; 0.010</td>
</tr>
<tr>
<td align="left">19</td>
<td align="center">0.960&#x20;&#xb1; 0.004</td>
<td align="center">0.870&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">20</td>
<td align="center">0.959&#x20;&#xb1; 0.004</td>
<td align="center">0.871&#x20;&#xb1; 0.011</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s5-2">
<title>Selection With Balanced Accuracy</title>
<p>A balanced metric was also used during the feature selection process, in order to assess the difference in selected features and reduce the negative impact of imbalanced class sizes. The balanced accuracy values of each step in sequential feature selection are presented in <xref ref-type="table" rid="T9">Table&#x20;9</xref>. For the prediction of complexes, the value of this metric was significantly lower in the first step (58% as opposed to 76% for accuracy) but leveled out in the next few steps, falling behind 1 percentage point upon reaching the fifth iteration, with the overall course of the experiment similar to the one with accuracy. <xref ref-type="table" rid="T10">Table&#x20;10</xref> presents the ranking of features for the experiment on complexes. Among the top five features, the slope is again rated very high. Apart from that, similar wavelengths are selected, namely, 1.05, 0.9, and 1.1&#xa0;<italic>&#x3bc;m</italic>, indicating the importance of this region for classification. Among the top five features, 0.65&#xa0;<italic>&#x3bc;m</italic> was selected for the fourth place, while it was selected for sixth in the experiment with accuracy.</p>
<table-wrap id="T9" position="float">
<label>TABLE 9</label>
<caption>
<p>Average rank per feature for the classification of complexes during sequential feature selection with balanced accuracy on spectral features.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Step</td>
<td align="center">BAcc_complexes</td>
<td align="center">BAcc_types</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">1</td>
<td align="center">0.581&#x20;&#xb1; 0.001</td>
<td align="center">0.352&#x20;&#xb1; 0.002</td>
</tr>
<tr>
<td align="left">2</td>
<td align="center">0.825&#x20;&#xb1; 0.004</td>
<td align="center">0.638&#x20;&#xb1; 0.003</td>
</tr>
<tr>
<td align="left">3</td>
<td align="center">0.871&#x20;&#xb1; 0.005</td>
<td align="center">0.717&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">4</td>
<td align="center">0.907&#x20;&#xb1; 0.003</td>
<td align="center">0.764&#x20;&#xb1; 0.006</td>
</tr>
<tr>
<td align="left">5</td>
<td align="center">0.932&#x20;&#xb1; 0.010</td>
<td align="center">0.796&#x20;&#xb1; 0.005</td>
</tr>
<tr>
<td align="left">6</td>
<td align="center">0.935&#x20;&#xb1; 0.008</td>
<td align="center">0.812&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">7</td>
<td align="center">0.941&#x20;&#xb1; 0.010</td>
<td align="center">0.816&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">8</td>
<td align="center">0.943&#x20;&#xb1; 0.003</td>
<td align="center">0.823&#x20;&#xb1; 0.013</td>
</tr>
<tr>
<td align="left">9</td>
<td align="center">0.945&#x20;&#xb1; 0.004</td>
<td align="center">0.828&#x20;&#xb1; 0.011</td>
</tr>
<tr>
<td align="left">10</td>
<td align="center">0.945&#x20;&#xb1; 0.001</td>
<td align="center">0.828&#x20;&#xb1; 0.007</td>
</tr>
<tr>
<td align="left">11</td>
<td align="center">0.947&#x20;&#xb1; 0.004</td>
<td align="center">0.825&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">12</td>
<td align="center">0.949&#x20;&#xb1; 0.003</td>
<td align="center">0.833&#x20;&#xb1; 0.006</td>
</tr>
<tr>
<td align="left">13</td>
<td align="center">0.951&#x20;&#xb1; 0.003</td>
<td align="center">0.830&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">14</td>
<td align="center">0.949&#x20;&#xb1; 0.002</td>
<td align="center">0.829&#x20;&#xb1; 0.004</td>
</tr>
<tr>
<td align="left">15</td>
<td align="center">0.953&#x20;&#xb1; 0.004</td>
<td align="center">0.832&#x20;&#xb1; 0.010</td>
</tr>
<tr>
<td align="left">16</td>
<td align="center">0.951&#x20;&#xb1; 0.002</td>
<td align="center">0.830&#x20;&#xb1; 0.007</td>
</tr>
<tr>
<td align="left">17</td>
<td align="center">0.951&#x20;&#xb1; 0.003</td>
<td align="center">0.836&#x20;&#xb1; 0.009</td>
</tr>
<tr>
<td align="left">18</td>
<td align="center">0.951&#x20;&#xb1; 0.003</td>
<td align="center">0.831&#x20;&#xb1; 0.005</td>
</tr>
<tr>
<td align="left">19</td>
<td align="center">0.951&#x20;&#xb1; 0.003</td>
<td align="center">0.834&#x20;&#xb1; 0.006</td>
</tr>
<tr>
<td align="left">20</td>
<td align="center">0.949&#x20;&#xb1; 0.004</td>
<td align="center">0.831&#x20;&#xb1; 0.008</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T10" position="float">
<label>TABLE 10</label>
<caption>
<p>Average rank per feature for the classification of taxonomic types during sequential feature selection with balanced accuracy on spectral features.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Feature</td>
<td align="center">Average position</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">1.05&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">1.0</td>
</tr>
<tr>
<td align="left">Slope</td>
<td align="center">2.0</td>
</tr>
<tr>
<td align="left">0.9&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">5.2</td>
</tr>
<tr>
<td align="left">0.65&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">5.8</td>
</tr>
<tr>
<td align="left">1.1&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">8.8</td>
</tr>
<tr>
<td align="left">0.95&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">9.6</td>
</tr>
<tr>
<td align="left">0.85&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">10.4</td>
</tr>
<tr>
<td align="left">1.25&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">10.8</td>
</tr>
<tr>
<td align="left">1.15&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">11.4</td>
</tr>
<tr>
<td align="left">0.7&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">11.4</td>
</tr>
<tr>
<td align="left">1.3&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">13.4</td>
</tr>
<tr>
<td align="left">1.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">14.0</td>
</tr>
<tr>
<td align="left">0.75&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.2</td>
</tr>
<tr>
<td align="left">1.0&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.6</td>
</tr>
<tr>
<td align="left">1.2&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.8</td>
</tr>
<tr>
<td align="left">1.4&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">17.0</td>
</tr>
<tr>
<td align="left">0.5&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.0</td>
</tr>
<tr>
<td align="left">1.35&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">18.2</td>
</tr>
<tr>
<td align="left">0.8&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">19.4</td>
</tr>
<tr>
<td align="left">0.6&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">20.0</td>
</tr>
<tr>
<td align="left">0.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">20.0</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In the task of predicting taxonomic types, we can see the significant influence of selecting the balanced metric on the overall performance. The values of the balanced metric were lower than the accuracy, while the course of the experiment remained the same, achieving 80% in the fifth step. Among the six best features, there were some similarities as compared to the experiment with accuracy. Slope was again rated really high, as well as 0.9, 1.4<italic>&#xa0;&#x3bc;m</italic> 0.95, and 1.05&#xa0;<italic>&#x3bc;m</italic> were also selected early in the process, which is a very similar range of wavelengths as for the experiment with accuracy. As opposed to the experiment with accuracy, here the 0.65&#xa0;<italic>&#x3bc;m</italic> wavelength was selected in the sixth place when it did not appear within the top 10 features for taxonomic type prediction when accuracy was used as a selection metric. The top features for predicting taxonomic types and complexes are presented in <xref ref-type="fig" rid="F4">Figure&#x20;4</xref>.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Most important spectral features in the task of taxonomic types <bold>(top)</bold> and complexes <bold>(bottom)</bold> prediction against mean reflectance values of taxonomic types used in classification, as measured with balanced accuracy.</p>
</caption>
<graphic xlink:href="fspas-08-767885-g004.tif"/>
</fig>
<p>It is worth noting that the feature selection process contains a random component, so when repeated, it is likely to lead to a slightly different set of features not only across different evaluation metrics but also within different runs with the same metric. Therefore, the differences in subsets between accuracy and balanced accuracy might naturally occur and might not be explainable other than due to the randomness of the process.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s6">
<title>5 Discussion</title>
<p>The top features that we found (<xref ref-type="table" rid="T6">Tables 6</xref>, <xref ref-type="table" rid="T7">7</xref>, <xref ref-type="table" rid="T9">9</xref>, <xref ref-type="table" rid="T11">11</xref>; <xref ref-type="fig" rid="F4">Figure&#x20;4</xref>) correspond to the most prominent spectral characteristics. For classification of complexes, spectral slope and reflectance covering the 1-<italic>&#x3bc;</italic>m absorption band contributed to the majority of the classification with reflectances at other wavelengths providing much less information. This is not surprising, given that the slope is the most prominent feature of spectra and the 1-<italic>&#x3bc;</italic>m band is the main feature separating the complexes containing the 1-<italic>&#x3bc;</italic>m olivine/pyroxene absorption (S-complex and some types in the end-member population) from the featureless ones (C- and X-complexes). In the balanced accuracy experiment, the 0.65&#x20;<italic>&#x3bc;</italic>m hydration feature also ranked high. That hydrated minerals feature is present in many C-complex objects and the analog meteorites (<xref ref-type="bibr" rid="B59">Rivkin et&#x20;al., 2002</xref>) and is uncommon in the more thermally transformed types (e.g., V-types from the end members group), which aids the separation of the end members. Furthermore, that parameter splits the C- and Ch-types and C from S/X complex objects, which are redder and typically have higher reflectance values at those wavelengths. Reflectances in the near-infrared part of the spectra did not appear among the top features for complex prediction. This is consistent with the fact that Bus&#x2013;DeMeo retained the complex classification from the earlier Bus taxonomy, which was based on the visible part of the spectra&#x20;only.</p>
<table-wrap id="T11" position="float">
<label>TABLE 11</label>
<caption>
<p>Balanced accuracy for the classification of complexes and types per step of sequential feature selection on spectral features.</p>
</caption>
<table>
<thead>
<tr>
<td align="left">Feature</td>
<td align="center">Average position</td>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">1.4&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">0.0</td>
</tr>
<tr>
<td align="left">1.05&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">2.2</td>
</tr>
<tr>
<td align="left">0.9&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">2.6</td>
</tr>
<tr>
<td align="left">Slope</td>
<td align="center">2.8</td>
</tr>
<tr>
<td align="left">0.95&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">7.0</td>
</tr>
<tr>
<td align="left">0.65&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">8.2</td>
</tr>
<tr>
<td align="left">1.35&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">8.8</td>
</tr>
<tr>
<td align="left">0.85&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">10.4</td>
</tr>
<tr>
<td align="left">1.0&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">11.2</td>
</tr>
<tr>
<td align="left">0.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">12.8</td>
</tr>
<tr>
<td align="left">0.5&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">15.2</td>
</tr>
<tr>
<td align="left">1.1&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">15.4</td>
</tr>
<tr>
<td align="left">1.45&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">15.8</td>
</tr>
<tr>
<td align="left">0.7&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.2</td>
</tr>
<tr>
<td align="left">1.2&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.8</td>
</tr>
<tr>
<td align="left">1.25&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">16.8</td>
</tr>
<tr>
<td align="left">1.15&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">17.8</td>
</tr>
<tr>
<td align="left">1.3&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">17.8</td>
</tr>
<tr>
<td align="left">0.8&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">19.8</td>
</tr>
<tr>
<td align="left">0.75&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">20.0</td>
</tr>
<tr>
<td align="left">0.6&#xa0;<italic>&#x3bc;</italic>m</td>
<td align="center">20.0</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>For the type classification based on spectra, the top features contributing to the classifications were slope and reflectances relating to 1-<italic>&#x3bc;</italic>m absorption band and interestingly spectra in the region 1.35&#x2013;1.4&#xa0;<italic>&#x3bc;</italic>m. That spectral region characterizes multiple types. For example, the Q- and Sq-types show a shallow feature around 1.3&#x20;<italic>&#x3bc;</italic>m; C- and Ch-types have a small positive slope that starts around 1.3&#x20;<italic>&#x3bc;</italic>m; D-types show a gentle kick around 1.35&#xa0;<italic>&#x3bc;</italic>m; and the V-types show maximum reflectance in that range. That region does not have a clear mineralogical interpretation. Surprisingly, the 2-<italic>&#x3bc;</italic>m region ranked below the top 20 important features. In the <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009</xref>) taxonomy, the 2-<italic>&#x3bc;</italic>m pyroxene band was the most prominent feature clearly separating the space in the PCA component space. In the classification task, this feature seems redundant as other parameters cover spectral features of multiple other classes simultaneously and already provide a plenitude of information. The 2&#xa0;<italic>&#x3bc;</italic>m feature may have also ranked higher if more types containing the feature (e.g., R, O, and Sv) were taken under the analysis, thus creating the need for characterizing the distinction in the reflectance values. Those types were skipped due to low number statistics.</p>
<p>Altogether the low number of features needed to classify objects is not surprising, and analogous to PCA in <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref>, where the first 4&#x2013;5 dimensions provide the most information and then the variance in the subsequent dimensions drops to essentially zero. Generally, the top features separating the types and complexes found by the machine learning algorithms appear to focus on reasonable traits of the spectra relating to physical characteristics of asteroids and analogous meteorites.</p>
<p>The 1-<italic>&#x3bc;</italic>m olivine/pyroxene absorption band appears in both the classification of types and complexes. It is one of two the most striking absorption bands in asteroid spectra tied to olivine and pyroxene content (<xref ref-type="bibr" rid="B30">Gaffey et&#x20;al., 1993</xref>; <xref ref-type="bibr" rid="B63">Sanchez et&#x20;al., 2014</xref>). For the classification of complexes, it is a clear distinction between olivine-containing asteroids (S-complex, V-types, and Q-types) and the rest. For the classification of types, it additionally helps assessing the depth of the absorption&#x20;band.</p>
<p>It is worth noting that the S-complex asteroids were found broadly compatible with ordinary chondrites (OC) based on the 1-<italic>&#x3bc;</italic>m absorption band (<xref ref-type="bibr" rid="B18">Chapman and Salisbury, 1973</xref>) and after understanding that the space weathering processes affect the spectral slopes, causing the asteroid spectra to appear redder than that of meteorites (<xref ref-type="bibr" rid="B65">Sasaki et&#x20;al., 2001</xref>; <xref ref-type="bibr" rid="B19">Chapman, 2004</xref>; <xref ref-type="bibr" rid="B70">Strazzulla et&#x20;al., 2005</xref>). Furthermore, the Hayabusa sample return space missions provided mineralogical argument connecting the OC meteorites with S-complex asteroids (<xref ref-type="bibr" rid="B51">Nakamura et&#x20;al., 2011</xref>; <xref ref-type="bibr" rid="B81">Yurimoto et&#x20;al., 2011</xref>). However, as indicated by <xref ref-type="bibr" rid="B77">Vernazza et&#x20;al. (2016)</xref> and others, the S-complex asteroids are a diverse group, and other meteorite groups may originate from this complex as&#x20;well.</p>
<p>On the other hand, the hydrated Ch/Cgh-type asteroids (that do not contain the 1-<italic>&#x3bc;</italic>m band) are partly linked with CM chondrites (<xref ref-type="bibr" rid="B60">Rivkin, 2012</xref>; <xref ref-type="bibr" rid="B5">Bland and Travis, 2017</xref>; <xref ref-type="bibr" rid="B75">Vernazza et&#x20;al., 2017</xref>; <xref ref-type="bibr" rid="B13">Carry et&#x20;al., 2019</xref>). <xref ref-type="bibr" rid="B36">Hiroi et&#x20;al. (1993)</xref> also suggested a link with the CI/CM meteorites. Some C-types that do not show hydration have also been linked to IDPs <xref ref-type="bibr" rid="B76">Vernazza et&#x20;al. (2015)</xref>; <xref ref-type="bibr" rid="B14">Carry et&#x20;al. (2021)</xref>. Part of the C-complex is not sampled by the meteorite collection <xref ref-type="bibr" rid="B76">Vernazza et&#x20;al. (2015)</xref>, which highlights some of the challenges in linking asteroid spectral types with their meteorite analogs.</p>
<p>The featureless types are mostly distinguished by their spectral slopes. For the X-complex, we only included the X and Xk types, which tend to have a higher spectral slope than that of the C-complex objects (C, Ch) considered in this study. The Xk types are considered parent bodies of mesosiderates (<xref ref-type="bibr" rid="B74">Vernazza et&#x20;al., 2009b</xref>). The X-type in the Bus&#x2013;DeMeo taxonomy does not distinguish the E, M, and P Tholen types (known as X-complex degeneracy) and thus may correspond to multiple meteorite groups.</p>
<p>During our analysis, we excluded several spectra types for which there were not enough data (Sa, Sv, B, Cb, Cg, Cgh, Xc, Xe, Xn, T, A, O, and R). These rare types are not classified in our analysis. Since we are performing fivefold stratified cross-validation, we require at least five spectra in each type. Moreover including objects with low number statistics may lead to a bias-variance tradeoff phenomenon, that is, overfitting. It is most evident for complex models like multilayer perceptrons.</p>
<p>The exclusion means that some classes and their features are not represented in our data set. Therefore, the top features that we found do not optimize those classes. <xref ref-type="bibr" rid="B55">Penttil&#xe4; et&#x20;al. (2021)</xref> merged those subclasses with their main equivalent (Sa with S). Although this process increases sample size, it may negatively influence the inference for the merged types. Furthermore, merging several subtypes into a single class may lead the machine learning algorithms toward the conclusion that the features that discriminate between them are irrelevant. Therefore, we decided to omit those types altogether.</p>
<p>The spectral data were not corrected for multiple factors such as phase reddening, temperature, grain size, space weathering effects, or impact darkening. Many of those mechanisms are poorly constrained for the different taxonomic types and sometimes even object-dependent.</p>
<p>The spectra of S-complex asteroids show redder spectral slopes with increasing phase angle (the effect is known as phase reddening), and the depth of the one- and two-micron bands increases up to 70 and 55 of phase angle, respectively, and then decreases (<xref ref-type="bibr" rid="B64">Sanchez et&#x20;al., 2012</xref>). However, most main-belt asteroids are observed in the phase angle range 0&#x2013;30&#xb0;, where the effect is minuscule. The effect plays a more important role for near-Earth asteroids (NEAs) that can be observed at higher phase angles. <xref ref-type="bibr" rid="B2">Binzel et&#x20;al. (2019)</xref> demonstrated the phase reddening effect for 433) Eros and explored the slope correction values for a few other asteroids. Based on that <xref ref-type="bibr" rid="B2">Binzel et&#x20;al. (2019)</xref> suggested that the effect may be object-dependent and thus not easily accounted&#x20;for.</p>
<p>Particle size affects the depth and slope of absorption features and overall reflectance. Large particle sizes typically result in deeper absorption bands, bluer spectral slope, and lower reflectance <xref ref-type="bibr" rid="B58">Reddy et&#x20;al. (2015)</xref>; <xref ref-type="bibr" rid="B50">Mustard and Hays (1997)</xref>. Generally, larger asteroids tend to have smaller grain sizes as revealed by thermal inertia studies (<xref ref-type="bibr" rid="B22">Delbo et&#x20;al., 2015</xref>). However, the grain size distribution for most individual asteroids (except those visited by space missions) is unknown thus correcting for particle size is impossible.</p>
<p>Temperature causes changes in the band centers and depths as well as broadens or narrows down the bands (thus also affects the bar area ratios) (<xref ref-type="bibr" rid="B68">Singer and Roush (1985)</xref>; <xref ref-type="bibr" rid="B35">Hinrichs and Lucey (2002)</xref>; <xref ref-type="bibr" rid="B7">Burbine et&#x20;al. (2009)</xref>). The variation in temperature is more significant for objects on eccentric orbits like NEAs and less for main-belt objects.</p>
<p>Shock impact darkening can suppress the absorption bands and reduce the overall reflectance, which can lead to misclassification of objects (<xref ref-type="bibr" rid="B43">Kohout et&#x20;al., 2020</xref>, <xref ref-type="bibr" rid="B42">2014</xref>) as it tends to &#x201c;move&#x201d; objects even between complexes. Overall, phase reddening corrections play an important role in constraining the space reddening as they mostly affect spectral slope (<xref ref-type="bibr" rid="B58">Reddy et&#x20;al., 2015</xref>). Temperature variations and shock impact darkening have a larger impact on mineralogical characterization (<xref ref-type="bibr" rid="B58">Reddy et&#x20;al., 2015</xref>).</p>
<p>All the listed mechanisms affect our understanding of the asteroid&#x2013;meteorite connection. However, applying corrections for the aforementioned factors is not viable with the current state of knowledge for all the asteroids of different taxonomic types in our sample.</p>
<p>Furthermore, the Bus&#x2013;DeMeo taxonomy is simply based on observed spectral features and was not controlled for those factors. By training to recreate the Bus&#x2013;DeMeo types, we trained to classify objects based on biased data into the Bus&#x2013;DeMeo biased classes. Thus, those mechanisms do not affect our results.</p>
<p>However, these mechanisms can significantly affect asteroid spectra and have to be considered when new taxonomies, possibly based on much larger data, are derived (e.g., that based on the Gaia space mission data (<xref ref-type="bibr" rid="B16">Cellino et&#x20;al., 2020</xref>)). Last, as shown by the OSIRIS-REx mission, rubble-pile asteroids may contain a mixture of various materials, like the basaltic exogenic material found on a primitive asteroid (101,955) Benu (<xref ref-type="bibr" rid="B23">DellaGiustina et&#x20;al., 2021</xref>). Another example of such mixed exogenous composition is asteroid 2008 TC3 that impacted the Earth on October 7, 2008, and the recovered fragments contained many different ureilitic and chondritic lithologies (<xref ref-type="bibr" rid="B3">Bischoff et&#x20;al., 2010</xref>). How common those objects are and how should they be handled in future taxonomies have to be carefully considered.</p>
<p>Our analysis did not take into account albedo information. In contrast to the Tholen taxonomy, the Bus&#x2013;DeMeo taxonomy did not take into account geometric albedo, thus introducing that the additional parameter could confuse the classification of types in the X-complex (otherwise split into E, M, and P types in the Tholen taxonomy) or at the very least be a spurious parameter that does not contribute to the classification of classes that are not defined by albedo. Furthermore, as shown by the confusion matrix, there are more misclassifications within the complexes, which have similar albedos (except for the X-complex). Since we focus on the Bus&#x2013;DeMeo taxonomy, we do not include geometric albedo in our analysis as&#x20;well.</p>
</sec>
<sec sec-type="conclusion" id="s7">
<title>6 Conclusion</title>
<p>In this study, we addressed the automatic classification of taxonomic types and complexes according to the <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref> taxonomy. We assessed machine learning methods&#x2019; capability of recreating the classification with the data used in <xref ref-type="bibr" rid="B25">DeMeo et&#x20;al. (2009)</xref> to create the taxonomy. We showed that machine learning methods can be used to recreate the Bus&#x2013;DeMeo taxonomy. Moreover, this taxonomic scheme is robust in the sense that most of the types and complexes remain in place, despite the increased sample size, which is not always the case for taxonomies based on PCA analysis when more data are available.</p>
<p>Furthermore, the experiments were carried out to record the difference in performance on the spectra, rather than five principal components. We found that the prediction accuracy improved across both tasks and all methods, which proves that the original feature set misses some important information required to distinguish different types and complexes. In our experiments, a multilayer perceptron with three layers of 32 neurons, a stochastic gradient descent solver, batch size of 32, and adaptive learning rate with the initial value of 0.1 performed best for both tasks, closely followed by the support vector machine with the RBF kernel.</p>
<p>Sequential feature selection was performed on the task of taxonomic type prediction to quantify the importance of individual features. In the experiments, the feature set was reduced to highlight the areas of interest that mostly contribute to making the prediction. For complex prediction, the top five features were sufficient for obtaining 93% prediction balanced accuracy, whereas six features resulted in 81% balanced accuracy in the case of taxonomic type prediction. This shows that the whole spectrum contains redundant features which are not informative for predicting the output. On the one hand, this may lead to degradation of classification, due to overfitting to noise. On the other hand, it shows spectra contain more information than necessary for taxonomic-type prediction and that validates the reduction to a few narrowband filters.</p>
<p>For future space and ground-based surveys that aim for taxonomic characterization of asteroids in the Bus&#x2013;DeMeo scheme, we would recommend the use of six narrowband filters that cover the reflectances at 0.65, 1.0, and 1.4&#xa0;<italic>&#x3bc;</italic>m and additional couple filters that allow for estimation of the spectral slope in the 0.45&#x2013;2.5&#xa0;<italic>&#x3bc;</italic>m. According to this study, those would be sufficient to obtain prediction balanced accuracy on the level of 93 and 81% for prediction complexes and types, respectively. Narrowband filters were already utilized in the J-PLUS survey (<xref ref-type="bibr" rid="B49">Morate et&#x20;al., 2021</xref>); however, those could be further optimized to more efficiently link the observed asteroids to the Bus&#x2013;DeMeo taxonomy.</p>
</sec>
</body>
<back>
<sec id="s8">
<title>Data Availability Statement</title>
<p>Publicly available datasets were analyzed in this study. These data can be found here: <ext-link ext-link-type="uri" xlink:href="http://smass.mit.edu/minuspubs.html">http://smass.mit.edu/minuspubs.html</ext-link>.</p>
</sec>
<sec id="s9">
<title>Author Contributions</title>
<p>WK and DO conceived the presented idea. HK developed codes used for analysis and performed the computations. WK supervised HK and verified the results. FDM provided data and comments. HK wrote majority of the manuscript, with the exception of introductory and discussion sections written by DO. DO contributed to part of abstract and conclusions. All authors provided comments to the manuscript.</p>
</sec>
<sec id="s10">
<title>Funding</title>
<p>This work has been supported by grant No. 2017/25/B/ST9/00740 from the National Science Centre, Poland.</p>
</sec>
<sec sec-type="COI-statement" id="s11">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s12">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors, and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ack>
<p>All of the data utilized in this publication were obtained and made available by the MITHNEOS MIT-Hawaii Near-Earth Object Spectroscopic Survey. The IRTF is operated by the University of Hawaii under contract 80HQTR19D0030 with the National Aeronautics and Space Administration. The MIT component of this study is supported by NASA grant 80NSSC18K0849.</p>
</ack>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Barucci</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Perna</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Fornasier</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Doressoundiram</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Lantz</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Popescu</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). &#x201c;<article-title>Neoshield-2 Project: Final Results on Compositional Characterization of Small Neos</article-title>,&#x201d; in <source>AAS/Division for Planetary Sciences Meeting Abstracts&#x23;</source>, <volume>49</volume>, <fpage>110</fpage>&#x2013;<lpage>208</lpage>. </citation>
</ref>
<ref id="B2">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Turtelboom</surname>
<given-names>E. V.</given-names>
</name>
<name>
<surname>Bus</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Tokunaga</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Burbine</surname>
<given-names>T. H.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Compositional Distributions and Evolutionary Processes for the Near-Earth Object Population: Results from the Mit-hawaii Near-Earth Object Spectroscopic Survey (Mithneos)</article-title>. <source>Icarus</source> <volume>324</volume>, <fpage>41</fpage>&#x2013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2018.12.035</pub-id> </citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bischoff</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Horstmann</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Pack</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Laubenstein</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Haberer</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Asteroid 2008&#x20;TC3-Almahata Sitta: A Spectacular Breccia Containing many Different Ureilitic and Chondritic Lithologies</article-title>. <source>Meteoritics Planet. Sci.</source> <volume>45</volume>, <fpage>1638</fpage>&#x2013;<lpage>1656</lpage>. <pub-id pub-id-type="doi">10.1111/j.1945-5100.2010.01108.x</pub-id> </citation>
</ref>
<ref id="B4">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Bishop</surname>
<given-names>C. M.</given-names>
</name>
</person-group> (<year>2006</year>). <source>Pattern Recognition and Machine Learning (Information Science and Statistics)</source>. <publisher-loc>Berlin, Heidelberg</publisher-loc>: <publisher-name>Springer-Verlag</publisher-name>. <comment>chap. 4.3.4</comment>. </citation>
</ref>
<ref id="B5">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bland</surname>
<given-names>P. A.</given-names>
</name>
<name>
<surname>Travis</surname>
<given-names>B. J.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Giant Convecting Mud Balls of the Early Solar System</article-title>. <source>Sci. Adv.</source> <volume>3</volume>, <fpage>e1602514</fpage>. <pub-id pub-id-type="doi">10.1126/sciadv.1602514</pub-id> </citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bolin</surname>
<given-names>B. T.</given-names>
</name>
<name>
<surname>Fremling</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Holt</surname>
<given-names>T. R.</given-names>
</name>
<name>
<surname>Hankins</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Ahumada</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Anand</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Characterization of Temporarily Captured Minimoon 2020 CD3by Keck Time-Resolved Spectrophotometry</article-title>. <source>ApJ</source> <volume>900</volume>, <fpage>L45</fpage>. <pub-id pub-id-type="doi">10.3847/2041-8213/abae69</pub-id> </citation>
</ref>
<ref id="B7">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burbine</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Buchanan</surname>
<given-names>P. C.</given-names>
</name>
<name>
<surname>Dolkar</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>Pyroxene Mineralogies of Near-Earth Vestoids</article-title>. <source>Meteoritics Planet. Sci.</source> <volume>44</volume>, <fpage>1331</fpage>&#x2013;<lpage>1341</lpage>. <pub-id pub-id-type="doi">10.1111/j.1945-5100.2009.tb01225.x</pub-id> </citation>
</ref>
<ref id="B8">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Burbine</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Meibom</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
</person-group> (<year>1996</year>). <article-title>Mantle Material in the Main belt: Battered to Bits</article-title>. <source>Meteoritics Planet. Sci.</source> <volume>31</volume>, <fpage>607</fpage>&#x2013;<lpage>620</lpage>. <pub-id pub-id-type="doi">10.1111/j.1945-5100.1996.tb02033.x</pub-id> </citation>
</ref>
<ref id="B9">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bus</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Phase II of the Small Main-Belt Asteroid Spectroscopic Survey A Feature-Based Taxonomy</article-title>. <source>Icarus</source> <volume>158</volume>, <fpage>146</fpage>&#x2013;<lpage>177</lpage>. <pub-id pub-id-type="doi">10.1006/icar.2002.6856</pub-id> </citation>
</ref>
<ref id="B10">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Bus</surname>
<given-names>S. J.</given-names>
</name>
</person-group> (<year>1999</year>). <source>Compositional Structure in the Asteroid belt: Results of a Spectroscopic Survey</source>. <comment>Ph. D. Thesis</comment>. <publisher-loc>Boston, MA</publisher-loc>: <publisher-name>Massachusetts Institute of Technology</publisher-name>, <fpage>311</fpage>. </citation>
</ref>
<ref id="B11">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Solano</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Eggl</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
</person-group> (<year>2016</year>). <article-title>Spectral Properties of Near-Earth and mars-crossing Asteroids Using sloan Photometry</article-title>. <source>Icarus</source> <volume>268</volume>, <fpage>340</fpage>&#x2013;<lpage>354</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2015.12.047</pub-id> </citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Solar System Science with Esa euclid</article-title>. <source>A&#x26;A</source> <volume>609</volume>, <fpage>A113</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/201730386</pub-id> </citation>
</ref>
<ref id="B13">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Vachier</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Berthier</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Marsset</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Grice</surname>
<given-names>J.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Homogeneous Internal Structure of Cm-like Asteroid (41) daphne</article-title>. <source>A&#x26;A</source> <volume>623</volume>, <fpage>A132</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/201833898</pub-id> </citation>
</ref>
<ref id="B14">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Vachier</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Neveu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Hanus</surname>
<given-names>J.&#x20;B. J.</given-names>
</name>
<name>
<surname>Ferrais</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <source>Evidence for Differentiation of the Most Primitive Small Bodies</source>. <comment>arXiv preprint arXiv:2103.06349</comment>. </citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Carvano</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<name>
<surname>Hasselmann</surname>
<given-names>P. H.</given-names>
</name>
<name>
<surname>Lazzaro</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Moth&#xe9;-Diniz</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Sdss-based Taxonomic Classification and Orbital Distribution of Main belt Asteroids</article-title>. <source>A&#x26;A</source> <volume>510</volume>, <fpage>A43</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/200913322</pub-id> </citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cellino</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bendjoya</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Delbo&#x2019;</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Galluccio</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Gayon-Markt</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Tanga</surname>
<given-names>P.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Ground-based Visible Spectroscopy of Asteroids to Support the Development of an Unsupervised Gaia Asteroid Taxonomy</article-title>. <source>A&#x26;A</source> <volume>642</volume>, <fpage>A80</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/202038246</pub-id> </citation>
</ref>
<ref id="B17">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chapman</surname>
<given-names>C. R.</given-names>
</name>
<name>
<surname>Morrison</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Zellner</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>1975</year>). <article-title>Surface Properties of Asteroids: A Synthesis of Polarimetry, Radiometry, and Spectrophotometry</article-title>. <source>Icarus</source> <volume>25</volume>, <fpage>104</fpage>&#x2013;<lpage>130</lpage>. <pub-id pub-id-type="doi">10.1016/0019-1035(75)90191-8</pub-id> </citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chapman</surname>
<given-names>C. R.</given-names>
</name>
<name>
<surname>Salisbury</surname>
<given-names>J.&#x20;W.</given-names>
</name>
</person-group> (<year>1973</year>). <article-title>Comparisons of Meteorite and Asteroid Spectral Reflectivities</article-title>. <source>Icarus</source> <volume>19</volume>, <fpage>507</fpage>&#x2013;<lpage>522</lpage>. <pub-id pub-id-type="doi">10.1016/0019-1035(73)90078-x</pub-id> </citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chapman</surname>
<given-names>C. R.</given-names>
</name>
</person-group> (<year>2004</year>). <article-title>Space Weathering of Asteroid Surfaces</article-title>. <source>Annu. Rev. Earth Planet. Sci.</source> <volume>32</volume>, <fpage>539</fpage>&#x2013;<lpage>567</lpage>. <pub-id pub-id-type="doi">10.1146/annurev.earth.32.101802.120453</pub-id> </citation>
</ref>
<ref id="B20">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Chen</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Guestrin</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2016</year>). &#x201c;<article-title>XGBoost</article-title>,&#x201d; in <conf-name>Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</conf-name>, <conf-loc>New York, NY, USA</conf-loc> (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>ACM, KDD</publisher-name>), <volume>16</volume>, <fpage>785</fpage>&#x2013;<lpage>794</lpage>. <pub-id pub-id-type="doi">10.1145/2939672.2939785</pub-id> </citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>de Le&#xf3;n</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Licandro</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Serra-Ricart</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Pinilla-Alonso</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Campins</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Observations, Compositional, and Physical Characterization of Near-Earth and mars-crosser Asteroids from a Spectroscopic Survey</article-title>. <source>A&#x26;A</source> <volume>517</volume>, <fpage>A23</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/200913852</pub-id> </citation>
</ref>
<ref id="B22">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Delbo</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Mueller</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Emery</surname>
<given-names>J.&#x20;P.</given-names>
</name>
<name>
<surname>Rozitis</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Capria</surname>
<given-names>M. T.</given-names>
</name>
</person-group> (<year>2015</year>). <source>Asteroid Thermophysical Modeling</source>. <publisher-loc>Tucson, AZ</publisher-loc>: <publisher-name>University of Arizona Press Tucson, Arizona</publisher-name>. </citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DellaGiustina</surname>
<given-names>D. N.</given-names>
</name>
<name>
<surname>Kaplan</surname>
<given-names>H. H.</given-names>
</name>
<name>
<surname>Simon</surname>
<given-names>A. A.</given-names>
</name>
<name>
<surname>Bottke</surname>
<given-names>W. F.</given-names>
</name>
<name>
<surname>Avdellidou</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Delbo</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Exogenic basalt on Asteroid (101955) Bennu</article-title>. <source>Nat. Astron.</source> <volume>5</volume>, <fpage>31</fpage>&#x2013;<lpage>38</lpage>. <pub-id pub-id-type="doi">10.1038/s41550-020-1195-z</pub-id> </citation>
</ref>
<ref id="B24">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Polishook</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Moskovitz</surname>
<given-names>N. A.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Unexpected D-type Interlopers in the Inner Main belt</article-title>. <source>Icarus</source> <volume>229</volume>, <fpage>392</fpage>&#x2013;<lpage>399</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2013.11.026</pub-id> </citation>
</ref>
<ref id="B25">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Slivan</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Bus</surname>
<given-names>S. J.</given-names>
</name>
</person-group> (<year>2009</year>). <article-title>An Extension of the Bus Asteroid Taxonomy into the Near-Infrared</article-title>. <source>Icarus</source> <volume>202</volume>, <fpage>160</fpage>&#x2013;<lpage>180</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2009.02.005</pub-id> </citation>
</ref>
<ref id="B26">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
</person-group> (<year>2014</year>). <article-title>Solar System Evolution from Compositional Mapping of the Asteroid belt</article-title>. <source>Nature</source> <volume>505</volume>, <fpage>629</fpage>&#x2013;<lpage>634</lpage>. <pub-id pub-id-type="doi">10.1038/nature12908</pub-id> </citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Polishook</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Burt</surname>
<given-names>B. J.</given-names>
</name>
<name>
<surname>Hsieh</surname>
<given-names>H. H.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Olivine-dominated A-type Asteroids in the Main belt: Distribution, Abundance and Relation to Families</article-title>. <source>Icarus</source> <volume>322</volume>, <fpage>13</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2018.12.016</pub-id> </citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Devog&#xe8;le</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Moskovitz</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Thirouin</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Gustaffson</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Magnuson</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Thomas</surname>
<given-names>C.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>Visible Spectroscopy from the mission Accessible Near-Earth Object Survey (Manos): Taxonomic Dependence on Asteroid Size</article-title>. <source>Aj</source> <volume>158</volume>, <fpage>196</fpage>. <pub-id pub-id-type="doi">10.3847/1538-3881/ab43dd</pub-id> </citation>
</ref>
<ref id="B29">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Erasmus</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Mommert</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Trilling</surname>
<given-names>D. E.</given-names>
</name>
<name>
<surname>Sickafoose</surname>
<given-names>A. A.</given-names>
</name>
<name>
<surname>Van Gend</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Hora</surname>
<given-names>J.&#x20;L.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Characterization of Near-Earth Asteroids Using Kmtnet-Saao</article-title>. <source>Aj</source> <volume>154</volume>, <fpage>162</fpage>. <pub-id pub-id-type="doi">10.3847/1538-3881/aa88be</pub-id> </citation>
</ref>
<ref id="B30">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gaffey</surname>
<given-names>M. J.</given-names>
</name>
<name>
<surname>Bell</surname>
<given-names>J.&#x20;F.</given-names>
</name>
<name>
<surname>Brown</surname>
<given-names>R. H.</given-names>
</name>
<name>
<surname>Burbine</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Piatek</surname>
<given-names>J.&#x20;L.</given-names>
</name>
<name>
<surname>Reed</surname>
<given-names>K. L.</given-names>
</name>
<etal/>
</person-group> (<year>1993</year>). <article-title>Mineralogical Variations within the S-type Asteroid Class</article-title>. <source>Icarus</source> <volume>106</volume>, <fpage>573</fpage>&#x2013;<lpage>602</lpage>. <pub-id pub-id-type="doi">10.1006/icar.1993.1194</pub-id> </citation>
</ref>
<ref id="B31">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gil-Hutton</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Licandro</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Taxonomy of Asteroids in the Cybele Region from the Analysis of the sloan Digital Sky Survey Colors</article-title>. <source>Icarus</source> <volume>206</volume>, <fpage>729</fpage>&#x2013;<lpage>734</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2009.10.010</pub-id> </citation>
</ref>
<ref id="B32">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Goodfellow</surname>
<given-names>I. J.</given-names>
</name>
<name>
<surname>Bengio</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Courville</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2016</year>). <source>Deep Learning</source>. <publisher-loc>Cambridge, MA, USA</publisher-loc>: <publisher-name>MIT Press</publisher-name>. <ext-link ext-link-type="uri" xlink:href="http://www.deeplearningbook.org">http://www.deeplearningbook.org</ext-link>. </citation>
</ref>
<ref id="B33">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Harris</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Davies</surname>
<given-names>J.&#x20;K.</given-names>
</name>
</person-group> (<year>1999</year>). <article-title>Physical Characteristics of Near-Earth Asteroids from thermal Infrared Spectrophotometry</article-title>. <source>Icarus</source> <volume>142</volume>, <fpage>464</fpage>&#x2013;<lpage>475</lpage>. <pub-id pub-id-type="doi">10.1006/icar.1999.6248</pub-id> </citation>
</ref>
<ref id="B34">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Hastie</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Tibshirani</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Friedman</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2009</year>). <source>The Elements of Statistical Learning: Data Mining, Inference and Prediction</source>. <edition>2 edn</edition>. <publisher-name>Springer</publisher-name>. </citation>
</ref>
<ref id="B35">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hinrichs</surname>
<given-names>J.&#x20;L.</given-names>
</name>
<name>
<surname>Lucey</surname>
<given-names>P. G.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Temperature-dependent Near-Infrared Spectral Properties of Minerals, Meteorites, and Lunar Soil</article-title>. <source>Icarus</source> <volume>155</volume>, <fpage>169</fpage>&#x2013;<lpage>180</lpage>. <pub-id pub-id-type="doi">10.1006/icar.2001.6754</pub-id> </citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hiroi</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Pieters</surname>
<given-names>C. M.</given-names>
</name>
<name>
<surname>Zolensky</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Lipschutz</surname>
<given-names>M. E.</given-names>
</name>
</person-group> (<year>1993</year>). <article-title>Evidence of thermal Metamorphism on the C, G, B, and F Asteroids</article-title>. <source>Science</source> <volume>261</volume>, <fpage>1016</fpage>&#x2013;<lpage>1018</lpage>. <pub-id pub-id-type="doi">10.1126/science.261.5124.1016</pub-id> </citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jenniskens</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Vaubaillon</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>DeMEO</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Nesvorn&#xfd;</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Bottke</surname>
<given-names>W. F.</given-names>
</name>
<etal/>
</person-group> (<year>2010</year>). <article-title>Almahata Sitta (&#x3d;asteroid 2008 TC3) and the Search for the Ureilite Parent Body</article-title>. <source>Meteoritics Planet. Sci.</source> <volume>45</volume>, <fpage>1590</fpage>&#x2013;<lpage>1617</lpage>. <pub-id pub-id-type="doi">10.1111/j.1945-5100.2010.01153.x</pub-id> </citation>
</ref>
<ref id="B38">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Jolliffe</surname>
<given-names>I.</given-names>
</name>
</person-group> (<year>2002</year>). <source>Principal Component Analysis</source>. <edition>2 edn</edition>. <pub-id pub-id-type="doi">10.1007/b98835</pub-id> </citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jones</surname>
<given-names>R. L.</given-names>
</name>
<name>
<surname>Juri&#x107;</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ivezi&#x107;</surname>
<given-names>&#x17d;.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Asteroid Discovery and Characterization with the Large Synoptic Survey Telescope</article-title>. <source>Proc. IAU</source> <volume>10</volume>, <fpage>282</fpage>&#x2013;<lpage>292</lpage>. <pub-id pub-id-type="doi">10.1017/s1743921315008510</pub-id> </citation>
</ref>
<ref id="B40">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Kelleher</surname>
<given-names>J.&#x20;D.</given-names>
</name>
<name>
<surname>Namee</surname>
<given-names>B. M.</given-names>
</name>
<name>
<surname>D&#x2019;Arcy</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2015</year>). <source>Fundamentals of Machine Learning for Predictive Data Analytics: Algorithms, Worked Examples, and Case Studies</source>. <publisher-name>MIT Press</publisher-name>. </citation>
</ref>
<ref id="B41">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Kingma</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Ba</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2014</year>). &#x201c;<article-title>Adam: A Method for Stochastic Optimization</article-title>,&#x201d; in <conf-name>International Conference on Learning Representations</conf-name>. </citation>
</ref>
<ref id="B42">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kohout</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Gritsevich</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Grokhovsky</surname>
<given-names>V. I.</given-names>
</name>
<name>
<surname>Yakovlev</surname>
<given-names>G. A.</given-names>
</name>
<name>
<surname>Haloda</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Halodova</surname>
<given-names>P.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Mineralogy, Reflectance Spectra, and Physical Properties of the Chelyabinsk LL5 Chondrite - Insight into Shock-Induced Changes in Asteroid Regoliths</article-title>. <source>Icarus</source> <volume>228</volume>, <fpage>78</fpage>&#x2013;<lpage>85</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2013.09.027</pub-id> </citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kohout</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Petrova</surname>
<given-names>E. V.</given-names>
</name>
<name>
<surname>Yakovlev</surname>
<given-names>G. A.</given-names>
</name>
<name>
<surname>Grokhovsky</surname>
<given-names>V. I.</given-names>
</name>
<name>
<surname>Penttil&#xe4;</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Maturilli</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Experimental Constraints on the Ordinary Chondrite Shock Darkening Caused by Asteroid Collisions</article-title>. <source>A&#x26;A</source> <volume>639</volume>, <fpage>A146</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/202037593</pub-id> </citation>
</ref>
<ref id="B44">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Licandro</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Popescu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Morate</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>de Le&#xf3;n</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>V-type Candidates and vesta Family Asteroids in the Moving Objects vista (Movis) Catalogue</article-title>. <source>A&#x26;A</source> <volume>600</volume>, <fpage>A126</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/201629465</pub-id> </citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marsset</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>DeMeo</surname>
<given-names>F. E.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Bus</surname>
<given-names>S. J.</given-names>
</name>
<name>
<surname>Burbine</surname>
<given-names>T. H.</given-names>
</name>
<name>
<surname>Burt</surname>
<given-names>B.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>Twenty Years of Spex: Accuracy Limits of Spectral Slope Measurements in Asteroid Spectroscopy</article-title>. <source>ApJS</source> <volume>247</volume>, <fpage>73</fpage>. <pub-id pub-id-type="doi">10.3847/1538-4365/ab7b5f</pub-id> </citation>
</ref>
<ref id="B46">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McCord</surname>
<given-names>T. B.</given-names>
</name>
<name>
<surname>Adams</surname>
<given-names>J.&#x20;B.</given-names>
</name>
<name>
<surname>Johnson</surname>
<given-names>T. V.</given-names>
</name>
</person-group> (<year>1970</year>). <article-title>Asteroid vesta: Spectral Reflectivity and Compositional Implications</article-title>. <source>Science</source> <volume>168</volume>, <fpage>1445</fpage>&#x2013;<lpage>1447</lpage>. <pub-id pub-id-type="doi">10.1126/science.168.3938.1445</pub-id> </citation>
</ref>
<ref id="B47">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mignard</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Cellino</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Muinonen</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Tanga</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Delb&#xf2;</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Dell&#x2019;Oro</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2007</year>). <article-title>The Gaia mission: Expected Applications to Asteroid Science</article-title>. <source>Earth Moon Planet.</source> <volume>101</volume>, <fpage>97</fpage>&#x2013;<lpage>125</lpage>. <pub-id pub-id-type="doi">10.1007/s11038-007-9221-z</pub-id> </citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mommert</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Trilling</surname>
<given-names>D. E.</given-names>
</name>
<name>
<surname>Borth</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Jedicke</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Butler</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Reyes-Ruiz</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>First Results from the Rapid-Response Spectrophotometric Characterization of Near-Earth Objects Using Ukirt</article-title>. <source>Astronomical J.</source> <volume>151</volume>, <fpage>98</fpage>. <pub-id pub-id-type="doi">10.3847/0004-6256/151/4/98</pub-id> </citation>
</ref>
<ref id="B49">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Morate</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Carvano</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<name>
<surname>Alvarez-Candal</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>De Pr&#xe1;</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Licandro</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Galarza</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <source>J-plus: A First Glimpse at Spectrophotometry of Asteroids&#x2013;The Mooja Catalog</source>. <comment>arXiv preprint arXiv:2106.00713</comment>. </citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mustard</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Hays</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>1997</year>). <article-title>Effects of Hyperfine Particles on Reflectance Spectra from 0.3 to 25&#x20;&#x3bc;m&#x2606;</article-title>. <source>Icarus</source> <volume>125</volume>, <fpage>145</fpage>&#x2013;<lpage>163</lpage>. <pub-id pub-id-type="doi">10.1006/icar.1996.5583</pub-id> </citation>
</ref>
<ref id="B51">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nakamura</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Noguchi</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Tanaka</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Zolensky</surname>
<given-names>M. E.</given-names>
</name>
<name>
<surname>Kimura</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Tsuchiyama</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Itokawa Dust Particles: a Direct Link between S-type Asteroids and Ordinary Chondrites</article-title>. <source>Science</source> <volume>333</volume>, <fpage>1113</fpage>&#x2013;<lpage>1116</lpage>. <pub-id pub-id-type="doi">10.1126/science.1207758</pub-id> </citation>
</ref>
<ref id="B52">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Navarro-Meza</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Mommert</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Trilling</surname>
<given-names>D. E.</given-names>
</name>
<name>
<surname>Butler</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Reyes-Ruiz</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Pichardo</surname>
<given-names>B.</given-names>
</name>
<etal/>
</person-group> (<year>2019</year>). <article-title>First Results from the Rapid-Response Spectrophotometric Characterization of Near-Earth Objects Using Ratir</article-title>. <source>Aj</source> <volume>157</volume>, <fpage>190</fpage>. <pub-id pub-id-type="doi">10.3847/1538-3881/ab1138</pub-id> </citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oszkiewicz</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Kwiatkowski</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Tomov</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Birlan</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Geier</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Penttil&#xe4;</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Selecting Asteroids for a Targeted Spectroscopic Survey</article-title>. <source>A&#x26;A</source> <volume>572</volume>, <fpage>A29</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/201323250</pub-id> </citation>
</ref>
<ref id="B54">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pedregosa</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Varoquaux</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Gramfort</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Michel</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Thirion</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Grisel</surname>
<given-names>O.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Scikit-learn: Machine Learning in Python</article-title>. <source>J.&#x20;Machine Learn. Res.</source> <volume>12</volume>, <fpage>2825</fpage>&#x2013;<lpage>2830</lpage>. </citation>
</ref>
<ref id="B55">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Penttil&#xe4;</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Hietala</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Muinonen</surname>
<given-names>K.</given-names>
</name>
<etal/>
</person-group> (<year>2021</year>). <article-title>Asteroid Spectral Taxonomy Using Neural Networks</article-title>. <source>Astron. Astrophysics</source> <volume>649</volume>, <fpage>A46</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/202038545</pub-id> </citation>
</ref>
<ref id="B56">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Popescu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Licandro</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Carvano</surname>
<given-names>J.&#x20;M.</given-names>
</name>
<name>
<surname>Stoicescu</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>de Le&#xf3;n</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Morate</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Taxonomic Classification of Asteroids Based on Movis Near-Infrared Colors</article-title>. <source>A&#x26;A</source> <volume>617</volume>, <fpage>A12</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/201833023</pub-id> </citation>
</ref>
<ref id="B57">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Popescu</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Licandro</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Morate</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>de Le&#xf3;n</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Nedelcu</surname>
<given-names>D. A.</given-names>
</name>
<name>
<surname>Rebolo</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2016</year>). <article-title>Near-infrared Colors of Minor Planets Recovered from vista-vhs Survey (Movis)</article-title>. <source>A&#x26;A</source> <volume>591</volume>, <fpage>A115</fpage>. <pub-id pub-id-type="doi">10.1051/0004-6361/201628163</pub-id> </citation>
</ref>
<ref id="B58">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reddy</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Dunn</surname>
<given-names>T. L.</given-names>
</name>
<name>
<surname>Thomas</surname>
<given-names>C. A.</given-names>
</name>
<name>
<surname>Moskovitz</surname>
<given-names>N. A.</given-names>
</name>
<name>
<surname>Burbine</surname>
<given-names>T. H.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>Mineralogy and Surface Composition of Asteroids</article-title>. <source>Asteroids IV</source>, <fpage>183</fpage>&#x2013;<lpage>204</lpage>. <pub-id pub-id-type="doi">10.2458/azu_uapress_9780816532131-ch003</pub-id> </citation>
</ref>
<ref id="B59">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rivkin</surname>
<given-names>A. S.</given-names>
</name>
<name>
<surname>Howell</surname>
<given-names>E. S.</given-names>
</name>
<name>
<surname>Vilas</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Lebofsky</surname>
<given-names>L. A.</given-names>
</name>
</person-group> (<year>2002</year>). <article-title>Hydrated Minerals on Asteroids:</article-title>. <source>Asteroids III</source> <volume>1</volume>, <fpage>235</fpage>&#x2013;<lpage>254</lpage>. <pub-id pub-id-type="doi">10.2307/j.ctv1v7zdn4.23</pub-id> </citation>
</ref>
<ref id="B60">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rivkin</surname>
<given-names>A. S.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>The Fraction of Hydrated C-Complex Asteroids in the Asteroid belt from Sdss Data</article-title>. <source>Icarus</source> <volume>221</volume>, <fpage>744</fpage>&#x2013;<lpage>752</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2012.08.042</pub-id> </citation>
</ref>
<ref id="B61">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Roig</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Gil-Hutton</surname>
<given-names>R.</given-names>
</name>
</person-group> (<year>2006</year>). <article-title>Selecting Candidate V-type Asteroids from the Analysis of the sloan Digital Sky Survey Colors</article-title>. <source>Icarus</source> <volume>183</volume>, <fpage>411</fpage>&#x2013;<lpage>419</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2006.04.002</pub-id> </citation>
</ref>
<ref id="B62">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Ruder</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2016</year>). <source>An Overview of Gradient Descent Optimization Algorithms</source>. <comment>arXiv preprint arXiv:1609.04747</comment>. </citation>
</ref>
<ref id="B63">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sanchez</surname>
<given-names>J.&#x20;A.</given-names>
</name>
<name>
<surname>Reddy</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Kelley</surname>
<given-names>M. S.</given-names>
</name>
<name>
<surname>Cloutis</surname>
<given-names>E. A.</given-names>
</name>
<name>
<surname>Bottke</surname>
<given-names>W. F.</given-names>
</name>
<name>
<surname>Nesvorn&#xfd;</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2014</year>). <article-title>Olivine-dominated Asteroids: Mineralogy and Origin</article-title>. <source>Icarus</source> <volume>228</volume>, <fpage>288</fpage>&#x2013;<lpage>300</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2013.10.006</pub-id> </citation>
</ref>
<ref id="B64">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sanchez</surname>
<given-names>J.&#x20;A.</given-names>
</name>
<name>
<surname>Reddy</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Nathues</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Cloutis</surname>
<given-names>E. A.</given-names>
</name>
<name>
<surname>Mann</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Hiesinger</surname>
<given-names>H.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Phase Reddening on Near-Earth Asteroids: Implications for Mineralogical Analysis, Space Weathering and Taxonomic Classification</article-title>. <source>Icarus</source> <volume>220</volume>, <fpage>36</fpage>&#x2013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2012.04.008</pub-id> </citation>
</ref>
<ref id="B65">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sasaki</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Nakamura</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Hamabe</surname>
<given-names>Y.</given-names>
</name>
<name>
<surname>Kurahashi</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Hiroi</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>Production of Iron Nanoparticles by Laser Irradiation in a Simulation of Lunar-like Space Weathering</article-title>. <source>Nature</source> <volume>410</volume>, <fpage>555</fpage>&#x2013;<lpage>557</lpage>. <pub-id pub-id-type="doi">10.1038/35069013</pub-id> </citation>
</ref>
<ref id="B66">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Scott</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Goldstein</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Yang</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Asphaug</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Bottke</surname>
<given-names>W.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Iron and Stony-Iron Meteorites and the Missing Mantle Meteorites and Asteroids</article-title>. <source>Meteoritics Planet. Sci. Suppl.</source> <volume>73</volume>, <fpage>5015</fpage>. </citation>
</ref>
<ref id="B67">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sergeyev</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Carry</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Onken</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Devillepoix</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Wolf</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Chang</surname>
<given-names>S.-W.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Multi-filter Photometry of Solar System Objects from the Skymapper Southern Survey</article-title>. <comment>arXiv preprint arXiv:2110.11656</comment>. <pub-id pub-id-type="doi">10.1051/0004-6361/202142074</pub-id> </citation>
</ref>
<ref id="B68">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Singer</surname>
<given-names>R. B.</given-names>
</name>
<name>
<surname>Roush</surname>
<given-names>T. L.</given-names>
</name>
</person-group> (<year>1985</year>). <article-title>Effects of Temperature on Remotely Sensed mineral Absorption Features</article-title>. <source>J.&#x20;Geophys. Res.</source> <volume>90</volume>, <fpage>12434</fpage>&#x2013;<lpage>12444</lpage>. <pub-id pub-id-type="doi">10.1029/jb090ib14p12434</pub-id> </citation>
</ref>
<ref id="B69">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Solontoi</surname>
<given-names>M. R.</given-names>
</name>
<name>
<surname>Hammergren</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Gyuk</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Puckett</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>AVAST Survey 0.4-1.0&#x3bc;m Spectroscopy of Igneous Asteroids in the Inner and Middle Main belt</article-title>. <source>Icarus</source> <volume>220</volume>, <fpage>577</fpage>&#x2013;<lpage>585</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2012.05.035</pub-id> </citation>
</ref>
<ref id="B70">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Strazzulla</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Dotto</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Brunetto</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Barucci</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Blanco</surname>
<given-names>A.</given-names>
</name>
<etal/>
</person-group> (<year>2005</year>). <article-title>Spectral Alteration of the Meteorite Epinal (H5) Induced by Heavy Ion Irradiation: A Simulation of Space Weathering Effects on Near-Earth Asteroids</article-title>. <source>Icarus</source> <volume>174</volume>, <fpage>31</fpage>&#x2013;<lpage>35</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2004.09.013</pub-id> </citation>
</ref>
<ref id="B71">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sykes</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Cutri</surname>
<given-names>R. M.</given-names>
</name>
<name>
<surname>Fowler</surname>
<given-names>J.&#x20;W.</given-names>
</name>
<name>
<surname>Tholen</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Skrutskie</surname>
<given-names>M. F.</given-names>
</name>
<name>
<surname>Price</surname>
<given-names>S.</given-names>
</name>
<etal/>
</person-group> (<year>2000</year>). <article-title>The 2mass Asteroid and Comet Survey</article-title>. <source>Icarus</source> <volume>146</volume>, <fpage>161</fpage>&#x2013;<lpage>175</lpage>. <pub-id pub-id-type="doi">10.1006/icar.2000.6366</pub-id> </citation>
</ref>
<ref id="B72">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tholen</surname>
<given-names>D. J.</given-names>
</name>
</person-group> (<year>1989</year>). <article-title>Asteroid Taxonomic Classifications</article-title>. <source>Asteroids II</source>, <fpage>1139</fpage>&#x2013;<lpage>1150</lpage>. </citation>
</ref>
<ref id="B73">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Rossi</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Fulchignoni</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Birlan</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2009a</year>). <article-title>Solar Wind as the Origin of Rapid Reddening of Asteroid Surfaces</article-title>. <source>Nature</source> <volume>458</volume>, <fpage>993</fpage>&#x2013;<lpage>995</lpage>. <pub-id pub-id-type="doi">10.1038/nature07956</pub-id> </citation>
</ref>
<ref id="B74">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Brunetto</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Perron</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Fulvio</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Strazzulla</surname>
<given-names>G.</given-names>
</name>
<etal/>
</person-group> (<year>2009b</year>). <article-title>Plausible Parent Bodies for Enstatite Chondrites and Mesosiderites: Implications for Lutetia&#x27;s Fly-By</article-title>. <source>Icarus</source> <volume>202</volume>, <fpage>477</fpage>&#x2013;<lpage>486</lpage>. <pub-id pub-id-type="doi">10.1016/j.icarus.2009.03.016</pub-id> </citation>
</ref>
<ref id="B75">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Castillo-Rogez</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Beck</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Emery</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Brunetto</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Delbo</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). <article-title>Different Origins or Different Evolutions? Decoding the Spectral Diversity Among C-type Asteroids</article-title>. <source>Aj</source> <volume>153</volume>, <fpage>72</fpage>. <pub-id pub-id-type="doi">10.3847/1538-3881/153/2/72</pub-id> </citation>
</ref>
<ref id="B76">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Marsset</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Beck</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Binzel</surname>
<given-names>R. P.</given-names>
</name>
<name>
<surname>Birlan</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Brunetto</surname>
<given-names>R.</given-names>
</name>
<etal/>
</person-group> (<year>2015</year>). <article-title>Interplanetary Dust Particles as Samples of Icy Asteroids</article-title>. <source>ApJ</source> <volume>806</volume>, <fpage>204</fpage>. <pub-id pub-id-type="doi">10.1088/0004-637x/806/2/204</pub-id> </citation>
</ref>
<ref id="B77">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Vernazza</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Zanda</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Nakamura</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Scott</surname>
<given-names>E.</given-names>
</name>
<name>
<surname>Russell</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2016</year>). <source>The Formation and Evolution of Ordinary Chondrite Parent Bodies</source>. <comment>arXiv preprint arXiv:1611.08734</comment>. </citation>
</ref>
<ref id="B78">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Virtanen</surname>
<given-names>P.</given-names>
</name>
<name>
<surname>Gommers</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Oliphant</surname>
<given-names>T. E.</given-names>
</name>
<name>
<surname>Haberland</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Reddy</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Cournapeau</surname>
<given-names>D.</given-names>
</name>
<etal/>
</person-group> (<year>2020</year>). <article-title>SciPy 1.0: Fundamental Algorithms for Scientific Computing in Python</article-title>. <source>Nat. Methods</source> <volume>17</volume>, <fpage>261</fpage>&#x2013;<lpage>272</lpage>. <pub-id pub-id-type="doi">10.1038/s41592-019-0686-2</pub-id> </citation>
</ref>
<ref id="B79">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Wetherill</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Chapman</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Kerridge</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Matthews</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>1988</year>). <source>Meteorites and the Early Solar System</source>. <publisher-loc>Tucson</publisher-loc>: <publisher-name>University of Arizona Press</publisher-name>, <fpage>35</fpage>&#x2013;<lpage>67</lpage>. </citation>
</ref>
<ref id="B80">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Whitney</surname>
<given-names>A. W.</given-names>
</name>
</person-group> (<year>1971</year>). <article-title>A Direct Method of Nonparametric Measurement Selection</article-title>. <source>IEEE Trans. Comput.</source> <volume>C-20</volume>, <fpage>1100</fpage>&#x2013;<lpage>1103</lpage>. <pub-id pub-id-type="doi">10.1109/T-C.1971.223410</pub-id> </citation>
</ref>
<ref id="B81">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yurimoto</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Abe</surname>
<given-names>K.-i.</given-names>
</name>
<name>
<surname>Abe</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Ebihara</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Fujimura</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Hashiguchi</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2011</year>). <article-title>Oxygen Isotopic Compositions of Asteroidal Materials Returned from Itokawa by the Hayabusa mission</article-title>. <source>Science</source> <volume>333</volume>, <fpage>1116</fpage>&#x2013;<lpage>1119</lpage>. <pub-id pub-id-type="doi">10.1126/science.1207776</pub-id> </citation>
</ref>
<ref id="B82">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zellner</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Tholen</surname>
<given-names>D. J.</given-names>
</name>
<name>
<surname>Tedesco</surname>
<given-names>E. F.</given-names>
</name>
</person-group> (<year>1985</year>). <article-title>The Eight-Color Asteroid Survey: Results for 589&#x20;minor Planets</article-title>. <source>Icarus</source> <volume>61</volume>, <fpage>355</fpage>&#x2013;<lpage>416</lpage>. <pub-id pub-id-type="doi">10.1016/0019-1035(85)90133-2</pub-id> </citation>
</ref>
</ref-list>
</back>
</article>