<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Neurol.</journal-id>
<journal-title>Frontiers in Neurology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Neurol.</abbrev-journal-title>
<issn pub-type="epub">1664-2295</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fneur.2022.860008</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Neurology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Making Every Step Count: Minute-by-Minute Characterization of Step Counts Augments Remote Activity Monitoring in People With Multiple Sclerosis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Block</surname> <given-names>Valerie J.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1645020/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Waliman</surname> <given-names>Matthew</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1462566/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Xie</surname> <given-names>Zhendong</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Akula</surname> <given-names>Amit</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Bove</surname> <given-names>Riley</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/438928/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Pletcher</surname> <given-names>Mark J.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Marcus</surname> <given-names>Gregory M.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Olgin</surname> <given-names>Jeffrey E.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Cree</surname> <given-names>Bruce A. C.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/131554/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gelfand</surname> <given-names>Jeffrey M.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Henry</surname> <given-names>Roland G.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Neurology, University of California San Francisco (UCSF) Weill Institute for Neurosciences, University of California, San Francisco</institution>, <addr-line>San Francisco, CA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Epidemiology and Biostatistics, University of California, San Francisco</institution>, <addr-line>San Francisco, CA</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Medicine, University of California, San Francisco</institution>, <addr-line>San Francisco, CA</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Radiology, University of California, San Francisco</institution>, <addr-line>San Francisco, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Noel G. Carlson, University of Utah, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Jennifer Keller, Kennedy Krieger Institute, United States; Kathy Zackowski, National Multiple Sclerosis Society, United States</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Roland G. Henry <email>Roland.henry&#x00040;ucsf.edu</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Multiple Sclerosis and Neuroimmunology, a section of the journal Frontiers in Neurology</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors share first authorship</p></fn></author-notes>
<pub-date pub-type="epub">
<day>23</day>
<month>05</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>13</volume>
<elocation-id>860008</elocation-id>
<history>
<date date-type="received">
<day>22</day>
<month>01</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>04</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Block, Waliman, Xie, Akula, Bove, Pletcher, Marcus, Olgin, Cree, Gelfand and Henry.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Block, Waliman, Xie, Akula, Bove, Pletcher, Marcus, Olgin, Cree, Gelfand and Henry</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Background</title>
<p>Ambulatory disability is common in people with multiple sclerosis (MS). Remote monitoring using average daily step count (STEPS) can assess physical activity (activity) and disability in MS. STEPS correlates with conventional metrics such as the expanded disability status scale (Expanded Disability Status Scale; EDSS), Timed-25 Foot walk (T25FW) and timed up and go (TUG). However, while STEPS as a summative measure characterizes the number of steps taken over a day, it does not reflect variability and intensity of activity.</p>
</sec>
<sec>
<title>Objectives</title>
<p>Novel analytical methods were developed to describe how individuals spends time in various activity levels (e.g., continuous low versus short bouts of high) and the proportion of time spent at each activity level.</p>
</sec>
<sec>
<title>Methods</title>
<p>94 people with MS spanning the range of ambulatory impairment (unaffected to requiring bilateral assistance) were recruited into FITriMS study and asked to wear a Fitbit continuously for 1-year. Parametric distributions were fit to minute-by-minute step data. Adjusted R<sup>2</sup> values for regressions between distributional fit parameters and STEPS with EDSS, TUG, T25FW and the patient-reported 12-item MS Walking scale (MSWS-12) were calculated over the first 4-weeks, adjusting for sex, age and disease duration.</p>
</sec>
<sec>
<title>Results</title>
<p>Distributional fits determined that the best statistically-valid model across all subjects was a 3-compartment Gaussian Mixture Model (GMM) that characterizes the step behavior within 3 levels of activity: high, moderate and low. The correlation of GMM parameters for baseline step count measures with clinical assessments was improved when compared with STEPS (adjusted R<sup>2</sup> values GMM vs. STEPS: TUG: 0.536 vs. 0.419, T25FW: 0.489 vs. 0.402, MSWS-12: 0.383 vs. 0.378, EDSS: 0.557 vs. 0.465). The GMM correlated more strongly (Kruskal-Wallis: <italic>p</italic> = 0.0001) than STEPS and gave further information not included in STEPS.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>Individuals&#x00027; step distributions follow a 3-compartment GMM that better correlates with clinic-based performance measures compared with STEPS. These data support the existence of high-moderate-low levels of activity. GMM provides an interpretable framework to better understand the association between different levels of activity and clinical metrics and allows further analysis of walking behavior that takes step distribution and proportion of time at three levels of intensity into account.</p>
</sec>
</abstract>
<kwd-group>
<kwd>multiple sclerosis</kwd>
<kwd>Fitbit</kwd>
<kwd>remote monitoring</kwd>
<kwd>activity level</kwd>
<kwd>accelerometry</kwd>
<kwd>minute-by-minute steps</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="5"/>
<equation-count count="0"/>
<ref-count count="32"/>
<page-count count="8"/>
<word-count count="5018"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Ambulatory disability is one of the most common, bothersome and limiting symptoms for people living with multiple sclerosis (MS) and greatly decreasing quality of life (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). Walking <italic>capacity</italic> is measured in the clinic using a variety of validated outcomes (e.g. Timed 25-Foot Walk [T25FW] test), however, measurement and evaluation of walking <italic>performance</italic> (i.e. what they actually do in daily life) may be more important to the patient and reflect actual function (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B4">4</xref>).</p>
<p>Efforts by several groups focused on remote (real-world) monitoring of ambulatory function mostly using average daily step count (STEPS), obtained from research-based and commercially available accelerometers (<xref ref-type="bibr" rid="B5">5</xref>&#x02013;<xref ref-type="bibr" rid="B12">12</xref>). In the Fitbit remote monitoring in MS (FITriMS) study, daily step counts were collected continuously for over 1-year (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). The STEPS averaged over the first 30 days correlated with disability (Expanded Disability Status Score [EDSS]), clinic-based metrics (T25FW, Timed-Up and Go Test [TUG], 2-min walk test [2MWT]) and patient reported outcomes (i.e. 12-item MS Walking Scale [MSWS-12]) (<xref ref-type="bibr" rid="B5">5</xref>) Longitudinal analysis over 1 year demonstrated a change in STEPS over time, even when conventional measures remained stable (<xref ref-type="bibr" rid="B6">6</xref>). These findings suggest remote physical activity monitoring provides additional sensitivity when capturing change in performance in people with MS.</p>
<p>Physical activity (activity) is quantified in different ways. The STEPS summarizes the total number of steps taken during an allotted epoch (usually 1 day) but does not reflect how different ambulatory behavior results in unique or distinctive step distributions, nor does it provide information or understanding of variability and intensity of the activity. Minute-by-minute (M-M) step count data can provide more granular information on the intensity, duration and frequency of ambulatory behavior. The aims for this analysis were to: determine the best probabilistic model using M-M step data to characterize activity distribution in people with MS with a range of ambulatory disability, evaluate the statistical validity of this new outcome, and compare with STEPS and conventional disability correlates at baseline.</p>
</sec>
<sec sec-type="methods" id="s2">
<title>Methods</title>
<sec>
<title>Study Procedures</title>
<p>The FITriMS study methods were described previously (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). Briefly, adults (&#x0003E;18 years old) with either progressive or relapsing MS (<xref ref-type="bibr" rid="B13">13</xref>) were prospectively recruited from a single MS Center (University of California San Francisco; UCSF) into the FITriMS study between July 2015 and April 2016. For inclusion, participants were able walk continuously for at least 2 min, had WiFi access, experienced no relapse for the last 30 days, and were free from any musculoskeletal or cardiovascular comorbidities affecting ambulatory function (in the opinion of the study physical therapist). A range of ambulatory disability levels were block recruited to ensure a wide representation of ambulatory participants. MS disability was evaluated at study entry in the clinic using the EDSS (<xref ref-type="bibr" rid="B14">14</xref>), walking speed via the T25FW, (<xref ref-type="bibr" rid="B15">15</xref>), mobility and balance via the TUG (<xref ref-type="bibr" rid="B15">15</xref>), and endurance via a 2MWT (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). Patient-reported impact of MS on walking, MSWS-12 questionnaires, was completed online using secure REDCap email link at study entry (<xref ref-type="bibr" rid="B18">18</xref>). Study personnel provided training on the maintenance and use of a Fitbit Flex for each participant. Participants were asked to wear the Fitbit as much as possible on their non-dominant wrist. Aggregated daily, and granular M-M, step count data from the Fitbit were uploaded and stored on the UCSF Eureka platform (<ext-link ext-link-type="uri" xlink:href="https://info.eurekaplatform.org/">https://info.eurekaplatform.org/</ext-link>). In this data set, &#x0201C;physical activity&#x0201D; refers to outcome derived from step count (daily or minute-by-minute). The study protocol was approved by the institutional review board at UCSF, and all participants provided informed consent.</p>
</sec>
<sec>
<title>Quality Control (QC) and Data Cleaning</title>
<p>From the date of study entry, the first 4 week (or 28 days = &#x0201C;baseline&#x0201D;) of M-M step count data were gathered for each individual. The &#x0201C;baseline&#x0201D; was chosen for comparison with previous STEPS analysis (<xref ref-type="bibr" rid="B5">5</xref>). To ensure only valid days were analyzed, any day that had a total sum of &#x0003C; 128 steps/day was removed. In M-M data, data points with &#x0003E; 300 steps per minute were excluded. Days with fewer than 128 steps were previously reported as non-valid, non-wear days (<xref ref-type="bibr" rid="B5">5</xref>) Weeks with &#x0003C; 3 valid days were also excluded. Data cleaning was based on MS literature and our previous work on this data set where: 1) no clear pattern of reactivity (i.e., temporary increase in activity after initial donning -due to the knowledge of being monitored &#x02013; followed by a drop in activity when novelty wears off) was observed, 2) higher correlation was found using 13 days or more of monitoring, and 3) lower reliability with monitoring epochs of 3 days (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B19">19</xref>). Night-time sleep data from Fitbit has not been validated in people MS and the majority of our patients only wore the device during the day. Long epochs of zero data were indicative of non-use or sleep, therefore only non-zero M-M data was used for subsequent analysis.</p>
</sec>
<sec>
<title>Analysis</title>
<p>After quality control, the cohort data were combined to include all valid participants. To determine the best probabilistic model and statistical validation, multiple statistical distributions were fit to the data and evaluated on an individual and group level. (<xref ref-type="supplementary-material" rid="SM1">Supplementary Table 1</xref>).</p>
<p>Previous visual observation of the step distribution revealed distinct &#x02018;clustering&#x02019; of steps; therefore, mixture distributions (Gaussians) were included.</p>
<p>A single Gaussian distribution is characterized by two parameters, <bold>&#x003BC;</bold> (the mean) and <bold>&#x003C3;</bold> (the variance) that control the location and spread of the distribution, respectively. In a 3-component Gaussian Mixture Model (GMM), consists of several Gaussian distributions where each Gaussian is assigned a proportion (&#x003C0;) parameter, a mean (<bold>&#x003BC;</bold>) parameter and a variance (<bold>&#x003C3;</bold>) parameter. The proportion (&#x003C0;) describes how much each Gaussian contributes to the overall model.</p>
<p>Linear regression was used to compare the chosen model with clinical and patient-reported outcomes. The inverse of TUG and T25FW was used to transform the data and allow for normally distributed residuals for the linear regressions. Next, linear regression on the same Gaussian parameters including age, sex, MS subtype and STEPS with clinical and patient-reported metrics was performed. JMP, version Pro 16 (<xref ref-type="bibr" rid="B20">20</xref>) was used for the analysis and figure generation.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<p>From the 104 patients recruited into FITriMS, 10 did not have M-M data - due to sporadic syncing resulting in only daily step count data rather than M-M which requires weekly syncing. Of 94 participants used for this analysis, 63.5% carried a relapsing MS diagnosis (the remaining had progressive forms of MS) and more than two-thirds (76.3%) were women. The mean (SD) age was 55.5 years (13.7), median disease duration was 19.6 (IQR: 16) years, and median EDSS 4.0 (IQR: 3.5). All participant characteristics are summarized in <xref ref-type="table" rid="T1">Table 1</xref> and EDSS distribution in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Demographic and clinical characteristics.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th valign="top" align="center"><bold>Mean (SD)</bold></th>
<th valign="top" align="center"><bold>Min</bold></th>
<th valign="top" align="center"><bold>Max</bold></th>
<th valign="top" align="center"><bold>IQR</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">55.5 (13.7)</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">80</td>
<td valign="top" align="center">24.3</td>
</tr>
<tr>
<td valign="top" align="left">Number of Valid Days (Out of 28)</td>
<td valign="top" align="center">25.0 (5.46)</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" align="left">Step Counts (per minute)</td>
<td valign="top" align="center">26.5 (25.1)</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">293</td>
<td valign="top" align="center">25</td>
</tr>
<tr>
<td valign="top" align="left">Disease Duration (years)</td>
<td valign="top" align="center">19.6 (11.9)</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">55</td>
<td valign="top" align="center">16</td>
</tr>
<tr>
<td valign="top" align="left">TUG (seconds)</td>
<td valign="top" align="center">11.9 (11.3)</td>
<td valign="top" align="center">4.3</td>
<td valign="top" align="center">88.7</td>
<td valign="top" align="center">5.9</td>
</tr>
<tr>
<td valign="top" align="left">T25FW (seconds)</td>
<td valign="top" align="center">7.4 (5.6)</td>
<td valign="top" align="center">2.8</td>
<td valign="top" align="center">44.2</td>
<td valign="top" align="center">2.9</td>
</tr>
<tr>
<td valign="top" align="left">2MWT (meters)</td>
<td valign="top" align="center">133.5 (50.2)</td>
<td valign="top" align="center">16.5</td>
<td valign="top" align="center">237.6</td>
<td valign="top" align="center">78.1</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">Median</td>
<td valign="top" align="center">Min</td>
<td valign="top" align="center">Max</td>
<td valign="top" align="center">IQR</td>
</tr>
<tr>
<td valign="top" align="left">EDSS</td>
<td valign="top" align="center">4.0</td>
<td valign="top" align="center">0.0</td>
<td valign="top" align="center">6.5</td>
<td valign="top" align="center">3.5</td>
</tr>
<tr>
<td valign="top" align="left">MSWS-12 (score 12&#x02013;60)</td>
<td valign="top" align="center">41</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">60</td>
<td valign="top" align="center">25.5</td>
</tr>
<tr>
<td valign="top" align="left">Sex</td>
<td valign="top" align="center"><italic>N</italic> (%)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">36 (23.7)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">58 (76.3)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
</tr>
<tr>
<td valign="top" align="left">MS subtype</td>
<td valign="top" align="center"><italic>N</italic> (%)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
</tr>
<tr>
<td valign="top" align="left">Relapsing</td>
<td valign="top" align="center">59 (62.8)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
</tr>
<tr>
<td valign="top" align="left">Progressive</td>
<td valign="top" align="center">35 (37.2)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">-</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>EDSS, Expanded Disability Status Score; TUG, Timed-Up-and Go Test (Greater times indicate worse balance and walking ability, and higher fall risk); T25FW, Timed-25 Foot Walk test (Greater times indicate slower walking speed and greater disability); 2MWT, 2-min Walk Test (Shorter distances indicate less endurance); MSWS-12, 12-item MS Walking Scale (higher scores reflect greater self-reported impact of MS on walking). MS, multiple sclerosis; Step count, After cleaning the data; this is the average Step count per minute during active time (&#x0003E;0 steps/ min on valid days) - averaged over 4 weeks</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Histogram showing individual example of minute-by-minute step count distribution with the GMM model fit. X axis = Expanded Disability Status Score (EDSS) scores. Y axis = Number of subjects in each EDSS level.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-13-860008-g0001.tif"/>
</fig>
<p>The GMM was found to be the best fit for individual subject data (see <xref ref-type="supplementary-material" rid="SM1">Supplemental Table 1</xref> for full comparison of distributions). GMM fits a greater variability in activity distribution and provides more flexibility in generalizable representation of MS activity. For example, <xref ref-type="fig" rid="F2">Figure 2A</xref> shows a participant who spend most of their time in low levels of activity and <xref ref-type="fig" rid="F2">Figure 2B</xref> depicts the GMM fit for a participant who perform some higher activity over the day (100&#x02013;130 steps per min).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p><bold>(A)</bold> Example of a participant who spends most of the time in low levels of physical activity. GMM: X axis = count of steps per minute over 1 month. Example of a participant who spend most of their time in low levels of physical activity (10&#x02013;30 steps/min). <bold>(B)</bold> Example of a participant who performs some higher physical activity. GMM: X axis = count of steps per minute over 1 month. Example of a participant who do some level of higher physical activity (bump around the 100&#x02013;130 steps/min).</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fneur-13-860008-g0002.tif"/>
</fig>
<p>All Gaussian parameters (&#x003BC;, &#x003C3;, and &#x003C0;) except for &#x003C0;3 (since &#x003C0;1, &#x003C0;2 and &#x003C0;3 are perfectly collinear [&#x003C0;1 &#x0002B; &#x003C0;2 &#x0002B; &#x003C0;3 = 1]) correlated with clinical metrics (EDSS, TUG, MSWS12, 2MWT, T25FW). Using individual participant data, GMM was fit to M-M step data.</p>
<p>We propose that the 3 Gaussians correspond to 3 activity levels for each patient (low activity, medium activity, high activity &#x02013; as ordered by their <bold>&#x003BC;</bold> [means]): each <bold>&#x003BC;</bold> represents the average step count we would expect from each step activity level, as characterized by its corresponding Gaussian; each <bold>&#x003C3;</bold> represents the variability we would expect for each activity level; and each &#x003C0; represents the proportion of activities we would expect from each activity region.</p>
<p>Linear regression was used to show moderate to high correlation between GMM acquired over the study&#x00027;s baseline first 4 weeks of monitoring, and both clinic-based and patient-reported outcome measures. The results using GMM were consistently stronger than results obtained using only STEPS. Adding STEPS to GMM (GMM &#x0002B; STEPS) consistently outperforms either measure its own. Adjusting for sex, age and disease duration improved all models (<xref ref-type="table" rid="T2">Table 2</xref>).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Comparison of GMM model and STEPS with conventional clinic-based and patient-reported outcomes.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>Adjusted R<sup><bold>2</bold></sup></bold></th>
<th valign="top" align="center"><bold>EDSS</bold></th>
<th valign="top" align="center"><bold>TUG</bold></th>
<th valign="top" align="center"><bold>T25FW</bold></th>
<th valign="top" align="center"><bold>2MWT</bold></th>
<th valign="top" align="center"><bold>MSWS&#x02212;12</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">GMM</td>
<td valign="top" align="center">0.557</td>
<td valign="top" align="center">0.536</td>
<td valign="top" align="center">0.489</td>
<td valign="top" align="center">0.560</td>
<td valign="top" align="center">0.383</td>
</tr>
<tr>
<td valign="top" align="left">STEPS</td>
<td valign="top" align="center">0.465</td>
<td valign="top" align="center">0.419</td>
<td valign="top" align="center">0.402</td>
<td valign="top" align="center">0.432</td>
<td valign="top" align="center">0.378</td>
</tr>
<tr>
<td valign="top" align="left">GMM &#x0002B; STEPS</td>
<td valign="top" align="center">0.631</td>
<td valign="top" align="center">0.541</td>
<td valign="top" align="center">0.503</td>
<td valign="top" align="center">0.542</td>
<td valign="top" align="center">0.446</td>
</tr>
<tr>
<td valign="top" align="left">GMM (Adjusted)</td>
<td valign="top" align="center">0.675</td>
<td valign="top" align="center">0.587</td>
<td valign="top" align="center">0.546</td>
<td valign="top" align="center">0.538</td>
<td valign="top" align="center">0.512</td>
</tr>
<tr>
<td valign="top" align="left">STEPS (Adjusted)</td>
<td valign="top" align="center">0.569</td>
<td valign="top" align="center">0.525</td>
<td valign="top" align="center">0.453</td>
<td valign="top" align="center">0.439</td>
<td valign="top" align="center">0.461</td>
</tr>
<tr>
<td valign="top" align="left">GMM &#x0002B; STEPS (Adjusted)</td>
<td valign="top" align="center">0.710</td>
<td valign="top" align="center">0.583</td>
<td valign="top" align="center">0.544</td>
<td valign="top" align="center">0.548</td>
<td valign="top" align="center">0.533</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>EDSS, Expanded Disability Status Score; TUG, Timed-Up-and Go Test; T25FW, Timed-25 Foot Walk test; 2MWT, 2-min Walk Test; MSWS-12, 12-item MS Walking Scale. GMM - Normal 3 Mixture; STEPS, Average daily step count over the first 4 weeks (or 28 days). (Adjusted for = sex; age; and disease duration into the model)</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p><xref ref-type="table" rid="T3">Table 3A</xref> shows the centers for each Gaussian for different EDSS groupings. EDSS groups with lower levels of disability had consistently higher Gaussian centers. Further, Gaussians at higher activity levels had higher variances than those at lower levels.</p>
<table-wrap position="float" id="T3">
<label>Table 3A</label>
<caption><p>Mean physical activity level distribution per disability (EDSS) group (distribution of &#x003BC;).</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>EDSS group [<italic>N</italic>]</bold></th>
<th valign="top" align="center"><bold>Disability level</bold></th>
<th valign="top" align="center"><bold>Low activity &#x003BC;<sub>1</sub> (SD)</bold></th>
<th valign="top" align="center"><bold>Moderate activity &#x003BC;<sub>2</sub> (SD)</bold></th>
<th valign="top" align="center"><bold>High activity &#x003BC;<sub>3</sub> (SD)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">0.0&#x02013;3.5 [36]</td>
<td valign="top" align="center">No &#x0201C;walking&#x0201D; disability</td>
<td valign="top" align="center">10.96 (1.22)</td>
<td valign="top" align="center">32.70 (5.52)</td>
<td valign="top" align="center">82.37 (21.59)</td>
</tr>
<tr>
<td valign="top" align="left">4.0&#x02013;5.5 [26]</td>
<td valign="top" align="center">Walking disability present</td>
<td valign="top" align="center">10.46 (1.74)</td>
<td valign="top" align="center">30.10 (7.65)</td>
<td valign="top" align="center">75.63 (27.56)</td>
</tr>
<tr>
<td valign="top" align="left">6.0 [18]</td>
<td valign="top" align="center">Needs a cane to ambulate</td>
<td valign="top" align="center">9.68 (1.20)</td>
<td valign="top" align="center">24.89 (4.28)</td>
<td valign="top" align="center">58.17 (12.94)</td>
</tr>
<tr>
<td valign="top" align="left">6.5 [14]</td>
<td valign="top" align="center">Needs 2 canes or a walker to ambulate</td>
<td valign="top" align="center">8.44 (0.94)</td>
<td valign="top" align="center">20.52 (2.98)</td>
<td valign="top" align="center">53.28 (11.51)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Each participant was fit individually, and the mean physical activity was extracted for the group distribution. People with lower levels of disability (i.e. EDSS = 0.0&#x02013;3.5) tended to have greater mean physical activity in each level (low: <bold>&#x003BC;<sub>1</sub></bold>, moderate: <bold>&#x003BC;<sub>2</sub></bold> and high: <bold>&#x003BC;<sub>3</sub></bold>)</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>These results provide preliminary evidence for the use of a GMM probabilistic model to characterize activity distribution using granular M-M step count in people with MS. This model performs better (stronger correlations and adjusted R<sup>2</sup>) than previous methods using crude STEPS.</p>
<p>The GMM model was able to generalize over a range of activity profiles. More specifically, it was able to capture the step distributions of those in the cohort where a significant percentage of steps come from high activity levels. Previous work from our group illustrated the wide variability in activity levels in people with MS, within and between all ambulatory disability levels (<xref ref-type="bibr" rid="B5">5</xref>). Therefore, the ability to generalize M-M modeling to highly variable distributions using the 3 compartment GMM has clinical appeal. In addition, the GMM dovetails well with existing literature regarding activity levels classified into three levels: low, moderate/moderate to vigorous, and high physical activity (<xref ref-type="bibr" rid="B21">21</xref>&#x02013;<xref ref-type="bibr" rid="B23">23</xref>).</p>
<p>The GMM representation of activity outperforms other statistical models and performs better than STEPS as compared to conventional disability correlates (<xref ref-type="bibr" rid="B5">5</xref>). The GMM may provide an interpretable framework to better understand the association between different levels of activity and clinical metrics. It also allows further analysis of walking performance and behavior by taking step distribution and proportion of time at each intensity into account. GMM and STEPS are complimentary; STEPS provides a mean, whereas GMM presents information regarding intensity, variance, and proportional step distribution. The model including STEPS and GMM generated high correlation with the conventional outcomes, suggesting that the overall mean (STEPS) is a useful metric in combination with the more descriptive GMM.</p>
<p>This analysis has important limitations. Although this cohort was well-phenotyped, larger studies in more heterogeneous populations are needed to provide additional evidence of generalizability and replicability. Due to the limited availability of M-M, longitudinal (&#x0003E;7 days) datasets in people with MS, we were not able to perform a replication analysis. In addition, analysis of larger datasets collected in randomly recruited cohorts (rather than block enrolled) will be required. Data processed with the same granularity (minute-by-minute steps) from healthy age-matched controls would provide a better understanding about the proportions of time spent in each activity level.</p>
<p>A GMM based model is also relatively inflexible when approximating activity distributions that are not Gaussian in nature. A possible solution to overcome this representational limitation is to use an autoencoder (<xref ref-type="bibr" rid="B24">24</xref>), a type of neural network, to compress the distribution into a flexible lower dimensional representation with greater generalizability.</p>
<p>Without access to a platform that automatically pulls the M-M data, retrieving these detailed metrics would be more burdensome than simply downloading daily step count from the Fitbit.com website. Although we were fortunate to be able to use an in-house platform (Eureka: <ext-link ext-link-type="uri" xlink:href="https://info.eurekaplatform.org/">https://info.eurekaplatform.org/</ext-link>), there are fee-based companies that offer such services. In addition, the M-M data and GMM model provide improved correlations with conventional measures and provide insight into how a patient spends their time in different activity levels. For instance, a larger &#x0201C;<bold>&#x003BC;3</bold>&#x0201D; represents greater <italic>average</italic> step count; a smaller &#x0201C;<bold>&#x003C3;1</bold>&#x0201D; denotes less variability; and &#x0201C;<bold>&#x003C0;2</bold>&#x0201D; denotes greater proportion of activities in the moderate range. These granular information combined with the level of disability (<xref ref-type="table" rid="T3">Tables 3A</xref>&#x02013;<xref ref-type="table" rid="T5">C</xref>), provide a potential avenue for predictive algorithms and later, individualized rehabilitation plans.</p>
<table-wrap position="float" id="T4">
<label>Table 3B</label>
<caption><p>Variance of physical activity level distribution per disability (EDSS) group (distribution of &#x003C3;).</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>EDSS group [<italic>N</italic>]</bold></th>
<th valign="top" align="center"><bold>Disability level</bold></th>
<th valign="top" align="center"><bold>Low variance &#x003C3;<sub>1</sub> (SD)</bold></th>
<th valign="top" align="center"><bold>Moderate variance &#x003C3;<sub>2</sub> (SD)</bold></th>
<th valign="top" align="center"><bold>High variance &#x003C3;<sub>3</sub> (SD)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">0.0&#x02013;3.5 [36]</td>
<td valign="top" align="center">No &#x0201C;walking&#x0201D; disability</td>
<td valign="top" align="center">27.18 (9.99)</td>
<td valign="top" align="center">178.74 (78.72)</td>
<td valign="top" align="center">394.38 (191.20)</td>
</tr>
<tr>
<td valign="top" align="left">4.0&#x02013;5.5 [26]</td>
<td valign="top" align="center">Walking disability present</td>
<td valign="top" align="center">23.67 (13.06)</td>
<td valign="top" align="center">152.10 (122.27)</td>
<td valign="top" align="center">487.65 (772.72)</td>
</tr>
<tr>
<td valign="top" align="left">6.0 [18]</td>
<td valign="top" align="center">Needs a cane to ambulate</td>
<td valign="top" align="center">17.31 (8.25)</td>
<td valign="top" align="center">83.20 (43.58)</td>
<td valign="top" align="center">362.86 (159.58)</td>
</tr>
<tr>
<td valign="top" align="left">6.5 [14]</td>
<td valign="top" align="center">Needs 2 canes or a walker to ambulate</td>
<td valign="top" align="center">10.47 (4.26)</td>
<td valign="top" align="center">58.32 (21.10)</td>
<td valign="top" align="center">294.96 (196.31)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Each participant was fit individually, and the variance of each physical activity type was extracted for the group distribution. Greater levels of disability demonstrated smaller variance when compared with people characterized with lower disability scores</italic>.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="T5">
<label>Table 3C</label>
<caption><p>Proportion of physical activity level distribution per disability (EDSS) group (distribution of &#x003C0;).</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th valign="top" align="left"><bold>EDSS group [<italic>N</italic>]</bold></th>
<th valign="top" align="left"><bold>Disability level</bold></th>
<th valign="top" align="center"><bold>Low &#x003C0;<sub>1</sub> (SD)</bold></th>
<th valign="top" align="center"><bold>Moderate &#x003C0;<sub>2</sub> (SD)</bold></th>
<th valign="top" align="center"><bold>High &#x003C0;<sub>3</sub> (SD)</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">0.0&#x02013;3.5 [36]</td>
<td valign="top" align="left">No &#x0201C;walking&#x0201D; disability</td>
<td valign="top" align="center">0.47 (0.07)</td>
<td valign="top" align="center">0.37 (0.04)</td>
<td valign="top" align="center">0.15 (0.06)</td>
</tr>
<tr>
<td valign="top" align="left">4.0&#x02013;5.5 [26]</td>
<td valign="top" align="left">Walking disability present</td>
<td valign="top" align="center">0.51 (0.05)</td>
<td valign="top" align="center">0.36 (0.03)</td>
<td valign="top" align="center">0.13 (0.05)</td>
</tr>
<tr>
<td valign="top" align="left">6.0 [18]</td>
<td valign="top" align="left">Needs a cane to ambulate</td>
<td valign="top" align="center">0.55 (0.05)</td>
<td valign="top" align="center">0.34 (0.04)</td>
<td valign="top" align="center">0.11 (0.04)</td>
</tr>
<tr>
<td valign="top" align="left">6.5 [14]</td>
<td valign="top" align="left">Needs 2 canes or a walker to ambulate</td>
<td valign="top" align="center">0.61 (0.06)</td>
<td valign="top" align="center">0.31 (0.07)</td>
<td valign="top" align="center">0.09 (0.03)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>Each participant was fit individually, and the proportion of physical activity was extracted for the group distribution. The greater the level of disability (i.e. EDSS = 6.5) the higher proportion of lower levels of physical activity (<bold>&#x003C0;</bold><sub>1</sub>) recorded, and the lower disability (i.e. EDSS = 0.0&#x02013;3.5) the greater proportion of moderate (<bold>&#x003C0;</bold><sub>2</sub>) and high physical activity (<bold>&#x003C0;</bold><sub>3</sub>) levels recorded (Kruskal-Wallis Test: p = 0.0001)</italic>.</p>
<p><italic>EDSS, Expanded Disability Status Score; N, sample size in each group; SD, standard deviation; &#x003BC;1, mean steps - low physical activity; &#x003BC;2, mean steps - moderate physical activity; &#x003BC;3, mean steps - &#x0201C;high&#x0201D; (relatively) physical activity, Low variance, <bold>&#x003C3;</bold><sub><bold>1</bold></sub>; moderate variance, &#x003C3;<sub><bold>2</bold></sub> and high variance, <bold>&#x003C3;</bold><sub><bold>3</bold></sub>, <bold>&#x003C0;</bold><sub>1</sub>, Low proportion of physical activity; <bold>&#x003C0;</bold><sub>2</sub>, moderate proportion of physical activity; &#x003C0;<sub>3</sub>, high proportion of physical activity</italic>.</p>
</table-wrap-foot>
</table-wrap>
<p>Moderate-to-Vigorous activity equates with our &#x003C0;<bold>2</bold>, and has frequently been cited as the benchmark for determining optimal physical activity in MS and the general population. People needing double support to ambulate (EDSS = 6.5) tended to spend a larger proportion their activity in <bold>&#x003C0;<sub>1</sub></bold> (corresponding to low levels of activity or sedentarism). On the other hand, people with lower disability (EDSS = 0.0&#x02013;3.5) presented with a greater proportion in <bold>&#x003C0;<sub>2</sub></bold> and <bold>&#x003C0;<sub>3</sub></bold> (corresponding with more moderate and higher activity levels). Therefore, it may be more clinically useful to evaluate &#x003C0;<bold>1</bold>, and &#x003C0;<bold>3</bold> (the time spent in low levels and very high levels of activity) when assessing an individual patient&#x00027;s activity level and subsequent risk factors or rehabilitation needs. For example, understanding fluctuations in activity over the day to better personalize when to focus rehabilitation interventions and on what (intensity and duration of activity). Research awareness already shifted toward investigating the effect of sedentary time on health and disease (<xref ref-type="bibr" rid="B25">25</xref>&#x02013;<xref ref-type="bibr" rid="B27">27</xref>). Higher physical activity has been associated with beneficial changes in the brain and spinal cord, as well with decreased levels of disability (<xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B29">29</xref>). However, this area of investigation is in its infancy and the underlying mechanism of action is not yet understood. Methods presented in this paper could build on and support these lines of investigation &#x02013; with aims at promoting greater overall wellness, and potentially delay disease progression in people with MS (<xref ref-type="bibr" rid="B29">29</xref>&#x02013;<xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>This model will be used as a framework to predict disease progression over the longer term (&#x0003E;2 years) and to develop further descriptive metrics for activity. How time spent at various activity levels is associated with MS disability over time &#x02013; i.e., temporal validation of the Gaussian parameters for prediction on disability progression &#x02013; remains to be determined. Models including associations of fall-risk prediction in people with MS would also be highly clinically valuable.</p>
</sec>
<sec sec-type="conclusions" id="s5">
<title>Conclusion</title>
<p>Results from this analysis favor a 3 compartment GMM as the best probabilistic model to characterize dynamic ambulatory activity in people with MS with a wide range of disability. As compared to STEPS as a sole outcome, this method demonstrated stronger associations with conventional clinic-based and patient-reported outcomes. To unearth the full potential of this method, additional longitudinal exploration of predictive value is required.</p>
</sec>
<sec sec-type="data-availability" id="s6">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by UCSF Human Research Protection Program, Box 1288 490 Illinois Street, Floor 6 San Francisco, CA 94143. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>VB and MW: design and conceptualized study, analyzed the data, and drafted the manuscript for intellectual content. ZX and AA: analyzed the data and drafted the manuscript for intellectual content. RB, MP, GM, JO, and BC: interpreted the data and revised the manuscript for intellectual content. JG: design and conceptualized study, interpreted the data, and revised the manuscript for intellectual content. RH: design and conceptualized study, analyzed and interpreted the data, and revised the manuscript for intellectual content. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s9">
<title>Publisher&#x00027;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec sec-type="supplementary-material" id="s10">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fneur.2022.860008/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fneur.2022.860008/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.PDF" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Compston</surname> <given-names>A</given-names></name> <name><surname>Coles</surname> <given-names>A</given-names></name></person-group>. <article-title>Multiple sclerosis</article-title>. <source>Lancet (London, England).</source> (<year>2008</year>) <volume>372</volume>:<fpage>1502</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1016/S0140-6736(08)61620-7</pub-id><pub-id pub-id-type="pmid">18970977</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gelfand</surname> <given-names>JM</given-names></name></person-group>. <article-title>Multiple sclerosis: diagnosis, differential diagnosis, clinical presentation</article-title>. <source>Handb Clin Neurol.</source> (<year>2014</year>) <volume>122</volume>:<fpage>269</fpage>&#x02013;<lpage>90</lpage>. <pub-id pub-id-type="doi">10.1016/B978-0-444-52001-2.00011-X</pub-id><pub-id pub-id-type="pmid">24507522</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mate</surname> <given-names>KKV</given-names></name> <name><surname>Mayo</surname> <given-names>NE</given-names></name></person-group>. <article-title>Clinically assessed walking capacity versus real-world walking performance in people with multiple sclerosis</article-title>. <source>Int J MS Care.</source> (<year>2020</year>) <volume>22</volume>:<fpage>143</fpage>&#x02013;<lpage>50</lpage>. <pub-id pub-id-type="doi">10.7224/1537-2073.2019-047</pub-id><pub-id pub-id-type="pmid">32607077</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ehling</surname> <given-names>R</given-names></name> <name><surname>Bsteh</surname> <given-names>G</given-names></name> <name><surname>Muehlbacher</surname> <given-names>A</given-names></name> <name><surname>Hermann</surname> <given-names>K</given-names></name> <name><surname>Brenneis</surname> <given-names>C</given-names></name></person-group>. <article-title>Ecological validity of walking capacity tests following rehabilitation in people with multiple sclerosis</article-title>. <source>PLoS ONE.</source> (<year>2019</year>) <volume>14</volume>:<fpage>e0220613</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0220613</pub-id><pub-id pub-id-type="pmid">31369622</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Block</surname> <given-names>VJ</given-names></name> <name><surname>Liz&#x000E9;e</surname> <given-names>A</given-names></name> <name><surname>Crabtree-Hartman</surname> <given-names>E</given-names></name> <name><surname>Bevan</surname> <given-names>CJ</given-names></name> <name><surname>Graves</surname> <given-names>JS</given-names></name> <name><surname>Bove</surname> <given-names>R</given-names></name></person-group>. <article-title>Continuous daily assessment of multiple sclerosis disability using remote step count monitoring</article-title>. <source>J neurol</source>. (<year>2016</year>) <volume>2016</volume>:<fpage>1</fpage>-<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1007/s00415-016-8334-6</pub-id><pub-id pub-id-type="pmid">27896433</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Block</surname> <given-names>VJ</given-names></name> <name><surname>Bove</surname> <given-names>R</given-names></name> <name><surname>Zhao</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Association of continuous assessment of step count by remote monitoring with disability progression among adults with multiple sclerosis</article-title>. <source>JAMA Network Open.</source> (<year>2019</year>) <volume>2</volume>:<fpage>e190570</fpage>&#x02013;<lpage>e190570</lpage>. <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.0570</pub-id><pub-id pub-id-type="pmid">30874777</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Block</surname> <given-names>VJ</given-names></name> <name><surname>Bove</surname> <given-names>R</given-names></name> <name><surname>Gelfand</surname> <given-names>JM</given-names></name> <name><surname>Cree</surname> <given-names>BAC</given-names></name></person-group>. <article-title>Effects of cOVID-19 Sheltering in place on activity in people with multiple sclerosis</article-title>. <source>Neurol: Clin Pract</source>. <volume>2020</volume>:10.1212/CPJ.0000000000000982. <pub-id pub-id-type="doi">10.1212/CPJ.0000000000000982</pub-id><pub-id pub-id-type="pmid">33842099</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Norris</surname> <given-names>M</given-names></name> <name><surname>Anderson</surname> <given-names>R</given-names></name> <name><surname>Motl</surname> <given-names>RW</given-names></name> <name><surname>Hayes</surname> <given-names>S</given-names></name> <name><surname>Coote</surname> <given-names>S</given-names></name></person-group>. <article-title>Minimum number of days required for a reliable estimate of daily step count and energy expenditure, in people with MS who walk unaided</article-title>. <source>Gait and posture.</source> (<year>2017</year>) <volume>53</volume>:<fpage>201</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.gaitpost.2017.02.005</pub-id><pub-id pub-id-type="pmid">28199925</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kruger</surname> <given-names>T</given-names></name> <name><surname>Behrens</surname> <given-names>JR</given-names></name> <name><surname>Grobelny</surname> <given-names>A</given-names></name> <name><surname>Otte</surname> <given-names>K</given-names></name> <name><surname>Mansow-Model</surname> <given-names>S</given-names></name> <name><surname>Kayser</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Subjective and objective assessment of physical activity in multiple sclerosis and their relation to health-related quality of life</article-title>. <source>BMC Neurol.</source> (<year>2017</year>) <volume>17</volume>:<fpage>10</fpage>. <pub-id pub-id-type="doi">10.1186/s12883-016-0783-0</pub-id><pub-id pub-id-type="pmid">28086828</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cavanaugh</surname> <given-names>JT</given-names></name> <name><surname>Gappmaier</surname> <given-names>VO</given-names></name> <name><surname>Dibble</surname> <given-names>LE</given-names></name> <name><surname>Gappmaier</surname> <given-names>E</given-names></name></person-group>. <article-title>Ambulatory activity in individuals with multiple sclerosis</article-title>. <source>J Neurol Phys Ther.</source> (<year>2011</year>) <volume>35</volume>:<fpage>26</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1097/NPT.0b013e3182097190</pub-id><pub-id pub-id-type="pmid">21475081</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sosnoff</surname> <given-names>JJ</given-names></name> <name><surname>Goldman</surname> <given-names>MD</given-names></name> <name><surname>Motl</surname> <given-names>RW</given-names></name></person-group>. <article-title>Real-life walking impairment in multiple sclerosis: preliminary comparison of four methods for processing accelerometry data</article-title>. <source>Multiple sclerosis (Houndmills, Basingstoke, England).</source> (<year>2010</year>) <volume>16</volume>:<fpage>868</fpage>&#x02013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1177/1352458510373111</pub-id><pub-id pub-id-type="pmid">20534642</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Motl</surname> <given-names>RW</given-names></name> <name><surname>Dlugonski</surname> <given-names>D</given-names></name> <name><surname>Suh</surname> <given-names>Y</given-names></name> <name><surname>Weikert</surname> <given-names>M</given-names></name> <name><surname>Fernhall</surname> <given-names>B</given-names></name> <name><surname>Goldman Accelerometry</surname> <given-names>M</given-names></name></person-group>. <article-title>and its association with objective markers of walking limitations in ambulatory adults with multiple sclerosis</article-title>. <source>Arch Phys Med Rehabil.</source> (<year>2010</year>) <volume>91</volume>:<fpage>1942</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1016/j.apmr.2010.08.011</pub-id><pub-id pub-id-type="pmid">21112438</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Polman</surname> <given-names>CH</given-names></name> <name><surname>Reingold</surname> <given-names>SC</given-names></name> <name><surname>Banwell</surname> <given-names>B</given-names></name> <etal/></person-group>. <article-title>Diagnostic criteria for multiple sclerosis: 2010 revisions to the MCdonald criteria</article-title>. <source>Ann Neurol.</source> (<year>2011</year>) <volume>69</volume>:<fpage>292</fpage>&#x02013;<lpage>302</lpage>. <pub-id pub-id-type="doi">10.1002/ana.22366</pub-id><pub-id pub-id-type="pmid">21387374</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kurtzke</surname> <given-names>JF</given-names></name></person-group>. <article-title>Rating neurologic impairment in multiple sclerosis: an expanded disability status scale</article-title>. (EDSS) <italic>Neurol</italic>. (<year>1983</year>) <volume>33</volume>:<fpage>44</fpage>. <pub-id pub-id-type="doi">10.1212/WNL.33.11.1444</pub-id><pub-id pub-id-type="pmid">6685237</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kieseier</surname> <given-names>BC</given-names></name> <name><surname>Pozzilli</surname> <given-names>C</given-names></name></person-group>. <article-title>Assessing walking disability in multiple sclerosis</article-title>. <source>Multiple sclerosis (Houndmills, Basingstoke, England).</source> (<year>2012</year>) <volume>18</volume>:<fpage>914</fpage>&#x02013;<lpage>24</lpage>. <pub-id pub-id-type="doi">10.1177/1352458512444498</pub-id><pub-id pub-id-type="pmid">22740603</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rossier</surname> <given-names>P</given-names></name> <name><surname>Wade</surname> <given-names>D</given-names></name></person-group>. <article-title>Validity and reliability comparison of 4 mobility measures in patients presenting with neurologic impairment</article-title>. <source>Arch Phys Med Rehabil.</source> (<year>2001</year>) <volume>82</volume>:<fpage>9</fpage>&#x02013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1053/apmr.2001.9396</pub-id><pub-id pub-id-type="pmid">11239279</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andersen</surname> <given-names>LK</given-names></name> <name><surname>Knak</surname> <given-names>KL</given-names></name> <name><surname>Witting</surname> <given-names>N</given-names></name></person-group>. <article-title>Vissing 2 and 6-min walk tests assess walking capability equally in neuromuscular diseases</article-title>. <source>Neurol.</source> (<year>2016</year>) <volume>86</volume>:<fpage>442</fpage>&#x02013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.0000000000002332</pub-id><pub-id pub-id-type="pmid">26740680</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hobart</surname> <given-names>JC</given-names></name> <name><surname>Riazi</surname> <given-names>A</given-names></name> <name><surname>Lamping</surname> <given-names>DL</given-names></name> <name><surname>Fitzpatrick</surname> <given-names>R</given-names></name> <name><surname>Thompson</surname> <given-names>AJ</given-names></name></person-group>. <article-title>Measuring the impact of MS on walking ability: the 12-Item mS walking scale</article-title>. (MSWS-12) <italic>Neurol</italic>. (<year>2003</year>) <volume>60</volume>:<fpage>31</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1212/WNL.60.1.31</pub-id><pub-id pub-id-type="pmid">12525714</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Motl</surname> <given-names>RW</given-names></name></person-group>. <article-title>Physical activity and its measurement and determinants in multiple sclerosis</article-title>. <source>Minerva Med.</source> (<year>2008</year>) <volume>99</volume>:<fpage>157</fpage>&#x02013;<lpage>65</lpage>.<pub-id pub-id-type="pmid">18431324</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="book"><person-group person-group-type="author"><collab>JMP&#x000AE;</collab></person-group> <article-title>Version Pro 15</article-title>. <publisher-loc>Cary, NC</publisher-loc>: <publisher-name>SAS Institute Inc</publisher-name>., <fpage>1989</fpage>&#x02013;<lpage>2021</lpage>.</citation>
</ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ainsworth</surname> <given-names>BE</given-names></name> <name><surname>Haskell</surname> <given-names>WL</given-names></name> <name><surname>Herrmann</surname> <given-names>SD</given-names></name> <name><surname>Meckes</surname> <given-names>N</given-names></name> <name><surname>Bassett DR</surname> <given-names>Jr</given-names></name> <name><surname>Tudor-Locke</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Compendium of physical activities: a second update of codes and MET values</article-title>. <source>Med Sci Sports Exerc</source>. (<year>2011</year>) <volume>43</volume>:<fpage>1575</fpage>&#x02013;<lpage>81</lpage>. <pub-id pub-id-type="doi">10.1249/MSS.0b013e31821ece12</pub-id><pub-id pub-id-type="pmid">21681120</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saint-Maurice</surname> <given-names>PF</given-names></name> <name><surname>Troiano</surname> <given-names>RP</given-names></name> <name><surname>Matthews</surname> <given-names>CE</given-names></name> <name><surname>Kraus</surname> <given-names>WE</given-names></name></person-group>. <article-title>Moderate-to-vigorous physical activity and all-cause mortality: do bouts matter?</article-title> <source>J Am Heart Assoc</source>. (<year>2018</year>) <volume>7</volume>:<fpage>e007678</fpage>. <pub-id pub-id-type="doi">10.1161/JAHA.117.007678</pub-id><pub-id pub-id-type="pmid">30511899</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klaren</surname> <given-names>RE</given-names></name> <name><surname>Sasaki</surname> <given-names>JE</given-names></name> <name><surname>McAuley</surname> <given-names>E</given-names></name> <name><surname>Motl</surname> <given-names>R</given-names></name></person-group>. <article-title>Patterns and predictors of change in moderate-to-vigorous physical activity over time in multiple sclerosis</article-title>. <source>J Phys Act Health</source>. (<year>2016</year>) <volume>4</volume>:<fpage>1</fpage>&#x02013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1123/jpah.2016-0335</pub-id><pub-id pub-id-type="pmid">27918703</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="web">Dor, Bank Noam Koenigstein Giryes R,. Autoencoders. Available online at: <ext-link ext-link-type="uri" xlink:href="https://arxiv.org/abs/2003.05991">https://arxiv.org/abs/2003.05991</ext-link> (accessed August 20, 2003).</citation>
</ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hubbard</surname> <given-names>EA</given-names></name> <name><surname>Motl</surname> <given-names>RW</given-names></name></person-group>. <article-title>Sedentary behavior is associated with disability status and walking performance, but not cognitive function, in multiple sclerosis</article-title>. <source>Appl Physiol Nutr Metab.</source> (<year>2014</year>) <volume>40</volume>:<fpage>203</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1139/apnm-2014-0271</pub-id><pub-id pub-id-type="pmid">25610951</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Veldhuijzen van Zanten</surname> <given-names>JJ</given-names></name> <name><surname>Pilutti</surname> <given-names>LA</given-names></name> <name><surname>Duda</surname> <given-names>JL</given-names></name> <name><surname>Motl</surname> <given-names>RW</given-names></name></person-group>. <article-title>Sedentary behaviour in people with multiple sclerosis: Is it time to stand up against MS?</article-title> <source>Mult. Scler. J.</source> (<year>2016</year>) <volume>22</volume>:<fpage>1250</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1177/1352458516644340</pub-id><pub-id pub-id-type="pmid">27072688</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sj&#x000F6;ros</surname> <given-names>T</given-names></name> <name><surname>V&#x000E4;h&#x000E4;-Ypy&#x000E4;</surname> <given-names>H</given-names></name> <name><surname>Laine</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Both sedentary time and physical activity are associated with cardiometabolic health in overweight adults in a 1 month accelerometer measurement</article-title>. <source>Sci Rep.</source> (<year>2020</year>) <volume>10</volume>:<fpage>20578</fpage>. <pub-id pub-id-type="doi">10.1038/s41598-020-77637-3</pub-id><pub-id pub-id-type="pmid">33239818</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dalgas</surname> <given-names>U</given-names></name></person-group>. <article-title>Exercise therapy in multiple sclerosis and its effects on function and the brain</article-title>. <source>Neurodegener Dis Manag.</source> (<year>2017</year>) <volume>7</volume>:<fpage>35</fpage>&#x02013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.2217/nmt-2017-0040</pub-id><pub-id pub-id-type="pmid">29143590</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dalgas</surname> <given-names>U</given-names></name> <name><surname>Stenager Exercise</surname> <given-names>E</given-names></name></person-group>. <article-title>and disease progression in multiple sclerosis: can exercise slow down the progression of multiple sclerosis?</article-title> <source>Ther Adv Neurol Disord.</source> (<year>2012</year>) <volume>5</volume>:<fpage>81</fpage>&#x02013;<lpage>95</lpage>. <pub-id pub-id-type="doi">10.1177/1756285611430719</pub-id><pub-id pub-id-type="pmid">22435073</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Keller</surname> <given-names>JL</given-names></name> <name><surname>Tian</surname> <given-names>F</given-names></name> <name><surname>Fitzgerald</surname> <given-names>KC</given-names></name></person-group>. <article-title>Using real-world accelerometry-derived diurnal patterns of physical activity to evaluate disability in multiple sclerosis</article-title>. <source>J Rehabil Assist Technol Eng</source>. (<year>2022</year>) <volume>9</volume>:<fpage>20556683211067362</fpage>. <pub-id pub-id-type="doi">10.1177/20556683211067362</pub-id><pub-id pub-id-type="pmid">35070348</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kratz</surname> <given-names>AL</given-names></name> <name><surname>Fritz</surname> <given-names>NE</given-names></name> <name><surname>Braley</surname> <given-names>TJ</given-names></name> <name><surname>Scott</surname> <given-names>EL</given-names></name> <name><surname>Foxen-Craft</surname> <given-names>E</given-names></name> <name><surname>Murphy</surname> <given-names>SL</given-names></name></person-group>. <article-title>Daily temporal associations between physical activity and symptoms in multiple sclerosis</article-title>. <source>Ann Behav Med.</source> (<year>2019</year>) <volume>53</volume>:<fpage>98</fpage>&#x02013;<lpage>108</lpage>. <pub-id pub-id-type="doi">10.1093/abm/kay018</pub-id><pub-id pub-id-type="pmid">29697757</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Motl</surname> <given-names>RW</given-names></name> <name><surname>Sandroff</surname> <given-names>BM</given-names></name> <name><surname>Kwakkel</surname> <given-names>G</given-names></name> <name><surname>Dalgas</surname> <given-names>U</given-names></name> <name><surname>Feinstein</surname> <given-names>A</given-names></name> <name><surname>Heesen</surname> <given-names>C</given-names></name> <etal/></person-group>. <article-title>Exercise in patients with multiple sclerosis</article-title>. <source>Lancet Neurol.</source> (<year>2017</year>) <volume>16</volume>:<fpage>848</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1016/S1474-4422(17)30281-8</pub-id><pub-id pub-id-type="pmid">28920890</pub-id></citation></ref>
</ref-list>
</back>
</article>