<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2022.943026</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Identification of radiographic characteristics associated with pain in hallux valgus patients: A preliminary machine learning study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wang</surname> <given-names>ChenGuang</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1814100/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>Chao</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Rui</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Li</surname> <given-names>ZhiJun</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>HuaFeng</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Yuan</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Liu</surname> <given-names>Shen</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Chi</surname> <given-names>XiaoYue</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Zhao</surname> <given-names>Rui</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/938587/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Orthopedics Surgery, Tianjin Medical University General Hospital</institution>, <addr-line>Tianjin</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Orthopedics, Xiangyang Central Hospital, Affiliated Hospital of Hubei University of Arts and Science</institution>, <addr-line>Xiangyang</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Yaodong Gu, Ningbo University, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Xuanzhen Cen, &#x000D3;buda University, Hungary; Liangliang Xiang, University of Auckland, New Zealand</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Rui Zhao <email>zhaorui&#x00040;tmu.edu.cn</email></corresp>
<corresp id="c002">ChenGuang Wang <email>WangCG_TJGH&#x00040;163.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Aging and Public Health, a section of the journal Frontiers in Public Health</p></fn>
<fn fn-type="equal" id="fn002"><p>&#x02020;These authors have contributed equally to this work</p></fn></author-notes>
<pub-date pub-type="epub">
<day>10</day>
<month>08</month>
<year>2022</year>
</pub-date>
<pub-date pub-type="collection">
<year>2022</year>
</pub-date>
<volume>10</volume>
<elocation-id>943026</elocation-id>
<history>
<date date-type="received">
<day>13</day>
<month>05</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>22</day>
<month>07</month>
<year>2022</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2022 Wang, Li, Zhang, Li, Zhang, Zhang, Liu, Chi and Zhao.</copyright-statement>
<copyright-year>2022</copyright-year>
<copyright-holder>Wang, Li, Zhang, Li, Zhang, Zhang, Liu, Chi and Zhao</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license> </permissions>
<abstract>
<sec>
<title>Objective</title>
<p>To investigate the association between the structural deformity and foot pain in hallux valgus (HV) patients using a multi-variate pattern analysis (MVPA) approach.</p></sec>
<sec>
<title>Methods</title>
<p>Plain radiographic metrics were calculated from 36 painful and 36 pain-free HV feet. In analysis 1, univariate analyses were performed to investigate the clinical and radiographic differences between painful and pain-free HV. In analysis 2, we investigated the pattern differences for radiographic metrics between these two groups using a MVPA approach utilizing a support vector machine. In analysis 3, sequential backward selection and exhaustive search were performed as a feature-selection procedure to identify an optimal feature subtype. In analysis 4, hierarchical clustering analysis was used to identify the optimal radiographic HV subtype associated with pain in HV.</p></sec>
<sec>
<title>Results</title>
<p>We found that: (1) relative to feet with pain-free HV, the painful ones exhibited a higher hallux valgus angle, i.e., the magnitude of distal metatarsal and phalangeal deviation; (2) painful HV could be accurately differentiated from pain-free HV <italic>via</italic> MVPA. Using sequential backward selection and exhaustive search, a 5-feature subset was identified with optimal performance for classifying HV as either painful or pain-free; and (3) by applying hierarchical clustering analysis, a radiographic subtype with an 80% pain incidence was identified.</p></sec>
<sec>
<title>Conclusion</title>
<p>The pain in HV is multifactorial and associated with a radiographic pattern measured by various angles on plain radiographs. The combination of hallux valgus angle, inter-phalangeal angle, distal metatarsal articular angle, metatarsal cuneiform angle and metatarsal protrusion distance showed the optimal classification performance between painful and pain-free HV.</p></sec></abstract>
<kwd-group>
<kwd>hallux valgus</kwd>
<kwd>multi-variate pattern analysis</kwd>
<kwd>pain</kwd>
<kwd>support vector machine</kwd>
<kwd>hierarchical clustering</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="26"/>
<page-count count="11"/>
<word-count count="5582"/>
</counts>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Hallux valgus (HV) is characterized as a combined deformity with mal-positioning of the first metatarsophalangeal joint caused by a lateral deviation of the great toe and a medial deviation of the first metatarsal bone. This can progress to significant metatarsophalangeal (MTP) joint subluxation, which is frequently encountered in foot and ankle clinic with a prevalence exceeding 20% in adults over 50 years of age (<xref ref-type="bibr" rid="B1">1</xref>). HV is often associated with the pain (<xref ref-type="bibr" rid="B2">2</xref>), impaired physical function (<xref ref-type="bibr" rid="B3">3</xref>) with consequent poorer general health (<xref ref-type="bibr" rid="B4">4</xref>) and diminished quality of life (<xref ref-type="bibr" rid="B5">5</xref>). Pain is the primary complaint related to HV (<xref ref-type="bibr" rid="B6">6</xref>), and typically the severity of the deformity directly correlates with the degree of pain. A prior publication noted a positive correlation between self-reported severity of HV (Short Form 36 or Foot Pain and Disability Index) and increasing levels of pain (<xref ref-type="bibr" rid="B5">5</xref>). However, there have also been conflicting reports of only a modest correlation between pain and structural HV deformity (i.e., HV angle measured from a radiographic image). Moreover, there have been contradictory reports concerning the link between foot pain and HV (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B7">7</xref>&#x02013;<xref ref-type="bibr" rid="B9">9</xref>). Discrepancies have been noted such as patients with a large HV angle yet without any pain, and others with only a mild HV angle that experience severe foot pain. The precise mechanism behind such phenomena has yet to be identified. In recent years, some authors have postulated alternative explanations that HV has affected the entire foot rather than just the MTP joint (<xref ref-type="bibr" rid="B10">10</xref>&#x02013;<xref ref-type="bibr" rid="B12">12</xref>). When pain could not be explained by the degree of the HV angle alone, which has been traditionally used to evaluate the deformity of MTP joint, other radiographic angles, such as the intermetatarsal angle, and the metatarsal cuneiform angle have been implicated as potentially associated with pain in HV patients.</p>
<p>In recent decades, with the development of artificial intelligence and machine learning algorithms, multi-variate pattern analysis (MVPA) has been widely applied in the medical imaging field (<xref ref-type="bibr" rid="B13">13</xref>&#x02013;<xref ref-type="bibr" rid="B15">15</xref>). MVPA methods provide a rich characterization of imaging data, often in a data-driven manner. This technique has enabled researchers to identify the key, significantly important parameters of a complex disease in a multi-variate manner rather than exploring univariate differences between the disease and healthy controls (<xref ref-type="bibr" rid="B15">15</xref>). Prior studies exploring the correlates of foot pain in HV patients have relied only on univariate analyses to determine the association between pain and HV deformity (e.g., two sample <italic>T</italic>-test or univariate correlation analyses between radiographic findings and degree of pain). Although the results of univariate analysis were straight-forward and easy to interpret, only linear-relations between the radiographic findings and clinical assessments were considered. Pattern information consisting of different radiographic metrics to evaluate the deformity of the entire foot was largely overlooked. More importantly, HV affected the structure of the entire foot rather than just the MTP joint (<xref ref-type="bibr" rid="B10">10</xref>&#x02013;<xref ref-type="bibr" rid="B12">12</xref>). It has been shown that hallux valgus could affect the transverse arch structure and its force loading patterns (<xref ref-type="bibr" rid="B12">12</xref>). Furthermore, HV not only alters the geometry structure of forefoot but also causes biomechanics function changes of the foot (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). A more comprehensive understanding of the deformity pattern associated with pain in HV would likely provide the basis for foot surgeons to develop novel surgical techniques to correct the HV deformity and resolve the pain.</p>
<p>Therefore, in this study, we first (1) conducted a MVPA to test whether the various radiographic angles could be used to classify painful HV patients from pain-free HV patients in a supervised manner; (2) performed a sequential backward selection and exhaustive search as a feature selection procedure to identify the optimal feature subset of radiographic features; and (3) carried out hierarchical clustering in an unsupervised manner to identify the radiographic HV subtype which was associated with pain in HV patients.</p>
</sec>
<sec sec-type="materials and methods" id="s2">
<title>Materials and methods</title>
<sec>
<title>Subjects</title>
<p>Written informed consent was obtained from each participant prior to each procedure. Ethical approval was granted by the Local Institutional Ethics Committee. The study comprised a total of 103 feet with HV, from 81 patients, recruited from January 2021 to January 2022 at both inpatient and outpatient departments of foot and ankle surgery. To control the degree of overall HV deformity, we used a HV angle above 20&#x000B0; as a cut-off value for patient recruitment rather than a traditional criterion for HV angle of &#x0003E;15&#x000B0; determined by standard radiographic images.</p>
<p>The exclusion criteria were as following: (1) history of foot or ankle surgery or trauma; (2) history of neurological diseases; (3) ankle joint or foot sprain within 3 months; (4) presence of concomitant hallux limitus (i.e., a minimum of 50 degrees of passive dorsiflexion at the first MTP joint was required) (<xref ref-type="bibr" rid="B2">2</xref>).</p>
</sec>
<sec>
<title>Clinical assessment</title>
<p>The demographic data of the participants including sex, age, education years, ethnicity was obtained by questionnaire. The total years of education was determined from the patient&#x00027;s self-report of completed years of education. The Visual Analog Scale (VAS) was implemented to assess the degree of foot pain in each HV foot. Feet with a VAS score of 0 were identified as pain-free. Feet with VAS scores &#x0003E;3 extending more than 3 months were classified as painful (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B19">19</xref>). Painless feet were selected from the dataset and excluded those that meet the exclusion criteria. Therefore, 36 painless HV feet were obtained. To further performed machine learning analyses and to avoid class-imbalance problem, 36 painful HV feet from the dataset to match the painless HV feet with age, gender, education years and ethnicity. Finally, 72 HV feet from 63 patients, 36 painful and 36 pain-free, were included in our study.</p>
</sec>
<sec>
<title>Radiographic assessment</title>
<p>Bilateral weight bearing radiographs were obtained for all participants using a standardized procedure (tube to film distance 100 cm, angled 15&#x000B0; from vertical). All radiographic assessments were carried out in ImageJ toolbox. The assessment procedure of radiographic metrics we used were as follows. (1) Hallux Valgus angle (HVA): the hallux valgus angle is formed by the longitudinal axis of the first proximal phalanx and the longitudinal axis of the first metatarsus (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). (2) Inter-Metatarsal Angle (IMA): the IMA, or metatarsus primus adducts angle, is the angle between the longitudinal axes of the first and second metatarsals (<xref ref-type="bibr" rid="B22">22</xref>). (3) Inter-Phalangeal Angle (IPA): the IPA is the angle between longitudinal axes of the proximal and distal phalanges (<xref ref-type="bibr" rid="B22">22</xref>). (4) Distal Metatarsal Articular Angle (DMAA): the DMAA is the angle between the perpendicular to the effective articular surface of the first metatarsal head and the longitudinal axis of the first metatarsal bone (<xref ref-type="bibr" rid="B22">22</xref>). (5) Distal Articular Set Angle (DASA): the DASA is the angle between the perpendicular to the effective articular surface of the 1st proximal phalanx and the longitudinal axis of the 1st proximal phalanx (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B23">23</xref>). (6) Metatarsal Cuneiform Angle (MCA): the MCA is the measured angle between the longitudinal axis of the first metatarsal bone and the longitudinal axis of the medial cuneiform bone. (7) Metatarsal Adducent Angle (MAA): we used the method devised by Engel et al. (<xref ref-type="bibr" rid="B24">24</xref>) to measure the MAA. We measured the angle between the axis of the second metatarsal and the axis perpendicular to the transverse axis of the tarsus using the most lateral and most distal points of the joints of the cuboid, with the fifth metatarsal as a reference. (8) Metatarsal Protrusion Distance (MPD): located at the most distal extent of the second metatarsal bone, perpendicular to the longitudinal axis, this line reflects the distal-most protrusion of the second metatarsal. A line parallel to this is now constructed coursing through the distal-most point of the first metatarsal. The difference between these 2 parallel lines is the MPD (<xref ref-type="bibr" rid="B25">25</xref>). (9) Sesamoid Position (SP): The position of the tibial sesamoid was graded I, II, III, IV, V, VI, or VII according to its position relative to the functional longitudinal axis of the first metatarsal (<xref ref-type="bibr" rid="B26">26</xref>).</p>
</sec>
<sec>
<title>Analysis 1: Univariate analyses for exploring radiographic differences between painful and pain-free HV feet</title>
<p>Two sample <italic>t-</italic>tests were performed for continuous variables and chi-square test was used for categorical variables to compare the baseline demographic data between two groups. Subsequently, Shapro-Wilk tests were performed to check the normal distribution of the radiographic measurements and QQ plots were also generated for illustrating normality of our data. All statistical analyses and figures were generated using GraphPad prism 9. Two sample <italic>t-</italic>tests were performed for continuous variables and chi-square test was used for categorical variables to compare the radiographic metrics between groups. Moreover, parametric test was performed for between group comparison for radiographic metrics which passed the Shapiro-Wilk test, otherwise nonparametric test was performed (i.e., Mann-Whitney test). The significant level was set to <italic>P</italic> &#x0003C; 0.05. Moreover, to elucidate the associations among clinical measures. Pearson correlation analyses were performed to demonstrate the association among radiographic metrics.</p>
</sec>
<sec>
<title>Analysis 2: Multi-variate pattern analyses (MVPA) using a support vector machine (SVM) for classifying painful HV feet from pain-free ones</title>
<p>The SVM was use to distinguish painful HV feet from pain-free ones using radiographic features according to the homemade MATLAB script based on LibSVM&#x00027;s (<ext-link ext-link-type="uri" xlink:href="http://www.csie.ntu.edu.tw/&#x0007E;cjlin/libsvm/">http://www.csie.ntu.edu.tw/&#x0007E;cjlin/libsvm/</ext-link>) implementation of linear SVM using the default parameters: We used linear kernel, the penalty coefficient (<italic>c</italic>) was set to 1, other parameters were not adjustable therefore we made no further adjustment. To overcome the loss of generalization due to the relative sample size, the Leave-one-out-cross-validation (LOOCV) technique was used in this study. One of the available data-points in LOOCV was held-out, and the model was trained using the remainder of the data in the dataset and tested against the held-out data. This procedure was repeated until all data-points had been held-out once as the testing data. Because nearly the entire dataset was used for training, and the trained model was close to the real one, we expected the LOOCV error bias to be small. The corresponding <italic>P-</italic>value for the classification for painful HV vs. pain-free HV was calculated from the null distribution obtained from 10,000 random permutation tests by randomly shuffling the labels of samples in the dataset. The <italic>p-</italic>values were calculated as a proportion of the number of permutations generated that were greater than or equal to actual classification accuracy, and the total number of permutations. If none of 10,000 permutations reached the actual accuracy, the <italic>P-</italic>value was <italic>P</italic> &#x0003C; 0.0001.</p>
</sec>
<sec>
<title>Analysis 3: Sequential backward selection and exhaustive search for identifying an optimal feature subset <italic>via</italic> MVPA</title>
<p>The sequential backward selection procedure was initiated from the full set of features; at each iteration we compared the performances of different models built by sequentially removing each of the features from the current set of candidate features. We then excluded the feature whose subtraction resulted in the most increase in classification accuracy from the next iteration the feature. This procedure was repeated until the classification accuracy showed no increase by excluding features.</p>
<p>However, using sequential backward selection could end up with a global optimum rather than a local optimal feature subset. The exhaustive search was also performed to enumerate all possible models for classifying painful HV vs. pain-free HV. The <italic>P</italic>-value for the classification was also generated using permutation test as described in <italic>analysis 2</italic>.</p>
</sec>
<sec>
<title>Analysis 4: Hierarchical clustering analysis for identifying radiographic HV subtype associated with pain in HV</title>
<p>Hierarchical clustering of the 72 HV samples was performed based on homemade MATLAB script using Euclidean distance as distance measure. All other parameters were set to default values. The dendrogram along with silhouette index, Calinski-Harabasz index and Davies-Bouldin index were conducted to determine the optimal number of clusters. Subsequently, the mean of radiographic metrics of each subtype were illustrated in a radar map along with the X-ray of the most representative sample of each subtype (e.g., with the closest distance to the cluster-average). Last, the prevalence of foot pain in each subtype was compared using chi-square test between subtypes.</p>
</sec>
</sec>
<sec sec-type="results" id="s3">
<title>Results</title>
<sec>
<title>Demographic data</title>
<p>The demographic data and the clinical assessments of all participants are summarized in <xref ref-type="table" rid="T1">Table 1</xref>. There were no significant inter-group differences with regards to age, sex, or education years (<italic>P</italic> &#x0003E; 0.05).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Demographic data of painful and pain-free hallux valgus (HV).</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th/>
<th valign="top" align="center"><bold>Painful HV</bold></th>
<th valign="top" align="center"><bold>Pain-free HV</bold></th>
<th valign="top" align="center"><bold><italic>P</italic>-value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (Years)</td>
<td valign="top" align="center">58.61 &#x000B1; 14.67</td>
<td valign="top" align="center">58.82 &#x000B1; 14.75</td>
<td valign="top" align="center">0.86</td>
</tr>
<tr>
<td valign="top" align="left">Sex (female/male)</td>
<td valign="top" align="center">18/18</td>
<td valign="top" align="center">18/18</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Education (Years)</td>
<td valign="top" align="center">10.64 &#x000B1; 3.67</td>
<td valign="top" align="center">11.03 &#x000B1; 3.54</td>
<td valign="top" align="center">0.74</td>
</tr>
<tr>
<td valign="top" align="left">VAS score</td>
<td valign="top" align="center">4.75 &#x000B1; 2.35</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Duration (Years)</td>
<td valign="top" align="center">25.67 &#x000B1; 16.42</td>
<td valign="top" align="center">25.71 &#x000B1; 17.68</td>
<td valign="top" align="center">0.81</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>VAS, visual analog scale</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Analysis 1: Univariate analyses for exploring radiographic differences between painful and pain-free HV feet</title>
<p>Relative to the pain-free group, the painful group exhibited a significantly higher HVA (<italic>P</italic> = 0.001, Mann-Whitney <italic>U</italic> = 364), DMAA (<italic>P</italic> = 0.001, Mann-Whitney <italic>U</italic> = 369.5) and a higher level of sesamoid subluxation (<italic>P</italic> = 0.04, Mann-Whitney <italic>U</italic> = 477). No significant differences between groups were observed in the following metrics: IMA, IPA, DASA, MCA, MAA, MPD (<xref ref-type="fig" rid="F1">Figure 1</xref>). Significant positive correlations were observed between the following metrics: HVA and DMAA (<italic>R</italic> = 0.84, <italic>P</italic> &#x0003C; 0.001), HVA and IMA (<italic>R</italic> = 0.53, <italic>P</italic> &#x0003C; 0.001), IMA and DMAA (<italic>R</italic> = 0.46, <italic>P</italic> &#x0003C; 0.005), HVA and SP (<italic>R</italic> = 0.53, <italic>P</italic> &#x0003C; 0.001), IMA and SP (<italic>R</italic> = 0.55, <italic>P</italic> &#x0003C; 0.001), and DMAA and SP (<italic>R</italic> = 0.61, <italic>P</italic> &#x0003C; 0.001). Significant negative correlation was observed between IMA and MCA (<italic>R</italic> = &#x02212;0.32, <italic>P</italic> &#x0003C; 0.05) (<xref ref-type="fig" rid="F2">Figure 2</xref>), however, this negative correlation did not survive the Bonferroni correction.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Univariate differences for radiographic metrics between painful and pain-free HV. HVp, Hallux Valgus with Pain; HVnp, Hallux Valgus without Pain; HVA, Hallux Valgus Angle; IMA, Inter-Metatarsal Angle; IPA, Inter-Phalangeal Angle; DMAA, Distal Metatarsal Articular Angle; DASA, Distal Articular Set Angle; MCA, Metatarsal Cuneiform Angle; MAA, Metatarsal Adducent Angle; MPD, Metatarsal Protrusion Distance; SP, Sesamoid Position. &#x0002A;&#x0002A;<italic>P</italic> &#x0003C; 0.005; &#x0002A;<italic>P</italic> &#x0003C; 0.05. ns means non-significant.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-943026-g0001.tif"/>
</fig>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Associations among radiographic metrics in HV. The correlation coefficients are shown in the center of each box. HVA, Hallux Valgus Angle; IMA, Inter-Metatarsal Angle; IPA, Inter-Phalangeal Angle; DMAA, Distal Metatarsal Articular Angle; DASA, Distal Articular Set Angle; MCA, Metatarsal Cuneiform Angle; MAA, Metatarsal Adducent Angle; MPD, Metatarsal Protrusion Distance; SP, Sesamoid Position.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-943026-g0002.tif"/>
</fig>
</sec>
<sec>
<title>Analysis 2: Multi-variate pattern analyses (MVPA) using a support vector machine (SVM) for classifying painful HV feet from pain-free ones</title>
<p>The MVPA was performed to determine whether the pattern of radiographic features could be used to distinguish painful HV feet from pain-free ones. The painful group could be accurately distinguished from the pain-free group using the entire feature set (i.e., all 9 radiographic features) with a 76.4% classification accuracy. The corresponding <italic>P</italic>-value was 0.0054 (<xref ref-type="fig" rid="F3">Figure 3</xref>). This result indicated that a pattern of radiographic features of the foot might accurately predict pain.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The null distributions for Painful HV vs. Pain-free HV. The left panel illustrates the null distribution of 10,000 permutations for Painful HV vs. Pain-free HV using the entire feature set. The right panel illustrates the null distribution of 10,000 permutations for Painful HV vs. Pain-free HV using the optimal feature set including hallux valgus angle, inter-phalangeal angle, distal metatarsal articular angle, metatarsal adducent angle, metatarsal protrusion distance.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-943026-g0003.tif"/>
</fig>
</sec>
<sec>
<title>Analysis 3: Sequential backward selection and exhaustive search for identifying an optimal feature subset <italic>via</italic> MVPA</title>
<p>Because <italic>Analysis 2</italic> indicated that the painful HV could be accurately distinguished from pain-free HV using the entire feature set of radiographic measures, the next step was to define an optimal subset of radiographic features that would correlate with HV-related pain. Sequential backward selection procedure was performed, and we found a 5-feature subset with an optimum performance of 80.1% classification accuracy (<italic>P</italic> = 0.0014; <xref ref-type="fig" rid="F3">Figure 3</xref>). Moreover, the exhaustive search also identified the same subset. The 5-feature subset consisted of the following 5 metrics: HVA, IPA, DMAA, MAA and MPD.</p>
</sec>
<sec>
<title>Analysis 4: Hierarchical clustering analysis for identifying radiographic HV subtype associated with pain in HV</title>
<p>The dendrogram showed that the optimal number of clusters was 3 (<xref ref-type="fig" rid="F4">Figure 4A</xref>). The results of Silhouette index, Calinski-Harabasz index and Davies-Bouldin index analyses also showed the optimal number of clusters was 3 (<xref ref-type="fig" rid="F4">Figure 4B</xref>). After hierarchical clustering, 3 subtypes were identified: subtype 1 had the largest sample size (e.g., 38 HV), subtype 3 had the smallest sample size (e.g., 9 HV), and the sample size of subtype 2 was 25. The characteristics of each subtype were illustrated in the radar map and the most representative images of each subtype were also illustrated (e.g., with the closest distance to the cluster-average; <xref ref-type="fig" rid="F5">Figure 5</xref>). Furthermore, the incidence of foot pain was highest in subtype 2 (e.g., 80%; <xref ref-type="fig" rid="F6">Figure 6</xref>).</p>
<fig id="F4" position="float">
<label>Figure 4</label>
<caption><p>In <bold>(A)</bold>, the dendrogram of the hierarchical clustering is illustrated. The <italic>y</italic>-axis shows the study-specific distances between the clusters as height h. When <italic>h</italic> = 0, each volume forms its own cluster, and <italic>h</italic> = 2 corresponds to splitting the volumes into 13 clusters. The <italic>x</italic>-axis shows the number for each subject. The results of Silhouette index, Calinski-Harabasz index and Davies-Bouldin index analyses are shown in <bold>(B)</bold>.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-943026-g0004.tif"/>
</fig>
<fig id="F5" position="float">
<label>Figure 5</label>
<caption><p>The characteristics of each subtype are illustrated in the radar map and the most representative images of each subtype are illustrated (e.g., with the closest distance to the cluster-average). HVA, Hallux Valgus Angle; IMA, Inter-Metatarsal Angle; IPA, Inter-Phalangeal Angle; DMAA, Distal Metatarsal Articular Angle; DASA, Distal Articular Set Angle; MCA, Metatarsal Cuneiform Angle; MAA, Metatarsal Adducent Angle; MPD, Metatarsal Protrusion Distance; SP, Sesamoid Position.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-943026-g0005.tif"/>
</fig>
<fig id="F6" position="float">
<label>Figure 6</label>
<caption><p>The incidence of foot pain in each radiographic subtype. &#x0002A;&#x0002A;&#x0002A;<italic>P</italic> &#x0003C; 0.001.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpubh-10-943026-g0006.tif"/>
</fig>
</sec>
</sec>
<sec sec-type="discussion" id="s4">
<title>Discussion</title>
<p>The three main findings of the present study were: (1) relative to the pain-free group, the painful group exhibited higher HVA, DMAA, and these two metrics were positively correlated; (2) the painful group could be accurately distinguished from the pain-free group using a MVPA. Using sequential backward selection and exhaustive search, an optimal subset was developed that contained 5 radiographic metrics: HVA, IPA, DMAA, MAA and MPD that had optimal performance for classifying painful and pain-free HV; and (3) by applying hierarchical clustering analysis, a radiographic subtype associated with foot pain was also identified.</p>
<sec>
<title>Radiographic correlates of pain in HV patients illustrated by univariate analysis</title>
<p>Previous studies had correlated higher HVA with foot pain in HV patients, to which the present study provided further evidence that increased degrees of HV deformity were associated with worse pain in HV. This finding corroborated prior research that had shown pain intensity to be directly correlated with higher degrees of HV deformity. However, whether HV deformity is the major cause of foot pain remains controversial (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). Foot pain in patients with HV has also been associated with patient characteristics such as general health status and occupational physical activity levels rather than severity of hallux deviation (<xref ref-type="bibr" rid="B2">2</xref>). Our results partly support with the previous reports that pain intensity is correlated with HV deformity in HV patients. The reasons for contradiction reports were two folds: (1) the inclusion criteria vary from different studies. In our current study, we included HV patients with moderate to severe deformity (i.e., hallux valgus angle above 20&#x000B0;). Several past studies have a relatively wide inclusion criteria that using a HVA above 15&#x000B0; as an inclusion criterion (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B7">7</xref>). The biomechanical compensatory changes of the foot could partly neutralize the pain and might affect the association between pain intensity and degree of deformity; (2) past studies only explore the univariate association between HV deformity and pain intensity, ignored subtypes which determined by the combination of various angles measured from the HV foot. In our current study, we identified a radiographic painful subtype and two painless subtypes. Interestingly, one of the painless subtypes has a HV angle close to painful subtype, indicating that pain in HV patients is multifactorial.</p>
</sec>
<sec>
<title>The pain of HV is multifactorial, determined by multiple radiographic measurements</title>
<p>In past studies, a large proportion of HV patients with variability of pain intensity remained unexplained. These controversial results were mainly based on univariate analyses, with no attention to associations of other radiographic variables. In the current study, the results of clustering analyses showed that subtypes 1 and 2 exhibited no differences in HVA yet there was significant difference in pain incidence. This finding further supported the idea that pattern information of radiographic variables was crucial in correlation with HV-related pain. The direct comparison of HVA between pain and non-pain participants and liner regression are straight-forward procedures that reveal the association between pain and HVA. However, it only characterizes the quantitative liner association between HVA and pain intensity, which neglects the relationships of HVA and other radiographic measures. Using the MVPA approach and pattern information, the structural morphology of the entire foot was characterized. Recently, studies have shown that HV affected not only the first metatarsophalangeal joint but also the structure of the entire foot including the transverse arch structure (<xref ref-type="bibr" rid="B12">12</xref>) and sesamoid platform that led to the biomechanical changes in the foot (<xref ref-type="bibr" rid="B11">11</xref>). These findings indicated that the hallux valgus deformity was a multiplanar deformity that affected a wide range of foot structures and could not be adequately evaluated by HVA alone. Our current conclusion that the pattern of radiographic measures could be used to classify painful and pain-free HV also supported this concept. By applying feature selection procedures such as sequential backward selection and exhaustive search, an optimal feature subset which included HVA, IPA, DMAA, MAA and MPD was identified with the best classification performance. Therefore, the pattern of these metrics appeared to have strong correlation to foot pain in patients with HV.</p>
</sec>
<sec>
<title>Clinical significance</title>
<p>In our current study, we found that pain of HV was multifactorial and determined by multiple radiographic measurements. By applying sequential backward selection and exhaustive search, 5 measurements were identified as the optimal feature subset which showed optimal performance classifying painful and pain-free HV feet. It is worth mentioning that the importance of these metrics could not be ranked by our current procedure, and ranking the importance of these metrics would be partial considering our current data failed to include other pain-related factors such as soft tissue of the forefoot, which is also crucial to the pathology of HV. In clinical practice, surgical approaches were designed to correct HVA, DMAA and IMA. By applying distal soft tissue (e.g., McBride procedure) surgery and osteotomies (e.g., Chevron osteotomy, Scarf osteotomy, etc.), these deformities could be significantly corrected (i.e., HVA, IMA) and were effective to alleviate symptoms in HV patients (<xref ref-type="bibr" rid="B21">21</xref>). Therefore, from clinical aspect, these metrics would be more of importance than other measurements (<xref ref-type="bibr" rid="B3">3</xref>). The deformities measured by IPA, MAA and MPD were corrected only in patients with specific symptoms (e.g., kiss corn, metatarsus adductus and metastatic metatarsalgia) or with residual interphalangeus following metatarsal osteotomy (<xref ref-type="bibr" rid="B23">23</xref>). In general, our current results were consistent with clinical experience that the corrective surgery for HV should be holistic rather than only correct the HVA, DMAA and IMA. Our current results provided theoretic basis for this clinical consensus. More importantly, our results suggested that there is a pain-free HV subtype which exhibited similar HVA, DMAA and IMA to painful HV subtype. The differences between these two subtypes were IPA, MCA, indicating that when metatarsal osteotomy was unsatisfactory, other procedures for correcting IPA and MCA [e.g., Akin procedure (<xref ref-type="bibr" rid="B23">23</xref>) and Lapidus procedure] would be of potential efficacy for reducing clinical symptoms in HV patients. To our knowledge, the present study is the first conducted using MVPA to identify radiographic correlates of pain in HV patients. Future studies are still needed to validate our results.</p>
</sec>
</sec>
<sec id="s5">
<title>Limitations</title>
<p>Regarding limitations in our current study: (1) we had no external validation set to verify our current results, so multi-center studies with larger sample sizes are needed; (2) we only included the axial images of plane radiographs, future studies are needed to encompass sagittal or even 3-dimensional imaging; (3) our current study is retrospective, lacking assessments of psychological factors which are also considered influential in HV patients with foot pain; (4) our current sample size is relatively small according to the Vapnik-Chervonenkis Dimension of the linear classifier. SVM is well-suited for modeling small samples with powerful predictability, and we also conducted leave-one-out-cross-validation (LOOCV) to include as much data as possible in the training set for model training to minimize the possible effect of small sample size. Still, future study is needed to enlarge the sample size.</p>
</sec>
<sec sec-type="conclusions" id="s6">
<title>Conclusion</title>
<p>The pain in HV is multifactorial and associated with a radiographic pattern measured by the various angles on plain radiographs. The combination of HVA, IPA, DMAA, MAA and MPD showed the optimal classification performance between painful and pain-free HV.</p>
</sec>
<sec sec-type="data-availability" id="s7">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary materials</xref>, further inquiries can be directed to the corresponding author/s.</p>
</sec>
<sec id="s8">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Tianjin Medical Univerisity General Hospital. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9">
<title>Author contributions</title>
<p>CW designed the study. RZhan, CL, and RZhao analyzed the data and wrote the manuscript. ZL, YZ, SL, and HZ collected the data. XC help analyzed the data. RZhao and CW revised the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack><p>The authors would like to express their gratitude to EditSprings (<ext-link ext-link-type="uri" xlink:href="https://www.editsprings.cn">https://www.editsprings.cn</ext-link>) for the expert linguistic services provided.</p>
</ack><sec sec-type="supplementary-material" id="s12">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpubh.2022.943026/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpubh.2022.943026/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.docx" id="SM1" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Menz</surname> <given-names>HB</given-names></name> <name><surname>Marshall</surname> <given-names>M</given-names></name> <name><surname>Thomas</surname> <given-names>MJ</given-names></name> <etal/></person-group>. <article-title>Incidence and Progression of Hallux Valgus: a Prospective Cohort Study</article-title>. <source>Arthritis Care Res (Hoboken).</source> (<year>2021</year>). <pub-id pub-id-type="doi">10.1002/acr.24754.</pub-id> [Epub ahead of print].<pub-id pub-id-type="pmid">34268894</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hurn</surname> <given-names>SE</given-names></name> <name><surname>Vicenzino</surname> <given-names>BT</given-names></name> <name><surname>Smith</surname> <given-names>MD</given-names></name></person-group>. <article-title>Correlates of foot pain severity in adults with hallux valgus: a cross-sectional study</article-title>. <source>J Foot Ankle Res.</source> (<year>2014</year>) <volume>7</volume>:<fpage>32</fpage>. <pub-id pub-id-type="doi">10.1186/1757-1146-7-32</pub-id><pub-id pub-id-type="pmid">25028598</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>D&#x00027;Arcangelo</surname> <given-names>PR</given-names></name> <name><surname>Landorf</surname> <given-names>KB</given-names></name> <name><surname>Munteanu</surname> <given-names>SE</given-names></name> <etal/></person-group>. <article-title>Radiographic correlates of hallux valgus severity in older people</article-title>. <source>J Foot Ankle Res.</source> (<year>2010</year>) <volume>3</volume>:<fpage>20</fpage>. <pub-id pub-id-type="doi">10.1186/1757-1146-3-20</pub-id><pub-id pub-id-type="pmid">20846367</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mickle</surname> <given-names>KJ</given-names></name> <name><surname>Munro</surname> <given-names>BJ</given-names></name> <name><surname>Lord</surname> <given-names>SR</given-names></name> <etal/></person-group>. <article-title>Cross-sectional analysis of foot function, functional ability, and health-related quality of life in older people with disabling foot pain</article-title>. <source>Arthritis Care Res (Hoboken).</source> (<year>2011</year>) <volume>63</volume>:<fpage>1592</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1002/acr.20578</pub-id><pub-id pub-id-type="pmid">22034121</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Menz</surname> <given-names>HB</given-names></name> <name><surname>Roddy</surname> <given-names>E</given-names></name> <name><surname>Thomas</surname> <given-names>E</given-names></name> <name><surname>Croft</surname> <given-names>PR</given-names></name></person-group>. <article-title>Impact of hallux valgus severity on general and foot-specific health-related quality of life</article-title>. <source>Arthritis Care Res (Hoboken).</source> (<year>2011</year>) <volume>63</volume>:<fpage>396</fpage>&#x02013;<lpage>404</lpage>. <pub-id pub-id-type="doi">10.1002/acr.20396</pub-id><pub-id pub-id-type="pmid">21080349</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Co&#x0015F;kun</surname> <given-names>G</given-names></name> <name><surname>Talu</surname> <given-names>B</given-names></name> <name><surname>Bek</surname> <given-names>N</given-names></name> <name><surname>Bayramlar</surname> <given-names>KY</given-names></name></person-group>. <article-title>Effects of hallux valgus deformity on rear foot position, pain, function, and quality of life of women</article-title>. <source>J Phys Ther Sci.</source> (<year>2016</year>) <volume>28</volume>:<fpage>781</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1589/jpts.28.781</pub-id><pub-id pub-id-type="pmid">27134358</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roddy</surname> <given-names>E</given-names></name> <name><surname>Zhang</surname> <given-names>W</given-names></name> <name><surname>Doherty</surname> <given-names>M</given-names></name></person-group>. <article-title>Prevalence and associations of hallux valgus in a primary care population</article-title>. <source>Arthritis Rheum.</source> (<year>2008</year>) <volume>59</volume>:<fpage>857</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1002/art.23709</pub-id><pub-id pub-id-type="pmid">18512715</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cho</surname> <given-names>NH</given-names></name> <name><surname>Kim</surname> <given-names>S</given-names></name> <name><surname>Kwon</surname> <given-names>DJ</given-names></name> <name><surname>Kim</surname> <given-names>HA</given-names></name></person-group>. <article-title>The prevalence of hallux valgus and its association with foot pain and function in a rural Korean community</article-title>. <source>J Bone Joint Surg Br.</source> (<year>2009</year>) <volume>91</volume>:<fpage>494</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1302/0301-620X.91B4.21925</pub-id><pub-id pub-id-type="pmid">19336810</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Badlissi</surname> <given-names>F</given-names></name> <name><surname>Dunn</surname> <given-names>JE</given-names></name> <name><surname>Link</surname> <given-names>CL</given-names></name> <etal/></person-group>. <article-title>Foot musculoskeletal disorders, pain, and foot-related functional limitation in older persons</article-title>. <source>J Am Geriatr Soc.</source> (<year>2005</year>) <volume>53</volume>:<fpage>1029</fpage>&#x02013;<lpage>33</lpage>. <pub-id pub-id-type="doi">10.1111/j.1532-5415.2005.53315.x</pub-id><pub-id pub-id-type="pmid">15935029</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wagner</surname> <given-names>E</given-names></name> <name><surname>Wagner</surname> <given-names>P</given-names></name></person-group>. <article-title>Metatarsal pronation in hallux valgus deformity: a review</article-title>. <source>J Am Acad Orthop Surg Glob Res Rev</source>. (<year>2020</year>) <volume>4</volume>:<fpage>e20</fpage>.00091. <pub-id pub-id-type="doi">10.5435/JAAOSGlobal-D-20-00091</pub-id><pub-id pub-id-type="pmid">32852918</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wong</surname> <given-names>DW-C</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>TL-W</given-names></name> <etal/></person-group>. <article-title>Finite element analysis of generalized ligament laxity on the deterioration of hallux valgus deformity (Bunion)</article-title>. <source>Front Bioeng Biotechnol.</source> (<year>2020</year>) <volume>8</volume>:<fpage>571192</fpage>&#x02013;<lpage>571192</lpage>. <pub-id pub-id-type="doi">10.3389/fbioe.2020.571192</pub-id><pub-id pub-id-type="pmid">33015022</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zeidan</surname> <given-names>H</given-names></name> <name><surname>Ryo</surname> <given-names>E</given-names></name> <name><surname>Suzuki</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Detailed analysis of the transverse arch of hallux valgus feet with and without pain using weightbearing ultrasound imaging and precise force sensors</article-title>. <source>PLoS ONE.</source> (<year>2020</year>) <volume>15</volume>:<fpage>e0226914</fpage>&#x02013;<lpage>e0226914</lpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0226914</pub-id><pub-id pub-id-type="pmid">31917790</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Su</surname> <given-names>Q</given-names></name> <name><surname>Zhao</surname> <given-names>R</given-names></name> <name><surname>Wang</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Identification and therapeutic outcome prediction of cervical spondylotic myelopathy based on the functional connectivity from resting-state functional MRI data: a preliminary machine learning study</article-title>. <source>Front Neurol.</source> (<year>2021</year>) <volume>12</volume>:<fpage>711880</fpage>. <pub-id pub-id-type="doi">10.3389/fneur.2021.711880</pub-id><pub-id pub-id-type="pmid">34690912</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>R</given-names></name> <name><surname>Guo</surname> <given-names>X</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <etal/></person-group>. <article-title>Functional MRI evidence for primary motor cortex plasticity contributes to the disease&#x00027;s severity and prognosis of cervical spondylotic myelopathy patients</article-title>. <source>Eur Radiol.</source> (<year>2022</year>). <pub-id pub-id-type="doi">10.1007/s00330-021-08488-3</pub-id><pub-id pub-id-type="pmid">35029735</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhao</surname> <given-names>R</given-names></name> <name><surname>Song</surname> <given-names>Y</given-names></name> <name><surname>Guo</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>Enhanced information flow from cerebellum to secondary visual cortices leads to better surgery outcome in degenerative cervical myelopathy patients: a stochastic dynamic causal modeling study with functional magnetic resonance imaging</article-title>. <source>Front Hum Neurosci.</source> (<year>2021</year>) <volume>15</volume>:<fpage>632829</fpage>. <pub-id pub-id-type="doi">10.3389/fnhum.2021.632829</pub-id><pub-id pub-id-type="pmid">34248520</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiang</surname> <given-names>L</given-names></name> <name><surname>Mei</surname> <given-names>Q</given-names></name> <name><surname>Wang</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Evaluating function in the hallux valgus foot following a 12-week minimalist footwear intervention: a pilot computational analysis</article-title>. <source>J Biomech.</source> (<year>2022</year>) <volume>132</volume>:<fpage>110941</fpage>. <pub-id pub-id-type="doi">10.1016/j.jbiomech.2022.110941</pub-id><pub-id pub-id-type="pmid">35063832</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schneider</surname> <given-names>W</given-names></name></person-group>. <article-title>Distal soft tissue procedure in hallux valgus surgery: biomechanical background and technique</article-title>. <source>Int Orthop.</source> (<year>2013</year>) <volume>37</volume>:<fpage>1669</fpage>&#x02013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1007/s00264-013-1959-5</pub-id><pub-id pub-id-type="pmid">23820756</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fillingim</surname> <given-names>RB</given-names></name> <name><surname>Loeser</surname> <given-names>JD</given-names></name> <name><surname>Baron</surname> <given-names>R</given-names></name> <name><surname>Edwards</surname> <given-names>RR</given-names></name></person-group>. <article-title>Assessment of chronic pain: domains, methods, and mechanisms</article-title>. <source>J Pain.</source> (<year>2016</year>) <volume>17</volume>:<fpage>T10</fpage>&#x02013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1016/j.jpain.2015.08.010</pub-id><pub-id pub-id-type="pmid">27586827</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Treede</surname> <given-names>RD</given-names></name> <name><surname>Rief</surname> <given-names>W</given-names></name> <name><surname>Barke</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Chronic pain as a symptom or a disease: the IASP classification of chronic pain for the International Classification of Diseases (ICD-11)</article-title>. <source>Pain.</source> (<year>2019</year>) <volume>160</volume>:<fpage>19</fpage>&#x02013;<lpage>27</lpage>. <pub-id pub-id-type="doi">10.1097/j.pain.0000000000001384</pub-id><pub-id pub-id-type="pmid">30586067</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shima</surname> <given-names>H</given-names></name> <name><surname>Okuda</surname> <given-names>R</given-names></name> <name><surname>Yasuda</surname> <given-names>T</given-names></name> <etal/></person-group>. <article-title>Radiographic measurements in patients with hallux valgus before and after proximal crescentic osteotomy</article-title>. <source>J Bone Joint Surg Am.</source> (<year>2009</year>) <volume>91</volume>:<fpage>1369</fpage>&#x02013;<lpage>76</lpage>. <pub-id pub-id-type="doi">10.2106/JBJS.H.00483</pub-id><pub-id pub-id-type="pmid">19487514</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Welck</surname> <given-names>MJ</given-names></name> <name><surname>Al-Khudairi</surname> <given-names>N</given-names></name></person-group>. <article-title>Imaging of hallux valgus: how to approach the deformity</article-title>. <source>Foot Ankle Clin.</source> (<year>2018</year>) <volume>23</volume>:<fpage>183</fpage>&#x02013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1016/j.fcl.2018.01.002</pub-id><pub-id pub-id-type="pmid">29729793</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gentili</surname> <given-names>A</given-names></name> <name><surname>Masih</surname> <given-names>S</given-names></name> <name><surname>Yao</surname> <given-names>L</given-names></name> <name><surname>Seeger</surname> <given-names>LL</given-names></name></person-group>. <article-title>Pictorial review: foot axes and angles</article-title>. <source>Br J Radiol.</source> (<year>1996</year>) <volume>69</volume>:<fpage>968</fpage>&#x02013;<lpage>74</lpage>. <pub-id pub-id-type="doi">10.1259/0007-1285-69-826-968</pub-id><pub-id pub-id-type="pmid">9038535</pub-id></citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dellonder-Frigol&#x000E9;</surname> <given-names>J</given-names></name> <name><surname>Matas-Pareja</surname> <given-names>M</given-names></name> <name><surname>Calle-Garc&#x000ED;a</surname> <given-names>JA</given-names></name> <etal/></person-group>. <article-title>Revisiting the original Akin technique: a comparative analysis of radiographic outcome</article-title>. <source>Foot Ankle Surg.</source> (<year>2021</year>). <pub-id pub-id-type="doi">10.1016/j.fas.2021.05.004</pub-id><pub-id pub-id-type="pmid">34090732</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Engel</surname> <given-names>E</given-names></name> <name><surname>Erlick</surname> <given-names>N</given-names></name> <name><surname>Krems</surname> <given-names>I</given-names></name> </person-group>. <article-title>A simplified metatarsus adductus angle</article-title>. <source>J Am Podiatry Assoc.</source> (<year>1983</year>) <volume>73</volume>:<fpage>620</fpage>&#x02013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.7547/87507315-73-12-620</pub-id><pub-id pub-id-type="pmid">6655195</pub-id></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Osher</surname> <given-names>L</given-names></name> <name><surname>Blazer</surname> <given-names>MM</given-names></name> <name><surname>Buck</surname> <given-names>S</given-names></name> <name><surname>Biernacki</surname> <given-names>T</given-names></name></person-group>. <article-title>Accurate determination of relative metatarsal protrusion with a small intermetatarsal angle: a novel simplified method</article-title>. <source>J Foot Ankle Surg.</source> (<year>2014</year>) <volume>53</volume>:<fpage>548</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1053/j.jfas.2014.04.021</pub-id><pub-id pub-id-type="pmid">24933656</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shi</surname> <given-names>GG</given-names></name> <name><surname>Henning</surname> <given-names>P</given-names></name> <name><surname>Marks</surname> <given-names>RM</given-names></name></person-group>. <article-title>Correlation of postoperative position of the sesamoids after chevron osteotomy with outcome</article-title>. <source>Foot Ankle Int.</source> (<year>2016</year>) <volume>37</volume>:<fpage>274</fpage>&#x02013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1177/1071100715624147</pub-id><pub-id pub-id-type="pmid">26704176</pub-id></citation></ref>
</ref-list> 
</back>
</article> 