<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Nutr.</journal-id>
<journal-title>Frontiers in Nutrition</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Nutr.</abbrev-journal-title>
<issn pub-type="epub">2296-861X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fnut.2023.1232424</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Nutrition</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Development of a questionnaire on nutritional knowledge for the obese hospitalized patient: the NUTRIKOB questionnaire</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Mambrini</surname>
<given-names>Sara Paola</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="c001" ref-type="corresp"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1466416/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Soranna</surname>
<given-names>Davide</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1180742/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Averna</surname>
<given-names>Eva</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Di Guglielmo</surname>
<given-names>Giulia</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lucchetti</surname>
<given-names>Elisa</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tinozzi</surname>
<given-names>Tiziana</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Vinci</surname>
<given-names>Calogero</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Barbieri</surname>
<given-names>Valerio</given-names>
</name>
<xref rid="aff4" ref-type="aff"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Zambon</surname>
<given-names>Antonella</given-names>
</name>
<xref rid="aff3" ref-type="aff"><sup>3</sup></xref>
<xref rid="aff5" ref-type="aff"><sup>5</sup></xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bertoli</surname>
<given-names>Simona</given-names>
</name>
<xref rid="aff1" ref-type="aff"><sup>1</sup></xref>
<xref rid="aff6" ref-type="aff"><sup>6</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/897013/overview"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Scacchi</surname>
<given-names>Massimo</given-names>
</name>
<xref rid="aff2" ref-type="aff"><sup>2</sup></xref>
<xref rid="aff7" ref-type="aff"><sup>7</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/580527/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>International Center for the Assessment of Nutritional Status and the Development of Dietary Intervention Strategies (ICANS-DIS), Department of Food, Environmental and Nutritional Sciences (DeFENS), University of Milan</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>Laboratory of Metabolic Research, S. Giuseppe Hospital, Istituto Auxologico Italiano, IRCCS</institution>, <addr-line>Piancavallo</addr-line>, <country>Italy</country></aff>
<aff id="aff3"><sup>3</sup><institution>Biostatistic Unit, IRCCS Istituto Auxologico Italiano</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><sup>4</sup><institution>Servizio di dietetica e nutrizione clinica -Ospedale San Giuseppe-Oggebbio- VB- Istituto Auxologico Italiano IRCCS</institution>, <addr-line>Oggebbio</addr-line>, <country>Italy</country></aff>
<aff id="aff5"><sup>5</sup><institution>Department of Statistics and Quantitative Methods, University of Milano-Bicocca</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff6"><sup>6</sup><institution>Lab of Nutrition and Obesity Research, Istituto Auxologico Italiano, IRCCS</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<aff id="aff7"><sup>7</sup><institution>Department of Clinical Sciences and Community Health, University of Milan</institution>, <addr-line>Milan</addr-line>, <country>Italy</country></aff>
<author-notes>
<fn id="fn0001" fn-type="edited-by"><p>Edited by: Cinzia Ferraris, University of Pavia, Italy</p></fn>
<fn id="fn0002" fn-type="edited-by"><p>Reviewed by: Lenycia De Cassya Lopes Neri, University of S&#x00E3;o Paulo, Brazil; Budimka Novakovic, University of Novi Sad, Serbia</p></fn>
<corresp id="c001">&#x002A;Correspondence: Sara Paola Mambrini, <email>s.mambrini@auxologico.it</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>18</day>
<month>07</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>10</volume>
<elocation-id>1232424</elocation-id>
<history>
<date date-type="received">
<day>31</day>
<month>05</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>06</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 Mambrini, Soranna, Averna, Di Guglielmo, Lucchetti, Tinozzi, Vinci, Barbieri, Zambon, Bertoli and Scacchi.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Mambrini, Soranna, Averna, Di Guglielmo, Lucchetti, Tinozzi, Vinci, Barbieri, Zambon, Bertoli and Scacchi</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Different approaches, involving different areas and figures, are useful for the rehabilitation of obese subjects through a multidisciplinary hospital path. A focal point of rehabilitation is represented by education on healthy eating by increasing the dietary knowledge patients. Few tools investigating food knowledge are available in Italy: therefore, the need has emerged to develop easy-to-use tools for clinical practice that allow to detect food knowledge to set up a more targeted food re-education. The following work aimed at building and validating a questionnaire capable of investigating the dietary knowledge of the population affected by obesity.</p>
</sec>
<sec id="sec1">
<title>Methods</title>
<p>A pool of experts carried out a review of the literature, gathering all the information necessary to select and construct the best set of questions and the format of the final project of the questionnaire. During statistical analysis the validity, reproducibility and stability of the questionnaire were investigate in a sample of 450 subjects with obesity.</p>
</sec>
<sec id="sec2">
<title>Results</title>
<p>Early analysis disclosed that 5 questions of the original questionnaire had no discriminating power. The successive validation phases were successful, confirming good content validity, stability and reproducibility over time.</p>
</sec>
<sec id="sec3">
<title>Discussion</title>
<p>The questionnaire has all the characteristics to be considered a valid tool for investigating dietary knowledge in the obese population. The psychometric tests confirmed a good internal consistency of the structure, a validity of the content, a good reproducibility and stability over time.</p>
</sec>
</abstract>
<kwd-group>
<kwd>obesity</kwd>
<kwd>nutritional knowledge</kwd>
<kwd>questionnaire</kwd>
<kwd>nutrition counseling</kwd>
<kwd>psychometric adequacy</kwd>
</kwd-group>
<contract-sponsor id="cn1">Italian Ministry of Health&#x2013;Ricerca Corrente</contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="33"/>
<page-count count="7"/>
<word-count count="4997"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Clinical Nutrition</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="sec4" sec-type="intro">
<label>1.</label>
<title>Introduction</title>
<p>Nutritional knowledge is the set of concepts concerning nutrition, based on national and international guidelines. It has been shown that nutritional knowledge is a relevant part of the decision-making process in choosing foods, along with other factors such as age, gender and socioeconomic status (<xref ref-type="bibr" rid="ref1">1</xref>, <xref ref-type="bibr" rid="ref2">2</xref>). In fact, nutritional knowledge can influence food choices both indirectly, e.g., by helping to understand and memorize the reading of food labels, and directly on consumer behavior (<xref ref-type="bibr" rid="ref1">1</xref>, <xref ref-type="bibr" rid="ref3">3</xref>, <xref ref-type="bibr" rid="ref4">4</xref>). Recent studies have shown that limited health literacy, of which nutritional knowledge is a part, is significantly correlated with increased onset of type 2 diabetes and cardiovascular diseases (<xref ref-type="bibr" rid="ref5">5</xref>). It is also known that many non-communicable diseases are linked to the diet: excessive consumption of highly processed foods, with high sugar or saturated fats content, is correlated with an increased risk of obesity, cardiovascular diseases, and cancer (<xref ref-type="bibr" rid="ref6">6</xref>).</p>
<p>This makes it clear how important it is to pay more attention to nutritional education and to monitoring nutritional knowledge over time, especially for certain target populations, such as the population suffering from overweight or obesity. (<xref ref-type="bibr" rid="ref7">7</xref>, <xref ref-type="bibr" rid="ref8">8</xref>). This is even more relevant when nutritional education becomes part of the therapeutic approach, such as for patients with severe obesity (<xref ref-type="bibr" rid="ref8">8</xref>, <xref ref-type="bibr" rid="ref9">9</xref>). In obese and overweight populations, a higher level of nutritional knowledge, achieved through nutritional education, has been shown to be associated with greater weight loss. This is explained by increased awareness in food choices leading to better nutritional quality and improvement in food habits and patient empowerment (<xref ref-type="bibr" rid="ref10">10</xref>&#x2013;<xref ref-type="bibr" rid="ref13">13</xref>). Measurement of nutrition knowledge is challenging. Most studies have used written questionnaires, but many of these have inadequate or no validation (<xref ref-type="bibr" rid="ref14">14</xref>&#x2013;<xref ref-type="bibr" rid="ref16">16</xref>). In 1999, Parmenter and Wadler developed and validated, according to psychometric standards, the General Nutritional Knowledge Questionnaire (GNKQ), which investigates nutritional knowledge in the UK population, exploring the following four points: 1) expert recommendations 2) knowledge about nutrient-source foods 3) correct food choices 4) the relationship between diet and disease (<xref ref-type="bibr" rid="ref17">17</xref>). In 2016, an update of the GNKQ to the latest guidelines was carried out (<xref ref-type="bibr" rid="ref18">18</xref>). Various validations of the GNKQ for different countries are available, based on that country&#x2019;s guidelines and also on cultural adaptation of food (<xref ref-type="bibr" rid="ref19">19</xref>&#x2013;<xref ref-type="bibr" rid="ref21">21</xref>). In 2007 Moynihan validated, based on the GNKQ, a shorter questionnaire that was able to investigate the nutritional knowledge of the elderly population living in sheltered housing (<xref ref-type="bibr" rid="ref22">22</xref>). This instrument has the advantage of being easier to use in clinical practice but suffer from limitations in the topic areas investigated. In any case, because of its clinical practicality in 2010 Vico et al. validated the Italian version of the Moynihan questionnaire (<xref ref-type="bibr" rid="ref23">23</xref>, <xref ref-type="bibr" rid="ref24">24</xref>). To date, this version remains the one of the few validated questionnaires for the investigation of nutritional knowledge in Italian language. These instruments have the capability of investigating nutritional knowledge in the general population. Few questionnaires, however, have been validated to specifically investigate nutritional knowledge in the obesity population. The only instrument in the literature is the questionnaire constructed by Feren et al. in 2011 (<xref ref-type="bibr" rid="ref25">25</xref>). Taking over the structure and content of the GNKQ, the authors made a cultural adaptation to the traditions of the Nordic countries. Based on the above considerations, we believed it was important to construct a questionnaire based on the most up-to-date Ministry of Health guidelines and centered on the principles of the Mediterranean diet, which is also able to cope with false food myths (<xref ref-type="bibr" rid="ref26">26</xref>). In doing so we also took into account the psychometric reference guidelines (<xref ref-type="bibr" rid="ref27">27</xref>). In larger scale, this instrument might also help to focus nutrition education aimed at correcting misconceptions and giving the necessary tools for patient empowerment. The aim of this work was to construct and validate a questionnaire investigating nutritional knowledge in adult individuals with obesity and wish the potential of being a useful tool during clinical practice to monitor the results of nutritional rehabilitation in this population.</p>
</sec>
<sec id="sec5">
<label>2.</label>
<title>Patients and methods</title>
<sec id="sec6">
<label>2.1.</label>
<title>Participants</title>
<p>We recruited patients hospitalized in San Giuseppe Hospital of Piancavallo, Istituto Auxologico Italiano (Verbania, Piedmont, Italy) during the period April&#x2013;October 2019. We included the patients with BMI&#x2009;&#x2265;&#x2009;30 Kg/m<sup>2</sup> and with age between 18 and 75&#x2009;years. To make data relevant to the study aim, we excluded (i) foreign patients who did not understand the Italian language, (ii) illiterate patients and (iii) patients with learning disabilities. For the pilot phase we included a convenience sample of 100 obese patients hospitalized at Piancavallo. For the conclusive phase we included other 350 patients for a total of 450 patients. Subjects were enrolled in the first few days of admission to the facility before the start of the nutritional rehabilitation program.</p>
<p>Moreover, we analyzed 300 students (150 enrolled in the third year of the Nutrition degree and 150 enrolled in the third year of the Psychology degree of the University of Milan) for construct validity analysis. The study protocol was approved by Ethics Committee in 19/01/2019 (18C901_2019) and informed consent was obtained from all participants.</p>
<p>The first step of the questionnaire development process consisted in studying the theory from which the phenomenon originates and in identifying aspects to which it might be related. Investigation of the theory was carried out through consultation of specific questionnaire construction guidelines and specific guidelines addressing the role of nutritional knowledge in the management of obesity (<xref ref-type="bibr" rid="ref28">28</xref>).</p>
<p>A review of the scientific literature of the last 10&#x2009;years was carried out using the keywords &#x201C;questionnaire,&#x201D; &#x201C;nutritional knowledge,&#x201D; &#x201C;obesity&#x201D; to search for already published questionnaires concerning education in the field of nutrition. Later, we created the first draft of questionnaire by means of (i) the identification of several items from published questionnaires related to nutritional education, (ii) the creation of items based on the experience of the researchers involved in the study. Subsequently this first draft was submitted to a panel of experts (clinical endocrinologists and nutritionists and health professionals) to optimize the sequence of items.</p>
<p>The analysis of item characteristics and measurement properties of the questionnaire was conducted in two phases: pilot and conclusive.</p>
</sec>
<sec id="sec35">
<label>2.2.</label>
<title>Method</title>
<sec id="sec7">
<label>2.2.1.</label>
<title>Item difficulty analysis</title>
<p>An item was not considered useful if it was answered correctly by more than 90% or less than 15% of individuals (<xref ref-type="bibr" rid="ref29">29</xref>). Items that met these criteria were excluded, except if they were considered essential for content validity by the experts.</p>
</sec>
<sec id="sec8">
<label>2.2.2.</label>
<title>Internal consistency analysis</title>
<p>The Kuder Richardson-20 (KR-20), the version of Cronbach&#x2019;s &#x03B1; for dichotomous item, was calculated. KR-20 is a measure of internal consistency, that is, how closely related a set of items are as a group. A &#x201C;high&#x201D; value for KR-20 does not imply that the measure is unidimensional.</p>
</sec>
<sec id="sec9">
<label>2.2.3.</label>
<title>Construct validity</title>
<p>We evaluated the construct validity (if the questionnaire reflects the true theoretical meaning of the construct of interest) comparing the score obtained in two groups: one which is known to have &#x201C;good nutrition knowledge&#x201D; and the other which has not. The score of the &#x201C;good nutrition knowledge&#x201D; group should be significantly higher when evaluated by an independent sample&#x2019;s t-test or Wilcoxon test (<xref ref-type="bibr" rid="ref25">25</xref>).</p>
</sec>
<sec id="sec10">
<label>2.2.4.</label>
<title>Test and retest</title>
<p>A subsample was asked to recompile the questionnaire 2 weeks later. A test&#x2013;retest approach was applied to the measured data to assess the stability of the instrument: specifically, the Pearson (or Spearman) correlation index was calculated, and it was considered a good measure of stability if the index score was greater than 0.7.</p>
</sec>
<sec id="sec11">
<label>2.2.5.</label>
<title>Dimensional validation and reduction of items</title>
<p>Rasch analysis is a known psychometric technique used to assess whether a single latent trait drives item responses in a questionnaire (<xref ref-type="bibr" rid="ref30">30</xref>). This model assumes that the probability of a correct response is determined by the item&#x2019;s difficulty/discrimination and by the subject&#x2019;s ability. The unidimensional assumption suggests that the correlation among items can be explained by a single latent factor. To verify this hypothesis, we evaluated the eigenvalues of polychromic correlation matrix among items. If the first eigenvalue is much greater than the others a unidimensional model is reasonable. Moreover, the model estimates the difficulty and the discriminant performance of each item. Negative values of regression coefficient related to difficulty suggest items relatively easy, useful in discriminating subjects who have lower abilities. Small values (&#x003C;0.5) of regression coefficient related to discrimination suggest that the corresponding item is not a good indicator.</p>
</sec>
<sec id="sec12">
<label>2.2.6.</label>
<title>Discrimination performance</title>
<p>A subsample of patients was invited to participate in an interview with one or more clinical experts who classified each patient, based on his/her dietary knowledge, into two categories: &#x201C;good knowledge of nutrition &#x201C;and &#x201C;no good knowledge of nutrition.&#x201D; The clinical expert&#x2019;s judgment was considered the gold standard. A ROC analysis was conducted to assess the discriminating power of the questionnaire (AUC &#x003E;0.7 was considered as good discrimination) and the cut-off that best discriminated &#x201C;good&#x201D; knowers from &#x201C;not good&#x201D; was identified using the Youden index method. <xref rid="fig1" ref-type="fig">Figure 1</xref> shows the flow chart of the construction and validation steps.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption><p>Flow chart describing the different stages of questionnaire construction and validation.</p></caption>
<graphic xlink:href="fnut-10-1232424-g001.tif"/>
</fig>
</sec>
</sec>
</sec>
<sec id="sec13" sec-type="results">
<label>3.</label>
<title>Results</title>
<p>The review of the literature revealed that the General Nutritional Knowledge Questionnaire (GNKQ), by Parmenter and Wardle, has often been used as a model for the development of different questionnaires to investigate nutritional knowledge; our focus was therefore on European adaptations of the GNKQ. The questionnaire makes it possible to probe areas of concern regarding healthy eating, highlighting the relationship between dietary knowledge and eating behavior. Drawing on the results obtained from the literature review and the Moynihan questionnaire, already in use at the Istituto Auxologico Italiano, a questionnaire was elaborated that took into account the basic structure of the GNKQ, the Norwegian Questionnaire, and the Moynihan questionnaire, and that took into consideration the typology of severe obese patients. In this way, items of interest potentially useful for the measurement of the survey construct in the study were identified and others were included based on the experience of the researchers involved. During this phase, particular attention was paid to establishing a logical sequence of the topics covered, in particular by identifying four sessions, and to the sequence of the individual questions comprising each section. Based on our experience with the structuring of the questions, we decided to use only closed, single-choice questions that could be easily understood by the patient. Particular care was also taken with regard to cultural and linguistic adaptation, compared to the questions taken as examples from the GNKQ and Norwegian questionnaires, by replacing foods typical of Nordic cuisine with those of the Mediterranean tradition. For the drafting of the questionnaire, the experts also relied on the most recent guidelines for a healthy diet drawn up by the Italian Ministry of Health. The first draft of the questionnaire was designed as a structured scale with 56 items. Each item was assigned a value of 1 if the answer was correct and 0 if the answer was wrong or missing. The score of the questionnaire was given by the sum of the values assigned to each response. The average compiling time was estimated to be 20&#x2009;min.</p>
<sec id="sec14">
<label>3.1.</label>
<title>Pilot analysis</title>
<sec id="sec15">
<label>3.1.1.</label>
<title>Item difficulty analysis</title>
<p>The draft questionnaire was submitted to the first 100 obese patients included in the sample. The mean age was 52&#x2009;years, the 39% was male and mean BMI was 45 Kg/m<sup>2</sup>. The item difficulty analysis highlighted that 5 items had a correctness rate higher than 90% or below 15%. So the new version of the questionnaire was composed by 51 items.</p>
</sec>
<sec id="sec16">
<label>3.1.2.</label>
<title>Internal consistency analysis</title>
<p>The KR-20 resulted 0.83 (95% CI 0.77&#x2013;0.87) suggesting high internal consistency. When each item was removed, we observed a relative KR-20 value very similar to the value calculated on all items.</p>
</sec>
<sec id="sec17">
<label>3.1.3.</label>
<title>Dimensional validation and reduction of items</title>
<p><xref rid="fig2" ref-type="fig">Figure 2</xref> shows that the first eigenvalue was much greater than the others suggesting that a unidimensional model was reasonable. Although several items showed low discrimination ability we postponed this evaluation because results from small samples could lead to opposite conclusions compared with those based on larger samples (<xref ref-type="bibr" rid="ref31">31</xref>).</p>
<fig position="float" id="fig2">
<label>Figure 2</label>
<caption><p>Eigenvalues of the polychoric correlation matrix in pilot study.</p></caption>
<graphic xlink:href="fnut-10-1232424-g002.tif"/>
</fig>
</sec>
</sec>
<sec id="sec18">
<label>3.2.</label>
<title>Analysis on whole sample</title>
<sec id="sec19">
<label>3.2.1.</label>
<title>Internal consistency analysis</title>
<p>For this analysis we considered the whole sample of 450 obese patients (mean age of 51&#x2009;years, 43% of male and mean BMI equal to 46 Kg/m<sup>2</sup>). The KR-20 value was confirmed (0.81, 95% CI 0.78 to 0.83). As in the pilot phase, when each item was removed, we observed that the relative KR-20 value was very similar or lower than KR-20 calculated on all items.</p>
</sec>
<sec id="sec20">
<label>3.2.2.</label>
<title>Dimensional validation and reduction of items</title>
<p><xref rid="fig3" ref-type="fig">Figure 3</xref> shows that the first eigenvalue was much greater than the others suggesting that a unidimensional model was reasonable. The analysis identifies several potential items (6, 7, 11, 12, 19, 20, 23, 29, 32, 36, 37, 44) with low discrimination ability varying from &#x2212;0.20 to 0.46 (see <xref rid="tab1" ref-type="table">Table 1</xref>).</p>
<fig position="float" id="fig3">
<label>Figure 3</label>
<caption><p>Eigenvalues of the polychoric correlation matrix in whole simple.</p></caption>
<graphic xlink:href="fnut-10-1232424-g003.tif"/>
</fig>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption><p>Rasch analysis results.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Item</th>
<th align="center" valign="top">Difficulty coefficient</th>
<th align="center" valign="top">Discrimination coefficient</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">6</td>
<td align="char" valign="top" char=".">&#x2212;0.45193</td>
<td align="char" valign="top" char=".">0.1586</td>
</tr>
<tr>
<td align="left" valign="top">7</td>
<td align="char" valign="top" char=".">&#x2212;2.64031</td>
<td align="char" valign="top" char=".">0.40154</td>
</tr>
<tr>
<td align="left" valign="top">11</td>
<td align="char" valign="top" char=".">0.39381</td>
<td align="char" valign="top" char=".">0.37241</td>
</tr>
<tr>
<td align="left" valign="top">12</td>
<td align="char" valign="top" char=".">&#x2212;4.55899</td>
<td align="char" valign="top" char=".">0.17564</td>
</tr>
<tr>
<td align="left" valign="top">19</td>
<td align="char" valign="top" char=".">&#x2212;5.42843</td>
<td align="char" valign="top" char=".">&#x2212;0.20317</td>
</tr>
<tr>
<td align="left" valign="top">20</td>
<td align="char" valign="top" char=".">&#x2212;5.14404</td>
<td align="char" valign="top" char=".">0.16161</td>
</tr>
<tr>
<td align="left" valign="top">23</td>
<td align="char" valign="top" char=".">&#x2212;1.04882</td>
<td align="char" valign="top" char=".">0.39225</td>
</tr>
<tr>
<td align="left" valign="top">29</td>
<td align="char" valign="top" char=".">&#x2212;0.95737</td>
<td align="char" valign="top" char=".">0.2364</td>
</tr>
<tr>
<td align="left" valign="top">32</td>
<td align="char" valign="top" char=".">&#x2212;2.25652</td>
<td align="char" valign="top" char=".">0.46481</td>
</tr>
<tr>
<td align="left" valign="top">36</td>
<td align="char" valign="top" char=".">1.90114</td>
<td align="char" valign="top" char=".">0.25648</td>
</tr>
<tr>
<td align="left" valign="top">37</td>
<td align="char" valign="top" char=".">3.63235</td>
<td align="char" valign="top" char=".">0.1433</td>
</tr>
<tr>
<td align="left" valign="top">44</td>
<td align="char" valign="top" char=".">&#x2212;3.78028</td>
<td align="char" valign="top" char=".">0.15048</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec21">
<label>3.2.3.</label>
<title>Construct validity</title>
<p>We submitted the final draft to 150 nutrition students and 150 psychology students. The nutrition students&#x2019; score was significantly higher (value of <italic>p</italic> &#x003C;0.0001) than the one obtained by psychology students (median 50.00 [35.00 to 51.00] vs. 35.00 [30.00 to 38.00] respectively).</p>
</sec>
<sec id="sec22">
<label>3.2.4.</label>
<title>Test and retest</title>
<p>In a sub-sample of 150 obese patients (mean age 50&#x2009;years, 45% males and mean BMI 46 Kg/m<sup>2</sup>) the questionnaire was re-submitted after 2 weeks. The Spearman correlation of the two scores was 0.80 (95% CI 0.73 to 0.85).</p>
</sec>
<sec id="sec23">
<label>3.2.5.</label>
<title>Discrimination performance</title>
<p>Finally, for 143 patients of the sub-sample used for test&#x2013;retest analysis we had the information of the expert clinicians classification: 99 classified as &#x201C;good knowledge of nutrition&#x201D; (69%) and 44 as &#x201C;no good knowledge of nutrition&#x201D; (31%). The median score in &#x201C;good knowledge of nutrition&#x201D; was 37.10 and in &#x201C;no good knowledge of nutrition&#x201D; was 29.68. The AUC value of score was 0.798, suggesting a good discrimination performance. Moreover, the threshold of 35 (identified by Youden index) was characterized by sensitivity of 70% and specificity of 77%.</p>
</sec>
</sec>
</sec>
<sec id="sec24" sec-type="discussions">
<label>4.</label>
<title>Discussion</title>
<p>The aim of this work was to develop and validate a new questionnaire to investigate nutritional knowledge in a population with severe obesity. This is necessary because nutritional education and hence knowledge are an integral part of the process of treatment and management of this disease. As already stated in the literature, a few validated questionnaires are available that can correctly investigate the construct of nutritional knowledge and that are up to date with the latest guidelines. Furthermore, it is important to emphasize that an instrument is often defined on a specific population and is therefore not very adaptable to other populations.</p>
<p>One questionnaire is used in Italy, validated in Italian, for adult people by the original version of the Moynihan questionnaire. This questionnaire, however, is poorly suited to specifically investigate the population affected by obesity. Although this questionnaire is useful in clinical practice, it lacks some important topics, such as simple sugars or reading food labels. Furthermore, the combination of closed or fill-in and open questions is not always easy to understand. The use of an inverse score (e.g., a high score corresponds to low nutritional knowledge) is also not always easy to understand.</p>
<sec id="sec25">
<label>4.1.</label>
<title>Pilot study</title>
<p>The initial pool of items was made up of items already present in validated instruments, to which items were added to incorporate content deemed important for the target population by the panel of experts. This resulted in an initial draft of 56 questions. For a better investigation of food knowledge, it was decided to divide the questions into four sections: (i) expert recommendations; (ii) food groups and nutrients; (iii) healthy food choices; (iv) the relationship between diet and health and disease risk. The analysis in the pilot study of internal consistency also yielded positive results, stating a good internal consistency of both the individual sections of the questionnaire and the entire item pool. This result has also been confirmed in the analysis of the full sample (450 patients).</p>
</sec>
<sec id="sec26">
<label>4.2.</label>
<title>Whole sample</title>
<p>From Rasch analysis, emerged that some items did not have a high discriminatory capacity of the construct. The experts carefully evaluated the questions and considered them to be of importance within the overall framework of nutritional knowledge and for the nutritional rehabilitation of the patient. In particular, the experts decided to keep the questions concerning the consumption of fruit and vegetables and the fat content of some foods or limiting the consumption of sugar. These questions are considered essential to assess nutritional knowledge, closely related to the dietary recommendations drawn up by the ministry. The questionnaire, after the elimination of non-discriminating items, consists of 51 items (see <xref rid="SM1" ref-type="supplementary-material">Appendix 1</xref>, <xref rid="SM2" ref-type="supplementary-material">2</xref>).</p>
<p>By administering the questionnaire to nutrition students and psychology students, we were able to assess content validity. The nutrition students scored higher than the psychology students, supporting the fact that the questionnaire can correctly induct the construct, i.e., different dimensions of nutrition knowledge. These data are in agreement with findings from previous questionnaire validation studies (<xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref25">25</xref>). Two weeks after the first administration, the questionnaire was re-administered to the subjects to assess the stability of the items over time. The Spearman correlation coefficient returned a good stability of the questionnaire for all items, confirming a consistency of measurement over time. Similar results were found by other researchers during the validation of other questionnaires (<xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref19">19</xref>, <xref ref-type="bibr" rid="ref25">25</xref>, <xref ref-type="bibr" rid="ref32">32</xref>). Finally, the discrimination performance test returned an AUC of 0.78, confirming a good ability of the instrument to investigate the construct. It was also possible to identify a scoring threshold of 35 as a discriminator between subjects classified as good knowers (score&#x2009;&#x003E;&#x2009;35) and non-knowers (score&#x2009;&#x003C;&#x2009;35). To date, given the limited number of subjects, it is not possible for us to obtain a cut-off scale discriminating various degrees of knowledge in adequately robust way. We provide for the creation of a scoring scale that allows us to better classify the. The widening of the sample of patient will likely allow us to better classifying results obtained through the completion of the questionnaire into different sub-categories.</p>
<p>A strength of this work is the sample size of both the pilot study (100) and the other phases (450), which is higher than in other validation studies (<xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref21">21</xref>, <xref ref-type="bibr" rid="ref23">23</xref>). The reliability of the test depends on the sample size and test length (<xref ref-type="bibr" rid="ref33">33</xref>).</p>
</sec>
<sec id="sec27">
<label>4.3.</label>
<title>Limits</title>
<p>A limitation of this questionnaire can be found in the number of questions, which can lead to excessive length. It was observed that the average filling-in time was approximately 30&#x2009;min. We believe that, despite this completion time, the questionnaire is usable in clinical hospital practice. We also consider the possibility of creating a simplified version that would consider a smaller number of questions.</p>
</sec>
</sec>
<sec id="sec28" sec-type="conclusions">
<label>5.</label>
<title>Conclusion</title>
<p>Based on the results obtained, we propose to the scientific and clinical communities engaged in management of obesity the use of this new tool, representing a helpful indicator</p>
<p>of the patient&#x2019;s treatment pathway and of the impact exerted by nutritional rehabilitation. In agreement with the most up-to-date guidelines, placing nutritional education of the obese patient at the center, the NUTRIKOB questionnaire is effective as a means of monitoring nutritional education in this clinical condition.</p>
</sec>
<sec sec-type="data-availability" id="sec29">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="sec30">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Istituto Auxologico Italiano Ethics Committee. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="sec31">
<title>Author contributions</title>
<p>SM and DS: conceptualization, data curation, and project administration. DS, AZ, and SM: methodology and writing original draft. DS and AZ: formal analysis. EL, EA, GG, TT, CV, VB, and SM: resources. MS, SB, and AZ: writing review and editing. MS, SB, and VB: supervision. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec sec-type="funding-information" id="sec32">
<title>Funding</title>
<p>This work was supported by Italian Ministry of Health&#x2013;Ricerca Corrente.</p>
</sec>
<sec sec-type="COI-statement" id="sec33">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec53" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ack>
<p>Acknowledgment is due to the entire panel of experts who enabled the construction of the questionnaire and its review at all stages of validation.</p>
</ack>
<sec sec-type="supplementary-material" id="sec34">
<title>Supplementary material</title>
<p>The Supplementary material for this article can be found online at: <ext-link xlink:href="https://www.frontiersin.org/articles/10.3389/fnut.2023.1232424/full#supplementary-material" ext-link-type="uri">https://www.frontiersin.org/articles/10.3389/fnut.2023.1232424/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.PDF" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
<supplementary-material xlink:href="Data_Sheet_2.PDF" id="SM2" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Worsley</surname> <given-names>A</given-names></name></person-group>. <article-title>Nutrition knowledge and food consumption: can nutrition knowledge change food behaviour?</article-title> <source>Asia Pac J Clin Nutr</source>. (<year>2002</year>) <volume>11</volume>:<fpage>S579</fpage>&#x2013;<lpage>85</lpage>. doi: <pub-id pub-id-type="doi">10.1046/j.1440-6047.11.supp3.7.x</pub-id></citation></ref>
<ref id="ref2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koch</surname> <given-names>F</given-names></name> <name><surname>Hoffmann</surname> <given-names>I</given-names></name> <name><surname>Claupein</surname> <given-names>E</given-names></name></person-group>. <article-title>Types of nutrition knowledge, their socio-demographic determinants and their association with food consumption: results of the NEMONIT study</article-title>. <source>Front Nutr</source>. (<year>2021</year>) <volume>8</volume>:<fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fnut.2021.630014</pub-id>, PMID: <pub-id pub-id-type="pmid">33644108</pub-id></citation></ref>
<ref id="ref3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miller</surname> <given-names>LMS</given-names></name> <name><surname>Cassady</surname> <given-names>DL</given-names></name></person-group>. <article-title>The effects of nutrition knowledge on food label use. A review of the literature</article-title>. <source>Appetite</source>. (<year>2015</year>) <volume>92</volume>:<fpage>207</fpage>&#x2013;<lpage>6</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.appet.2015.05.029</pub-id>, PMID: <pub-id pub-id-type="pmid">26025086</pub-id></citation></ref>
<ref id="ref4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leng</surname> <given-names>G</given-names></name> <name><surname>Adan</surname> <given-names>RAH</given-names></name> <name><surname>Belot</surname> <given-names>M</given-names></name> <name><surname>Brunstrom</surname> <given-names>JM</given-names></name> <name><surname>De Graaf</surname> <given-names>K</given-names></name> <name><surname>Dickson</surname> <given-names>SL</given-names></name> <etal/></person-group>. <article-title>The determinants of food choice</article-title>. <source>Proc Nutr Soc</source>. (<year>2017</year>) <volume>76</volume>:<fpage>316</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S002966511600286X</pub-id></citation></ref>
<ref id="ref5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Williams</surname> <given-names>MV</given-names></name> <name><surname>Baker</surname> <given-names>DW</given-names></name> <name><surname>Parker</surname> <given-names>MD</given-names></name></person-group>. <article-title>Relationship of functional health literacy to patients&#x2019; knowledge of their chronic disease</article-title>. <source>Origin Invest</source>. (<year>1998</year>) <volume>158</volume>:<fpage>166</fpage>&#x2013;<lpage>2</lpage>. doi: <pub-id pub-id-type="doi">10.1001/archinte.158.2.166</pub-id></citation></ref>
<ref id="ref6"><label>6.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Nishida</surname> <given-names>C</given-names></name> <name><surname>Uauy</surname> <given-names>R</given-names></name> <name><surname>Kumanyika</surname> <given-names>S</given-names></name> <name><surname>Shetty</surname> <given-names>P</given-names></name></person-group>. <article-title>The joint WHO/FAO expert consultation on diet, nutrition and the prevention of chronic diseases: process, product and policy implications</article-title> (<year>2003</year>) <volume>2004</volume>:<fpage>245</fpage>&#x2013;<lpage>07</lpage>.</citation></ref>
<ref id="ref7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>L</given-names></name> <name><surname>Zhuang</surname> <given-names>J</given-names></name> <name><surname>Zhang</surname> <given-names>H</given-names></name> <name><surname>Lu</surname> <given-names>W</given-names></name></person-group>. <article-title>Association between dietary knowledge and overweight/obesity in Chinese children and adolescents aged 8-18 years: a cross-sectional study</article-title>. <source>BMC Pediatr</source>. (<year>2022</year>) <volume>22</volume>:<fpage>558</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12887-022-03618-2</pub-id>, PMID: <pub-id pub-id-type="pmid">36138367</pub-id></citation></ref>
<ref id="ref8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Valm&#x00F3;rbida</surname> <given-names>JL</given-names></name> <name><surname>Goulart</surname> <given-names>MR</given-names></name> <name><surname>Busnello</surname> <given-names>FM</given-names></name> <name><surname>Pellanda</surname> <given-names>LC</given-names></name></person-group>. <article-title>Nutritional knowledge and body mass index: a cross-sectional study</article-title>. <source>Rev Assoc Med Bras</source>. (<year>2017</year>) <volume>63</volume>:<fpage>736</fpage>&#x2013;<lpage>07</lpage>. doi: <pub-id pub-id-type="doi">10.1590/1806-9282.63.09.736</pub-id></citation></ref>
<ref id="ref9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ryan</surname> <given-names>DH</given-names></name> <name><surname>Kahan</surname> <given-names>S</given-names></name></person-group>. <article-title>Guideline recommendations for obesity management</article-title>. <source>Med Clin North Am</source>. (<year>2018</year>) <volume>102</volume>:<fpage>49</fpage>&#x2013;<lpage>63</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.mcna.2017.08.006</pub-id></citation></ref>
<ref id="ref10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klohe-Lehman</surname> <given-names>DM</given-names></name> <name><surname>Freeland-Graves</surname> <given-names>J</given-names></name> <name><surname>Anderson</surname> <given-names>ER</given-names></name> <name><surname>McDowell</surname> <given-names>T</given-names></name> <name><surname>Clarke</surname> <given-names>KK</given-names></name> <name><surname>Hanss-Nuss</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>Nutrition knowledge is associated with greater weight loss in obese and overweight low-income mothers</article-title>. <source>J Am Diet Assoc</source>. (<year>2006</year>) <volume>106</volume>:<fpage>65</fpage>&#x2013;<lpage>75</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jada.2005.09.047</pub-id>, PMID: <pub-id pub-id-type="pmid">16390668</pub-id></citation></ref>
<ref id="ref11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spronk</surname> <given-names>I</given-names></name> <name><surname>Kullen</surname> <given-names>C</given-names></name> <name><surname>Burdon</surname> <given-names>C</given-names></name> <name><surname>Connor</surname> <given-names>HO</given-names></name></person-group>. <article-title>Systematic review relationship between nutrition knowledge and dietary intake</article-title> (<year>2014</year>) <volume>111</volume>:<fpage>1713</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S0007114514000087</pub-id></citation></ref>
<ref id="ref12"><label>12.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Balani</surname> <given-names>R</given-names></name> <name><surname>Herrington</surname> <given-names>H</given-names></name> <name><surname>Bryant</surname> <given-names>E</given-names></name> <name><surname>Lucas</surname> <given-names>C</given-names></name> <name><surname>Kim</surname> <given-names>SC</given-names></name></person-group>. <article-title>Nutrition knowledge, attitudes, and self-regulation as predictors of overweight and obesity</article-title> (<year>2019</year>) <volume>31</volume></citation></ref>
<ref id="ref13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gilardini</surname> <given-names>L</given-names></name> <name><surname>Cancello</surname> <given-names>R</given-names></name> <name><surname>Caffetto</surname> <given-names>K</given-names></name> <name><surname>Cottafava</surname> <given-names>R</given-names></name> <name><surname>Gironi</surname> <given-names>I</given-names></name> <name><surname>Invitti</surname> <given-names>C</given-names></name></person-group>. <article-title>Nutrition knowledge is associated with greater weight loss in obese patients following a multidisciplinary rehabilitation program</article-title>. <source>Minerva Endocrinol (Torino)</source>. (<year>2021</year>) <volume>46</volume>:<fpage>296</fpage>&#x2013;<lpage>302</lpage>. doi: <pub-id pub-id-type="doi">10.23736/S2724-6507.20.03212-5</pub-id></citation></ref>
<ref id="ref14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parmenter</surname> <given-names>K</given-names></name> <name><surname>Waller</surname> <given-names>J</given-names></name> <name><surname>Wardle</surname> <given-names>J</given-names></name></person-group>. <article-title>Demographic variation in nutrition knowledge in England</article-title>. <source>Health Educ Res</source>. (<year>2000</year>) <volume>15</volume>:<fpage>163</fpage>&#x2013;<lpage>4</lpage>. doi: <pub-id pub-id-type="doi">10.1093/her/15.2.163</pub-id>, PMID: <pub-id pub-id-type="pmid">10751375</pub-id></citation></ref>
<ref id="ref15"><label>15.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Siegrist</surname> <given-names>M</given-names></name></person-group>. <article-title>Consumers&#x2019; knowledge of healthy diets and its correlation with dietary behaviour</article-title> (<year>2011</year>) <volume>24</volume>:<fpage>54</fpage>&#x2013;<lpage>60</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1365-277X.2010.01124.x</pub-id></citation></ref>
<ref id="ref16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trakman</surname> <given-names>GL</given-names></name> <name><surname>Forsyth</surname> <given-names>A</given-names></name> <name><surname>Devlin</surname> <given-names>BL</given-names></name> <name><surname>Belski</surname> <given-names>R</given-names></name></person-group>. <article-title>A systematic review of athletes&#x2019; and coaches&#x2019; nutrition knowledge and reflections on the quality of current nutrition knowledge measures</article-title>. <source>Nutrients</source>. (<year>2016</year>) <volume>8</volume>. doi: <pub-id pub-id-type="doi">10.3390/nu8090570</pub-id>, PMID: <pub-id pub-id-type="pmid">27649242</pub-id></citation></ref>
<ref id="ref17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parmenter</surname> <given-names>K</given-names></name> <name><surname>Wardle</surname> <given-names>J</given-names></name></person-group>. <article-title>Development of a general nutrition knowledge questionnaire for adults</article-title>. <source>Eur J Clin Nutr</source>. (<year>1999</year>) <volume>53</volume>:<fpage>298</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1038/sj.ejcn.1600726</pub-id></citation></ref>
<ref id="ref18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kliemann</surname> <given-names>N</given-names></name> <name><surname>Wardle</surname> <given-names>J</given-names></name> <name><surname>Johnson</surname> <given-names>F</given-names></name> <name><surname>Croker</surname> <given-names>H</given-names></name></person-group>. <article-title>Reliability and validity of a revised version of the general nutrition knowledge questionnaire</article-title>. <source>Eur J Clin Nutr</source>. (<year>2016</year>) <volume>70</volume>:<fpage>1174</fpage>&#x2013;<lpage>80</lpage>. doi: <pub-id pub-id-type="doi">10.1038/ejcn.2016.87</pub-id>, PMID: <pub-id pub-id-type="pmid">27245211</pub-id></citation></ref>
<ref id="ref19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gao</surname> <given-names>Z</given-names></name> <name><surname>Wu</surname> <given-names>F</given-names></name> <name><surname>Lv</surname> <given-names>G</given-names></name> <name><surname>Zhuang</surname> <given-names>X</given-names></name> <name><surname>Ma</surname> <given-names>G</given-names></name></person-group>. <article-title>Development and validity of a general nutrition knowledge questionnaire (Gnkq) for Chinese adults</article-title>. <source>Nutrients</source>. (<year>2021</year>) <volume>13</volume>. doi: <pub-id pub-id-type="doi">10.3390/nu13124353</pub-id>, PMID: <pub-id pub-id-type="pmid">34959905</pub-id></citation></ref>
<ref id="ref20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thompson</surname> <given-names>C</given-names></name> <name><surname>Vidgen</surname> <given-names>HA</given-names></name> <name><surname>Gallegos</surname> <given-names>D</given-names></name> <name><surname>Hannan-jones</surname> <given-names>M</given-names></name></person-group>. <article-title>Validation of a revised general nutrition knowledge questionnaire for Australia</article-title> (<year>2020</year>) <volume>24</volume>:<fpage>1608</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S1368980019005135</pub-id></citation></ref>
<ref id="ref21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bukenya</surname> <given-names>R</given-names></name> <name><surname>Ahmed</surname> <given-names>A</given-names></name> <name><surname>Andrade</surname> <given-names>JM</given-names></name> <name><surname>Grigsby-Toussaint</surname> <given-names>DS</given-names></name> <name><surname>Muyonga</surname> <given-names>J</given-names></name> <name><surname>Andrade</surname> <given-names>JE</given-names></name></person-group>. <article-title>Validity and reliability of general nutrition knowledge questionnaire for adults in Uganda</article-title>. <source>Nutrients</source>. (<year>2017</year>) <volume>9</volume>:<fpage>1</fpage>&#x2013;<lpage>11</lpage>. doi: <pub-id pub-id-type="doi">10.3390/nu9020172</pub-id></citation></ref>
<ref id="ref22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moynihan</surname> <given-names>PJ</given-names></name> <name><surname>Mulvaney</surname> <given-names>CE</given-names></name> <name><surname>Adamson</surname> <given-names>AJ</given-names></name> <name><surname>Seal</surname> <given-names>C</given-names></name> <name><surname>Steen</surname> <given-names>N</given-names></name> <name><surname>Mathers</surname> <given-names>JC</given-names></name> <etal/></person-group>. <article-title>The nutrition knowledge of older adults living in sheltered housing accommodation</article-title>. <source>J Hum Nutr Diet</source>. (<year>2007</year>) <volume>20</volume>:<fpage>446</fpage>&#x2013;<lpage>8</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1365-277X.2007.00808.x</pub-id>, PMID: <pub-id pub-id-type="pmid">17845379</pub-id></citation></ref>
<ref id="ref23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Da Vico</surname> <given-names>L</given-names></name> <name><surname>Biffi</surname> <given-names>B</given-names></name> <name><surname>Agostini</surname> <given-names>S</given-names></name> <name><surname>Brazzo</surname> <given-names>S</given-names></name> <name><surname>Masini</surname> <given-names>ML</given-names></name> <name><surname>Fattirolli</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Validation of the Italian version of the questionnaire on nutrition knowledge by Moynihan</article-title>. <source>Monaldi Arch Chest Dis Card Ser</source>. (<year>2010</year>) <volume>74</volume>:<fpage>140</fpage>&#x2013;<lpage>6</lpage>.</citation></ref>
<ref id="ref24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosi</surname> <given-names>C</given-names></name> <name><surname>Pennella</surname> <given-names>S</given-names></name> <name><surname>Fantuzzi</surname> <given-names>AL</given-names></name> <name><surname>Pedrazzi</surname> <given-names>P</given-names></name> <name><surname>Passalacqua</surname> <given-names>M</given-names></name> <name><surname>Gavioli</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>The usefulness of Moynihan questionnaire in the evaluation of knowledge on healthy diet of patients undergoing cardiology rehabilitation</article-title>. <source>Monaldi Arch Chest Dis Card Ser</source>. (<year>2013</year>) <volume>80</volume>:<fpage>76</fpage>&#x2013;<lpage>89</lpage>.</citation></ref>
<ref id="ref25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feren</surname> <given-names>A</given-names></name> <name><surname>Torheim</surname> <given-names>LE</given-names></name> <name><surname>Lillegaard</surname> <given-names>ITL</given-names></name></person-group>. <article-title>Development of a nutrition knowledge questionnaire for obese adults</article-title>. <source>Food Nutr Res</source>. (<year>2011</year>) <volume>55</volume>:<fpage>7271</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.3402/fnr.v55i0.7271</pub-id></citation></ref>
<ref id="ref26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Floren&#x00E7;a</surname> <given-names>SG</given-names></name> <name><surname>Ferreira</surname> <given-names>M</given-names></name> <name><surname>Lacerda</surname> <given-names>I</given-names></name> <name><surname>Maia</surname> <given-names>A</given-names></name></person-group>. <article-title>Food myths or food facts? Study about perceptions and knowledge in a Portuguese sample</article-title>. <source>Foods</source>. (<year>2021</year>) <volume>10</volume>. doi: <pub-id pub-id-type="doi">10.3390/foods10112746</pub-id></citation></ref>
<ref id="ref27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trakman</surname> <given-names>GL</given-names></name> <name><surname>Forsyth</surname> <given-names>A</given-names></name> <name><surname>Hoye</surname> <given-names>R</given-names></name> <name><surname>Belski</surname> <given-names>R</given-names></name></person-group>. <article-title>Review article developing and validating a nutrition knowledge questionnaire: key methods and considerations</article-title> (<year>2017</year>) <volume>20</volume>:<fpage>2670</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S1368980017001471</pub-id></citation></ref>
<ref id="ref28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boateng</surname> <given-names>GO</given-names></name> <name><surname>Neilands</surname> <given-names>TB</given-names></name> <name><surname>Frongillo</surname> <given-names>EA</given-names></name> <name><surname>Melgar-Qui&#x00F1;onez</surname> <given-names>HR</given-names></name> <name><surname>Young</surname> <given-names>SL</given-names></name></person-group>. <article-title>Best practices for developing and validating scales for health, social, and behavioral research: a primer</article-title>. <source>Front Public Heal</source>. (<year>2018</year>) <volume>6</volume>:<fpage>1</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpubh.2018.00149</pub-id></citation></ref>
<ref id="ref29"><label>29.</label><citation citation-type="web"><person-group person-group-type="author"><name><surname>Domino</surname> <given-names>G</given-names></name> <name><surname>Domino</surname> <given-names>M</given-names></name></person-group>. <source>Psychological Testing</source>. 2nd edn. Cambridge University Press. (<year>2006</year>). Available at: <ext-link xlink:href="https://www.perlego.com/book/1693615/psychological-testing-an-introduction-pdf" ext-link-type="uri">https://www.perlego.com/book/1693615/psychological-testing-an-introduction-pdf</ext-link> (Accessed: 14 October 2022).</citation></ref>
<ref id="ref30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Batchelder</surname> <given-names>L</given-names></name> <name><surname>Fox</surname> <given-names>D</given-names></name> <name><surname>Potter</surname> <given-names>CM</given-names></name> <name><surname>Peters</surname> <given-names>M</given-names></name> <name><surname>Jones</surname> <given-names>K</given-names></name> <name><surname>Forder</surname> <given-names>JE</given-names></name></person-group>. <article-title>Rasch analysis of the long - term conditions questionnaire (LTCQ) and development of a short - form (LTCQ - 8)</article-title>. <source>Health Qual Life Outcom</source>. (<year>2020</year>) <volume>18</volume>:<fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s12955-020-01626-3</pub-id>, PMID: <pub-id pub-id-type="pmid">33256754</pub-id></citation></ref>
<ref id="ref31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schutte</surname> <given-names>L</given-names></name> <name><surname>Wissing</surname> <given-names>MP</given-names></name> <name><surname>Ellis</surname> <given-names>SM</given-names></name> <name><surname>Jose</surname> <given-names>PE</given-names></name> <name><surname>Vella-brodrick</surname> <given-names>DA</given-names></name></person-group>. <article-title>Rasch analysis of the meaning in life questionnaire among adults from South Africa, Australia, and New Zealand</article-title>. <source>Health Qual Life Outcom</source>. (<year>2016</year>) <volume>14</volume>:<fpage>1</fpage>&#x2013;<lpage>15</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s12955-016-0414-x</pub-id>, PMID: <pub-id pub-id-type="pmid">26790952</pub-id></citation></ref>
<ref id="ref32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Matsumoto</surname> <given-names>M</given-names></name> <name><surname>Tanaka</surname> <given-names>R</given-names></name> <name><surname>Ikemoto</surname> <given-names>S</given-names></name></person-group>. <article-title>Validity and reliability of a general nutrition knowledge questionnaire for Japanese adults</article-title>. <source>J Nutr Sci Vitaminol (Tokyo)</source>. (<year>2017</year>) <volume>63</volume>:<fpage>298</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.3177/jnsv.63.298</pub-id>, PMID: <pub-id pub-id-type="pmid">29225314</pub-id></citation></ref>
<ref id="ref33"><label>33.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Paul</surname> <given-names>K</given-names></name></person-group>. <source>The handbook of psychological testing</source>. <edition>2nd</edition> ed. <publisher-loc>Milton Park</publisher-loc>: <publisher-name>Taylor &#x0026; Frances/Routledge</publisher-name> (<year>1993</year>).</citation></ref>
</ref-list>
</back>
</article>
