<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2024.1355734</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Linguistic markers for major depressive disorder: a cross-sectional study using an automated procedure</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Trifu</surname>
<given-names>Raluca Nicoleta</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Neme&#x0219;</surname>
<given-names>Bogdan</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2266027/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Herta</surname>
<given-names>Dana Cristina</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2654995/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Bodea-Hategan</surname>
<given-names>Carolina</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2655021/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Tala&#x0219;</surname>
<given-names>Dorina Anca</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2655056/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Coman</surname>
<given-names>Horia</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Neurosciences, Discipline of Medical Psychology and Psychiatry, Iuliu Ha&#x0163;ieganu University of Medicine and Pharmacy</institution>, <addr-line>Cluj-Napoca</addr-line>, <country>Romania</country></aff>
<aff id="aff2"><sup>2</sup><institution>Special Education Department, Faculty of Psychology and Education Sciences, Babe&#x0219;-Bolyai University</institution>, <addr-line>Cluj-Napoca</addr-line>, <country>Romania</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Pietro Gareri, ASP Catanzaro, Italy</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Yunfei Long, University of Essex, United Kingdom</p>
<p>Pasquale De Fazio, University Magna Graecia of Catanzaro, Italy</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Bogdan Neme&#x0219;, <email>nemes.bogdan@umfcluj.ro</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>06</day>
<month>03</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1355734</elocation-id>
<history>
<date date-type="received">
<day>14</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>06</day>
<month>02</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Trifu, Neme&#x0219;, Herta, Bodea-Hategan, Tala&#x0219; and Coman.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Trifu, Neme&#x0219;, Herta, Bodea-Hategan, Tala&#x0219; and Coman</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Introduction</title>
<p>The identification of language markers, referring to both form and content, for common mental health disorders such as major depressive disorder (MDD), can facilitate the development of innovative tools for early recognition and prevention. However, studies in this direction are only at the beginning and are difficult to implement due to linguistic variability and the influence of cultural contexts.</p>
</sec>
<sec id="sec2">
<title>Aim</title>
<p>This study aims to identify language markers specific to MDD through an automated analysis process based on RO-2015 LIWC (Linguistic Inquiry and Word Count).</p>
</sec>
<sec id="sec3">
<title>Materials and methods</title>
<p>A sample of 62 medicated patients with MDD and a sample of 43 controls were assessed. Each participant provided language samples that described something that was pleasant for them.</p>
</sec>
<sec id="sec4">
<title>Assessment tools</title>
<p>(1) Screening tests for MDD (MADRS and DASS-21); (2) Ro-LIWC2015 &#x2013; Linguistic Inquiry and Word Count &#x2013; a computerized text analysis software, validated for Romanian Language, that analyzes morphology, syntax and semantics of word use.</p>
</sec>
<sec id="sec5">
<title>Results</title>
<p>Depressive patients use different approaches in sentence structure, and communicate in short sentences. This requires multiple use of the punctuation mark period, which implicitly requires directive communication, limited in exchange of ideas. Also, participants from the sample with depression mostly use impersonal pronouns, first person pronoun in plural form &#x2013; not singular, a limited number of prepositions and an increased number of conjunctions, auxiliary verbs, negations, verbs in the past tense, and much less in the present tense, increased use of words expressing negative affects, anxiety, with limited use of words indicating positive affects. The favorite topics of interest of patients with depression are leisure, time and money.</p>
</sec>
<sec id="sec6">
<title>Conclusion</title>
<p>Depressive patients use a significantly different language pattern than people without mood or behavioral disorders, both in form and content. These differences are sometimes associated with years of education and sex, and might also be explained by cultural differences.</p>
</sec>
</abstract>
<kwd-group>
<kwd>major depressive disorder</kwd>
<kwd>linguistic markers</kwd>
<kwd>LIWC</kwd>
<kwd>automated analysis procedure</kwd>
<kwd>cultural differences</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="70"/>
<page-count count="13"/>
<word-count count="10495"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Psychopathology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec7">
<label>1</label>
<title>Introduction</title>
<p>Major depressive disorder (MDD) is one of the most common diagnoses in mental health (<xref ref-type="bibr" rid="ref61">WHO, 2023</xref>). Therefore, early identification of both new cases and relapses is a priority for both policy makers and clinicians, to aleviate its global burden.</p>
<p>The ICD-11 definition of depressive episode requires at least 5 out of 10 symptoms; one of the mandatory symptoms should be either depressed mood, or significantly diminished interest or pleasure in activities. Hopelessness regarding the future is not listed in DSM-5 as a symptom of major depression (<xref ref-type="bibr" rid="ref17">DSM, 2013</xref>), nevertheless the ICD-11 includes it due to its power to discriminate patients with depression from those without (<xref ref-type="bibr" rid="ref60">WHO, 2022</xref>). Other depression symptoms involving cognition include thoughts of low self-worth, guilt, one&#x2019;s own death, suicide. Among depression symptoms relevant for cognitive functioning, ICD-11 also lists decreased sustained attention and concentration, and significant indecisiveness. The symptoms should be present for at least 2&#x2009;weeks, almost daily and most of the time in the occurring days; they should not be secondary to another health condition, medication or substance use, or bereavement. Moreover, they should generate significant functional impairment.</p>
<p>Building on these descriptors, existing studies explore the relationship between language and depression, as language is a natural way through which we elicit an outward expression of thoughts, emotions and other mental processes. The challenge resides in our ability to identify language features that convey information about interest, pleasure, self-confidence, indecision, self-esteem, hopelessness, diminished appetite, social withdrawal and other main features of depression in a form that can be used by natural language processing (NLP) machines.</p>
<sec id="sec8">
<label>1.1</label>
<title>Language as a biomarker for depression</title>
<p>Literature suggests that depression influences how individuals communicate, and multiple studies are performed in this direction. Recent research (<xref ref-type="bibr" rid="ref29">Koops et al., 2023</xref>) states that depressive speech is characterized by several anomalies, such as lower speech rate, less pitch variability and more self-referential speech; moreover, data shows that current technologies are able to predict these features in depression with an accuracy of up to 91%. Our previous studies (<xref ref-type="bibr" rid="ref58">Trifu et al., 2015</xref>, <xref ref-type="bibr" rid="ref59">2017</xref>) aimed to explore the potential of language markers in major depressive disorder (MDD) via manual analysis and identified specific patterns of language, specific depression language markers, and their relationships with cognitive functioning.</p>
<p>Recent studies brought increasingly conclusive results that support the hypothesis of mood disorders imprint on language. Linguistic imprints of mood disorders appear in every component of language, more specifically the lexical, semantic, morphological unit, syntax, pragmatic and social communication, respectively. Language assessment becomes more accessible if broken down into the aforementioned components.</p>
<p>Regarding language lexicology and morphology, a study of two bilingual samples identified the following linguistic imprints: self-referential language, 1st person speech using 1st person singular pronoun (&#x2018;I&#x2019;), increased amount of negative emotion words with decreased use of positive emotion words, and decreased use of 1st person plural speech (&#x2018;we&#x2019;), respectively (<xref ref-type="bibr" rid="ref5">Behdarvandirad and Karami, 2022</xref>). Another study reports similar results for the use of negative emotion and 1st-person singular. Moreover, the sample of participants with depression more often used words connected with work, family, sex, biology, and health. Additionally, the use of past tense, causation, achievement, family, death, psychology, impersonal pronouns, quantifiers, and preposition words outlined emotion-dependent differences between the sample with depression and controls (<xref ref-type="bibr" rid="ref65">Yang et al., 2023</xref>). Another research supports these findings with similar results (<xref ref-type="bibr" rid="ref47">Robertson et al., 2023</xref>).</p>
<p>Persons with depression also use fewer future tense constructions (e.g., will), fewer high-certainty constructions (certainly), more low-certainty constructions (could) and more deontic, especially volitive boulomaic modal constructions, such as hopes, wishes and desires. Also, absolute meaning words are more frequent in depression in general (<xref ref-type="bibr" rid="ref2">Al-Mosaiwi and Johnstone, 2018</xref>; <xref ref-type="bibr" rid="ref63">Yahya and Rahim, 2023</xref>). This concurs with the cognitive rigidity theory in depression and mental health (<xref ref-type="bibr" rid="ref1">Aguilera et al., 2019</xref>).</p>
<p>Diminished communication in persons with depression reflects in, and is altered by, the language syntax. The language displayed by a person with depression indicates use of truncated sentences, with omissions, short sentences and reversed topic of the sentence, which in turn render the message of communication difficult to understand (<xref ref-type="bibr" rid="ref59">Trifu et al., 2017</xref>). Single-clause sentence predominance over multi-clause and atypical word order is common in the group of depressive persons. Modified word order, presence of ellipses and colloquialisms were the highest predictors in discriminating between persons with and without depression (<xref ref-type="bibr" rid="ref52">Smirnova et al., 2018</xref>). Similarly, simple sentences vs. complex syntax can predict successful outcomes of recovery programs; more specifically, complex syntax predicts wellbeing (<xref ref-type="bibr" rid="ref70">Zinken et al., 2010</xref>).</p>
<p>Regarding the pragmatic component of the language, more precisely the use of natural language, colloquial expressions, and idioms that facilitate interpersonal communication and social relations, a recent study (<xref ref-type="bibr" rid="ref10">Bridges et al., 2023</xref>) shows specific patterns of language. Based on language analysis related to naturalistic/ formulaic expressions in patients with treatment-resistant depression who have benefited from surgery, i.e., surgical deep brain stimulation of the subcallosal cingulate white matter pathways, the study indicates that patients with depression produced fewer conversational speech expressions pre- and post-operatively, compared with healthy controls. The study also ascertained a higher rate of non-nuanced familiar expressions, large lexical bundles, e.g., &#x201C;it is used to,&#x201D; &#x201C;on the other hand,&#x201D; &#x201C;finally, whatever&#x201D; that are fixed linguistic segments. In this respect, studies ascertain (<xref ref-type="bibr" rid="ref8">Biber, 2004</xref>; <xref ref-type="bibr" rid="ref67">Zhang et al., 2021</xref>) that lexical bundles create building blocks of discourse and actively contribute to fluent linguistic production; however, they reduce interactivity in communication, due to their stereotypical nature. This contrasts with the decreased use of nuanced expressions, formulaic expressions post-operatively, e.g., &#x201C;Er,&#x201D; &#x201C;Uhm,&#x201D; &#x201C;Oh&#x201D; and conversational speech formulas, e.g., &#x201C;Are you ok? &#x201C;You&#x2019;ve got to be kidding,&#x201D; &#x201C;Excuse me?,&#x201D; which elicits more personal communication and subsequently better interpersonal relationships.</p>
</sec>
<sec id="sec9">
<label>1.2</label>
<title>Computational analytic approaches to language in depression</title>
<p>In recent years, given the widespread use of social media and access to technologies, text analysis has emerged as a promising way to gather information about individuals and their illnesses. A comparison between human raters and NLP machines, such as Linguistic Inquiry and Word Count (LIWC) was performed in the medical field regarding self-reported psychological and physical health, based on written essays of chronic pain patients. The authors (<xref ref-type="bibr" rid="ref68">Ziemer and Korkmaz, 2017</xref>) ascertained a better predictive power for human raters than computerized text analysis on measures of depression, but LIWC and human raters had similar predictive power in other medical variables, such as pain severity, pain catastrophizing and illness intrusiveness. Nevertheless, other studies (<xref ref-type="bibr" rid="ref11">Burkhardt et al., 2021</xref>; <xref ref-type="bibr" rid="ref19">Dud&#x0103;u and Sava, 2022</xref>; <xref ref-type="bibr" rid="ref53">Spruit et al., 2022</xref>; <xref ref-type="bibr" rid="ref49">Santos et al., 2023</xref>) proved the efficacy of LIWC in identifying depressive mood and other mental health indicators from language. Burkhardt monitored in his longitudinal research the linguistic indicators in persons with depression and underlined that LIWC markers of depression and novel linguistic indicators of activation, such as linguistic indicators of planning and participation in enjoyable activities, strongly associate with depression scores, evaluated with the Patient Health Questionnaire 9 (PHQ-9), and longitudinal patient trajectories, respectively. Likewise, emotional tone, pronoun rates, words related to sadness, health, and biology, and behavior activation-related LIWC categories, respectively, appear to be complementary. Another study (<xref ref-type="bibr" rid="ref16">Coello-Guilarte et al., 2019</xref>) managed to reasonably identify depression with LIWC even in the cross-linguistic context, i.e., by using an automatic translation of texts and bilingual dictionaries. <xref ref-type="bibr" rid="ref28">Kimball et al. (2019)</xref> proved that LIWC is a sensitive tool in screening for anxiety and depression in tinnitus patients, even when the self-assessment fails to indicate relevant levels of anxiety and depression symptoms. Furthermore, a longitudinal study in which LIWC assessment combined with other Coefficient for Naturalistic Language processing (NLP) tools such as SentiWordNet, LDA Topic and Word2Vec, indicated that language processing and analysis moderately predicts depression risk onset among pregnant persons, 30&#x2009;days and 60&#x2009;days after giving birth, respectively (<xref ref-type="bibr" rid="ref30">Krishnamurti et al., 2022</xref>).</p>
<p>Thus, we may state that the study of the relationship between language and depressive disorder is a current, highly interesting topic. However, studies in this direction are only at the beginning and are difficult to implement due to linguistic variability, the difficulty of qualitative analysis of linguistic samples, the specificity of language, cultural context in relationship with language and depressive disorder, and the many different approaches to language evaluation used until now.</p>
</sec>
</sec>
<sec id="sec10">
<label>2</label>
<title>Research goals and hypotheses</title>
<sec id="sec11">
<label>2.1</label>
<title>Study relevance</title>
<p>The current, cross-sectional study uses an automated procedure and performs a computerized comparative assessment of language markers through the Ro-LIWC 2015 in a clinical sample of MDD participants and a control sample. Based on our knowledge, and the literature search, this is the first study that applies the LIWC- RO 2015 in a clinical sample with depression. Previous validation studies (<xref ref-type="bibr" rid="ref19">Dud&#x0103;u and Sava, 2022</xref>) use depressive language from books and literature, not clinical samples. Moreover, the current study complements the LIWC - 2015-RO validation study, one of the limits of Dudau&#x2019;s study being the lack of clinical samples. Furthermore, many of the previous studies used screening instruments like the PHQ-9 in the evaluation of depressive symptoms. We set out to use the Montgomery-Asberg Depression Rating Scale (MADRS) instead, which is a clinician-rated instrument designed specifically for the sensitive evaluation of the intensity of depressive symptoms (<xref ref-type="bibr" rid="ref37">Montgomery and Asberg, 1979</xref>).</p>
<p>The current study provides relevant, valuable data regarding linguistic markers for Romanian language and cultural context, since both the clinical and control samples who underwent automated assessment and rating are Romanian. Furthermore, such findings can be useful in building pre-trained language based models to augment feature-based dictionaries for programming machines to identify people at risk for or suffering from depression (<xref ref-type="bibr" rid="ref46">Rawsthorne et al., 2020</xref>; <xref ref-type="bibr" rid="ref4">Balagopalan et al., 2021</xref>; <xref ref-type="bibr" rid="ref34">Malins et al., 2022</xref>; <xref ref-type="bibr" rid="ref66">Yu et al., 2022</xref>).</p>
</sec>
<sec id="sec12">
<label>2.2</label>
<title>Materials and methods</title>
<sec id="sec13">
<label>2.2.1</label>
<title>Participants</title>
<p>We included a sample of 62 participants with clinical depression, diagnosed with MDD based on ICD-10 criteria by two independent clinicians, and a sample of 43 controls without any history of mental health illness or mood disorders, assessed on ICD-10 criteria by two independent clinicians. The sample with depression consisted of psychiatric inpatients from Cluj County Emergency Hospital and outpatients under psychiatric medication. Exclusion criteria were: age (less than 18, more than 65) and the existence of other psychiatric disorders, confirmed also by the clinicians. Inclusion criteria for the control group were: age (between 18 and 65), no history of psychiatric disorder, and no current psychiatric symptoms, confirmed by two independent clinicians. Each participant was evaluated with clinical tests and language tests, provided language samples and described something that made them happy or was pleasant for them.</p>
</sec>
<sec id="sec14">
<label>2.2.2</label>
<title>Assessment tools</title>
<list list-type="order">
<list-item>
<p>Depression, Anxiety and Stress Scale 21 (DASS-21) is a 21 item clinical instrument that assesses three dimensions of the emotional state present during the previous week (<xref ref-type="bibr" rid="ref33">Lovibond et al., 2011</xref>). It is a widely used scale, that has been translated, adapted and validated in numerous languages, including Romanian.</p>
</list-item>
<list-item>
<p>The Montgomery-Asberg Depression Rating Scale (MADRS) is one of the most widely used clinical instruments for quantifying the severity of depressive symptoms. It is a 10 item scale that covers the main characteristics of depression; it has the advantage of being more specific for depression than other scales since it does not include items that can be associated with other mental disorders (e.g., anxiety), and it is very sensitive to change (<xref ref-type="bibr" rid="ref37">Montgomery and Asberg, 1979</xref>).</p>
</list-item>
<list-item>
<p>Linguistic Inquiry and Word Count (<xref ref-type="bibr" rid="ref14">Chung and Pennebaker, 2013</xref>, <xref ref-type="bibr" rid="ref15">2018</xref>; <xref ref-type="bibr" rid="ref43">Pennebaker et al., 2015</xref>) is a closed vocabulary approach, a tool that allows researchers to analyze specific language data. More precisely, it consists of an internal dictionary and an automated software design for language classification and word count. The instrument was developed initially in English and, with the help of technology and dictionaries, it was adapted in other languages. Easy download and use, affordability and wider range of content and grammar features (<xref ref-type="bibr" rid="ref15">Chung and Pennebaker, 2018</xref>), make it an ideal candidate for analyzing written language and language samples. Currently, the LIWC 2015 website (<xref ref-type="bibr" rid="ref42">Pennebaker, 2023</xref>) lists the tool in 22 available languages, including Romanian.</p>
</list-item>
</list>
<p>LIWC became a preferred research tool for language analysis. In 2023, a simple search in the WOS Core Collection databases with the &#x201C;topic&#x201D; search key criteria indicated a number of 657 researches and 667 for &#x201C;all fields&#x201D; search key criteria. Some of these studies are validation and adaptation studies, but some are applicative and highlight the use of LIWC in different contexts of language analysis. LIWC 2015 &#x201C;all fields&#x201D; search key criteria indicates 54 studies, 16 of which with specific focus on LIWC-2015. From these, 7 are of interest for health and education (<xref ref-type="bibr" rid="ref54">Stanton et al., 2017</xref>; <xref ref-type="bibr" rid="ref13">Chippendale and Gentile, 2021</xref>; <xref ref-type="bibr" rid="ref38">Monzani et al., 2021</xref>; <xref ref-type="bibr" rid="ref3">Ansari and Du, 2022</xref>; <xref ref-type="bibr" rid="ref64">Yang et al., 2022</xref>; <xref ref-type="bibr" rid="ref51">Sengun et al., 2023</xref>; <xref ref-type="bibr" rid="ref62">Wu et al., 2023</xref>). Moreover, 7 studies (<xref ref-type="bibr" rid="ref57">Toma and D&#x2019;Angelo, 2015</xref>; <xref ref-type="bibr" rid="ref16">Coello-Guilarte et al., 2019</xref>; <xref ref-type="bibr" rid="ref28">Kimball et al., 2019</xref>; <xref ref-type="bibr" rid="ref6">Berkout et al., 2020</xref>; <xref ref-type="bibr" rid="ref35">McDonnell et al., 2020</xref>; <xref ref-type="bibr" rid="ref19">Dud&#x0103;u and Sava, 2022</xref>; <xref ref-type="bibr" rid="ref36">Meyerhoff et al., 2023</xref>) focus on the use of LIWC in connection with depression, all of them relevant for the topic of this study. The value of LIWC in mental health and depression studies stems from its perspective on software analysis. More specifically, LIWC distinguishes between content categories and functional categories; furthermore, it identifies different hierarchical patterns of structuring of the 2 aforementioned categories.</p>
<p>LIWC 2015 has been validated for Romanian Language (Ro-LIWC 2015) by <xref ref-type="bibr" rid="ref18">Dud&#x0103;u and Sava (2021</xref>, <xref ref-type="bibr" rid="ref19">2022)</xref>. For the current study, the analyzed categories were: (a) Word function: articles, prepositions, auxiliary verbs, adverbs, conjunctions, negations; (b) Other grammar: verbs, adjectives, comparisons, interrogatives, numbers; (c) Affect words: positive, negative, anxiety, anger, sadness; (d) Social words: family, friends, female, male; (e) Cognitive process: insight, causations, discrepancy, tentative, certainty, differences; (f) Perceptual processes &#x2013; see, hear, feel; (g) Biological processes: body, health, sexual; (h) Drives: affiliation, achievement, power, reward, risk; (i) Time oriented: past, present, future; (j) Personal concern: work, leisure, home, money, religion, death; (i) Informal language: swear, net speak, agreement, non &#x2013; fluencies, filler words.</p>
</sec>
<sec id="sec15">
<label>2.2.3</label>
<title>Procedure</title>
<p>We used interviews for collecting language samples. Each participant provided approximately 5&#x2009;min of narrative production. The participants were asked to talk about something that is pleasurable for them. As language occurs in a natural manner, we used open&#x2013;ended personal narrative questions. The investigator request was:&#x201D; Please describe something that you like. What are your hobbies?.&#x201D; Based on the depressive condition, the investigator rephrased with:&#x201D; Please describe something that you enjoyed doing before you experienced this illness? Did you have any hobby?.&#x201D; Speech recording was performed with a Sony Recorder. Cloud Speech API was used to transcript from audio.mp3 and audio.wav to text files, followed by manual editing, transcripts and verification, using WavePad Sound Editor and the text editor. Subsequently, the conversations were converted into Microsoft Ofice Excell Pack, and the data were exported for analysis in LIWC- Ro2015, which generated the data used for analysis.</p>
<p>The study was approved by the Ethical Committee of the Iuliu Hatieganu University of Medicine and Pharmacy Cluj Napoca, with the number Av. 227/7.02.2022.</p>
</sec>
<sec id="sec16">
<label>2.2.4</label>
<title>Statistical analysis</title>
<p>Data analysis was performed in R version 4.3.1. Normally distributed data is presented as mean&#x2009;&#x00B1;&#x2009;standard deviation. Non-normally distributed data is presented as median (1st quartile; 3rd quartile). The Chi-square test was used to analyze differences in qualitative variables distribution across groups. The Wilcoxon Rank Sum test (Mann&#x2013;Whitney U test) was used to assess the differences between non-normally distributed variables across groups. The Kolmogorov&#x2013;Smirnov test was used to assess the normality of data distribution. Regression models were used to control for the effect of sex, age, and years of education on the significant differences in language parameters across groups. The models were built using a step-by-step approach, where we first tested for collinearity between age and years of education, then we introduced, consecutively, the variables group, sex, and then years of education in the regression model, if relevant for each language parameter. At each step, the standard error of the coefficient of interest was monitored for significant increase (suggestive for high collinearity). Variables that generated high collinearity were excluded from subsequent models. Spearman and Pearson correlation coefficients were calculated, according to data distribution, to test for linearity.</p>
</sec>
</sec>
</sec>
<sec sec-type="results" id="sec17">
<label>3</label>
<title>Results</title>
<p>The demographic characteristics of the two samples are presented in <xref ref-type="table" rid="tab1">Table 1</xref>. Depressive patients were significantly older than controls and had significantly lower years of education.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Demographic characteristics of study sample.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Patients</th>
<th align="center" valign="top">Controls</th>
<th align="center" valign="top">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">N</td>
<td align="center" valign="top">62</td>
<td align="center" valign="top">43</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">Sex (% females)</td>
<td align="center" valign="top">68.25%</td>
<td align="center" valign="top">78.38%</td>
<td align="center" valign="top">NS 1</td>
</tr>
<tr>
<td align="left" valign="top">Age (years)</td>
<td align="center" valign="top">54.0 (46.5; 58.0)</td>
<td align="center" valign="top">35.0 (30.0; 39.0)</td>
<td align="center" valign="top">&#x003C; 0.001 2</td>
</tr>
<tr>
<td align="left" valign="top">Education (years)</td>
<td align="center" valign="top">12.0 (10.0; 13.0)</td>
<td align="center" valign="top">16.0 (16.0; 16.5)</td>
<td align="center" valign="top">&#x003C; 0.001 2</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>1 Chi-squared test; 2 Wilcoxon rank sum test (Mann&#x2013;Whitney <italic>U</italic> test).</p>
</table-wrap-foot>
</table-wrap>
<p>Concerning the presence of depressive symptoms, the sample with depression recorded on DASS&#x2013;21 a score of M&#x2009;=&#x2009;10 (7; 15) and Controls recorded a score of M&#x2009;=&#x2009;1 (0; 3); concerning the severity of depression measured with MADRS, the sample with depression scored M&#x2009;=&#x2009;31 (25; 36), compared with Controls M&#x2009;=&#x2009;2 (0; 4).</p>
<p>The differences in language parameters between depressive patients and controls are summarized in <xref ref-type="table" rid="tab2">Table 2</xref>.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Differences in low-level features between groups.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Patients</th>
<th align="center" valign="top">Controls</th>
<th align="center" valign="top">
<italic>p</italic>
</th>
</tr>
<tr>
<th/>
<th align="center" valign="top">(<italic>N</italic>&#x2009;=&#x2009;62)</th>
<th align="center" valign="top">(<italic>N</italic>&#x2009;=&#x2009;43)</th>
<th/>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Word count</td>
<td align="center" valign="top">347.0 (195.0; 492.5)</td>
<td align="center" valign="top">376.0 (246.0; 486.0)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Words per sentence</td>
<td align="center" valign="top">11.47 (8.49; 14.98)</td>
<td align="center" valign="top">22.11 (16.36; 27.00)</td>
<td align="center" valign="top">&#x003C; 0.001 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Big words</td>
<td align="center" valign="top">12.71 (10.93; 14.90)</td>
<td align="center" valign="top">14.66 (12.35; 16.46)</td>
<td align="center" valign="top">0.021 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Dictionary</td>
<td align="center" valign="top">78.51 (76.19; 81.00)</td>
<td align="center" valign="top">79.09 (76.85; 81.07)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Function</td>
<td align="center" valign="top">47.91 (43.78; 50.33)</td>
<td align="center" valign="top">47.24 (44.14; 49.29)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Pronoun</td>
<td align="center" valign="top">12.10 (10.29; 14.05)</td>
<td align="center" valign="top">13.62 (11.38; 14.75)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Personal pronouns</td>
<td align="center" valign="top">9.52 (7.74; 11.35)</td>
<td align="center" valign="top">9.92 (8.11; 11.85)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">I</td>
<td align="center" valign="top">5.15 (3.87; 6.91)</td>
<td align="center" valign="top">5.59 (3.69; 6.76)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">We</td>
<td align="center" valign="top">0.14 (0.00; 0.59)</td>
<td align="center" valign="top">0.54 (0.00; 0.69)</td>
<td align="center" valign="top">0.019 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">You</td>
<td align="center" valign="top">0.28 (0.00; 0.72)</td>
<td align="center" valign="top">0.33 (0.00; 0.81)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">She / He</td>
<td align="center" valign="top">2.29 (1.64; 3.12)</td>
<td align="center" valign="top">2.37 (1.80; 3.40)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">They</td>
<td align="center" valign="top">0.76 (0.38; 1.48)</td>
<td align="center" valign="top">0.95 (0.52; 1.54)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Impersonal</td>
<td align="center" valign="top">2.52 (1.59; 3.16)</td>
<td align="center" valign="top">3.02 (2.16; 4.14)</td>
<td align="center" valign="top">0.024 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Other function words</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Articles</td>
<td align="center" valign="top">2.01 (1.52; 2.84)</td>
<td align="center" valign="top">2.01 (1.39; 2.86)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Prepositions</td>
<td align="center" valign="top">9.40 (8.15; 11.13)</td>
<td align="center" valign="top">10.90 (9.35; 12.09)</td>
<td align="center" valign="top">0.009 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Auxiliary verbs</td>
<td align="center" valign="top">7.87 (5.66; 9.69)</td>
<td align="center" valign="top">4.65 (2.43; 8.24)</td>
<td align="center" valign="top">&#x003C; 0.001 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Adverbs</td>
<td align="center" valign="top">11.72 (10.00; 13.59)</td>
<td align="center" valign="top">10.91 (9.11; 13.41)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Conjunctions</td>
<td align="center" valign="top">8.89 (6.90; 10.13)</td>
<td align="center" valign="top">7.58 (5.75; 8.88)</td>
<td align="center" valign="top">0.010 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Negations</td>
<td align="center" valign="top">5.34 (3.60; 6.64)</td>
<td align="center" valign="top">3.71 (2.44; 5.54)</td>
<td align="center" valign="top">0.006 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Other grammar</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Verbs</td>
<td align="center" valign="top">23.08 (21.12; 25.40)</td>
<td align="center" valign="top">22.32 (19.90; 23.60)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Adjectives</td>
<td align="center" valign="top">5.97 (4.31; 7.37)</td>
<td align="center" valign="top">5.77 (4.53; 7.83)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Comparisons</td>
<td align="center" valign="top">2.53 (1.68; 3.97)</td>
<td align="center" valign="top">3.38 (2.22; 4.52)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Interrogatives</td>
<td align="center" valign="top">2.64 (1.64; 3.28)</td>
<td align="center" valign="top">3.53 (2.41; 3.92)</td>
<td align="center" valign="top">0.006 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Numbers</td>
<td align="center" valign="top">2.06 (1.42; 3.13)</td>
<td align="center" valign="top">2.13 (1.72; 2.76)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Quantifiers</td>
<td align="center" valign="top">2.17 (1.37; 3.16)</td>
<td align="center" valign="top">2.25 (1.55; 3.53)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Affect</td>
<td align="center" valign="top">6.81 (5.15; 7.81)</td>
<td align="center" valign="top">7.51 (5.71; 9.41)</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td align="left" valign="top">Positive</td>
<td align="center" valign="top">3.48 (2.47; 5.16)</td>
<td align="center" valign="top">5.66 (3.99; 7.01)</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td align="left" valign="top">Negative</td>
<td align="center" valign="top">2.40 (1.42; 3.47)</td>
<td align="center" valign="top">1.54 (1.01; 2.35)</td>
<td align="center" valign="top">0.011</td>
</tr>
<tr>
<td align="left" valign="top">Anxiety</td>
<td align="center" valign="top">0.29 (0.00; 0.68)</td>
<td align="center" valign="top">0.00 (0.00; 0.25)</td>
<td align="center" valign="top">0.007</td>
</tr>
<tr>
<td align="left" valign="top">Anger</td>
<td align="center" valign="top">0.34 (0.00; 0.69)</td>
<td align="center" valign="top">0.31 (0.00; 0.61)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Sadness</td>
<td align="center" valign="top">0.76 (0.14; 1.57)</td>
<td align="center" valign="top">0.38 (0.00; 1.03)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Social</td>
<td align="center" valign="top">7.44 (5.67; 9.04)</td>
<td align="center" valign="top">7.00 (5.66; 8.78)</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td align="left" valign="top">Family</td>
<td align="center" valign="top">0.51 (0.23; 1.06)</td>
<td align="center" valign="top">0.27 (0.00: 0.92)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Friend</td>
<td align="center" valign="top">0.00 (0.00; 0.26)</td>
<td align="center" valign="top">0.00 (0.00; 0.27)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">0.63 (0.00; 1.06)</td>
<td align="center" valign="top">0.48 (0.00; 0.80)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Male</td>
<td align="center" valign="top">0.87 (0.43; 1.28)</td>
<td align="center" valign="top">0.47 (0.00; 1.50)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Cognitive processes</td>
<td align="center" valign="top">17.62 (15.62; 21.84)</td>
<td align="center" valign="top">19.56 (16.37; 21. 20)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Insight</td>
<td align="center" valign="top">1.98 (1.20; 3.58)</td>
<td align="center" valign="top">2.86 (1.65; 4.12)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Causation</td>
<td align="center" valign="top">3.96 (2.82; 5.01)</td>
<td align="center" valign="top">3.23 (2.35; 4.39)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Discrepancy</td>
<td align="center" valign="top">4.35 (3.08; 5.64)</td>
<td align="center" valign="top">3.55 (2.35; 4.72)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Tentative</td>
<td align="center" valign="top">4.72 (2.83; 6.10)</td>
<td align="center" valign="top">5.30 (4.27; 7.79)</td>
<td align="center" valign="top">0.045</td>
</tr>
<tr>
<td align="left" valign="top">Certainty</td>
<td align="center" valign="top">1.84 (1.48; 2.55)</td>
<td align="center" valign="top">2.07 (1.53; 2.35)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Difference</td>
<td align="center" valign="top">5.76 (4.32; 7.00)</td>
<td align="center" valign="top">5.00 (3.76: 5.79)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Perceptual processes</td>
<td align="center" valign="top">2.67 (1.75; 3.52)</td>
<td align="center" valign="top">2.78 (2.21; 4.16)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">See</td>
<td align="center" valign="top">0.91 (0.33; 1.64)</td>
<td align="center" valign="top">0.81 (0.38; 1.94)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Hear</td>
<td align="center" valign="top">0.84 (0.27; 1.48)</td>
<td align="center" valign="top">0.74 (0.27; 1.15)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Feel</td>
<td align="center" valign="top">0.55 (0.06; 1.06)</td>
<td align="center" valign="top">0.60 (0.20; 0.83)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Biological processes</td>
<td align="center" valign="top">2.63 (1.63; 3.55)</td>
<td align="center" valign="top">1.42 (0.77; 1.89)</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td align="left" valign="top">Body</td>
<td align="center" valign="top">0.54 (0.08; 1.02)</td>
<td align="center" valign="top">0.32 (0.00; 0.93)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Health</td>
<td align="center" valign="top">0.88 (0.52; 1.49)</td>
<td align="center" valign="top">0.25 (0.00; 0.57)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">Sexual</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Ingest</td>
<td align="center" valign="top">0.58 (0.00; 1.49)</td>
<td align="center" valign="top">0.16 (0.00; 0.55)</td>
<td align="center" valign="top">0.013</td>
</tr>
<tr>
<td align="left" valign="top">Drives</td>
<td align="center" valign="top">10.00 (8.51; 11.91)</td>
<td align="center" valign="top">8.31 (6.72; 9.96)</td>
<td align="center" valign="top">0.010</td>
</tr>
<tr>
<td align="left" valign="top">Affiliation</td>
<td align="center" valign="top">0.77 (0.36; 1.40)</td>
<td align="center" valign="top">1.49 (1.01; 2.13)</td>
<td align="center" valign="top">0.002</td>
</tr>
<tr>
<td align="left" valign="top">Achievement</td>
<td align="center" valign="top">3.94 (2.62; 5.26)</td>
<td align="center" valign="top">2.77 (2.13; 3.87)</td>
<td align="center" valign="top">0.013</td>
</tr>
<tr>
<td align="left" valign="top">Power</td>
<td align="center" valign="top">3.21 (2.38; 4.24)</td>
<td align="center" valign="top">2.30 (1.63; 3.45)</td>
<td align="center" valign="top">0.009</td>
</tr>
<tr>
<td align="left" valign="top">Reward</td>
<td align="center" valign="top">0.95 (0.31; 1.64)</td>
<td align="center" valign="top">1.15 (0.70; 1.55)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Risk</td>
<td align="center" valign="top">1.52 (0.99; 2.39)</td>
<td align="center" valign="top">1.27 (0.62; 1.86)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Time orientation</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Past</td>
<td align="center" valign="top">10.79 (7.83; 13.74)</td>
<td align="center" valign="top">6. 47 (4.61; 9.71)</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top">Present</td>
<td align="center" valign="top">14.66 (11. 99; 17.05)</td>
<td align="center" valign="top">16.06 (13.96; 17.42)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Future</td>
<td align="center" valign="top">0.61 (0.00; 1.18)</td>
<td align="center" valign="top">0.48 (0.00; 0.90)</td>
<td align="center" valign="top">NS<sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Relativity</td>
<td align="center" valign="top">17.20 (14.35; 19.27)</td>
<td align="center" valign="top">16.22 (13.38; 20.00)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Motion</td>
<td align="center" valign="top">3.39 (2.25; 4.88)</td>
<td align="center" valign="top">3.75 (3.02; 4.72)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Space</td>
<td align="center" valign="top">8.64 (6.65; 9.62)</td>
<td align="center" valign="top">8.04 (6.51; 10.59)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Time</td>
<td align="center" valign="top">6.90 (5.29; 7.87)</td>
<td align="center" valign="top">4.92 (3.49; 7.17)</td>
<td align="center" valign="top">0.035 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Personal concerns</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Work</td>
<td align="center" valign="top">1.92 (0.98; 3.29)</td>
<td align="center" valign="top">1.38 (0.63; 2.39)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Leisure</td>
<td align="center" valign="top">1.09 (0.59; 1.84)</td>
<td align="center" valign="top">2.21 (1.51; 3.52)</td>
<td align="center" valign="top">&#x003C; 0.001 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Home</td>
<td align="center" valign="top">0.55 (0.00; 0.95)</td>
<td align="center" valign="top">0.22 (0.00; 0.62)</td>
<td align="center" valign="top">0.013 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Money</td>
<td align="center" valign="top">0.27 (0.00; 0.65)</td>
<td align="center" valign="top">0.00 (0.00; 0.21)</td>
<td align="center" valign="top">0.003 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Religion</td>
<td align="center" valign="top">0.00 (0.00; 0.23)</td>
<td align="center" valign="top">0.00 (0.00; 0.18)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Death</td>
<td align="center" valign="top">0.00 (0.00; 0.14)</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Informal language</td>
<td align="center" valign="top">1.09 (0.66; 1.93)</td>
<td align="center" valign="top">0.92 (0.38; 1.42)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Swear</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Net speak</td>
<td align="center" valign="top">0.00 (0.00; 0.18)</td>
<td align="center" valign="top">0.00 (0.00; 0.23)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Agreement</td>
<td align="center" valign="top">0.90 (0.44; 1.79)</td>
<td align="center" valign="top">0.57 (0.31; 1.04)</td>
<td align="center" valign="top">0.027 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Non-fluencies</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Filler words</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">0.00 (0.00; 0.00)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">All punctuation</td>
<td align="center" valign="top">32.12 (24.95; 41.83)</td>
<td align="center" valign="top">22.95 (19.75; 26.35)</td>
<td align="center" valign="top">&#x003C; 0.001 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Period</td>
<td align="center" valign="top">21.37 (12.99; 30.40)</td>
<td align="center" valign="top">12.76 (10.11; 16.36)</td>
<td align="center" valign="top">&#x003C; 0.001 <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Comma</td>
<td align="center" valign="top">6.84 (4.64; 8.36)</td>
<td align="center" valign="top">7.28 (5.59; 10.00)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
<tr>
<td align="left" valign="top">Question mark</td>
<td align="center" valign="top">0.00 (0.00; 0.29)</td>
<td align="center" valign="top">0.16 (0.00; 0.31)</td>
<td align="center" valign="top">NS <sup>1</sup></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A; Controlled for sex and years of education; NS, non-significant (<italic>p</italic>&#x2009;&#x003E;&#x2009;0.05); 1 Wilcoxon Rank Sum test (Mann&#x2013;Whitney <italic>U</italic> test).</p>
</table-wrap-foot>
</table-wrap>
<p>The overview of differences regarding LIWC between the sample with depression and controls is presented in the <xref ref-type="fig" rid="fig1">Figure 1</xref>. The significant differences recorded refer to all aspects of language, i.e., morphology, syntax and semantics.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>The difference based on LIWC categories between the sample with depression and controls.</p>
</caption>
<graphic xlink:href="fpsyg-15-1355734-g001.tif"/>
</fig>
<p>Age and years of education were significantly correlated (Spearman&#x2019;s rho&#x2009;=&#x2009;&#x2212;0.544 &#x2013; <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) in our samples. Therefore, to avoid breaking the collinearity assumption, we only included sex and years of education in the regression models. The relationships between language parameters that were significantly different between our samples on the one side, and sex and years of education on the other side, are summarized in <xref ref-type="table" rid="tab3">Table 3</xref>.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Relationship between significantly different language parameters across groups and sex and years of education.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="3">Sex</th>
<th align="center" valign="top" colspan="2">Years of education</th>
</tr>
<tr>
<th/>
<th align="center" valign="top">Males</th>
<th align="center" valign="top">Females</th>
<th align="center" valign="top">
<italic>p</italic>
</th>
<th align="center" valign="top">Spearman&#x2019;s rho</th>
<th align="center" valign="top">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Words Per Sentence</td>
<td align="center" valign="top">12.08</td>
<td align="center" valign="top">15.29</td>
<td align="center" valign="top">0.011<sup>1</sup></td>
<td align="center" valign="top">0.535</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(8.85; 15.97)</td>
<td align="center" valign="top">(11.38; 22.37)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Big words</td>
<td align="center" valign="top">13.03</td>
<td align="center" valign="top">13.45</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.366</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(11.07; 14.74)</td>
<td align="center" valign="top">(11.19; 15.88)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Pronoun</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">We</td>
<td align="center" valign="top">0.27</td>
<td align="center" valign="top">0.29</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.162</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.00; 0.86)</td>
<td align="center" valign="top">(0.00; 0.69)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Impersonal</td>
<td align="center" valign="top">2.67</td>
<td align="center" valign="top">2.65</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.168</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(1.67; 3.09)</td>
<td align="center" valign="top">(1.89; 3.71)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Other function words</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Prepositions</td>
<td align="center" valign="top">9.29</td>
<td align="center" valign="top">10.32</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.306</td>
<td align="center" valign="top">0.003</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(8.10; 11.46)</td>
<td align="center" valign="top">(8.65; 11.84)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Auxiliary verbs</td>
<td align="center" valign="top">8.17</td>
<td align="center" valign="top">6.24</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">&#x2212;0.248</td>
<td align="center" valign="top">0.017</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(6.39; 9.11)</td>
<td align="center" valign="top">(3.86; 9.35)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Conjunctions</td>
<td align="center" valign="top">8.35</td>
<td align="center" valign="top">8.33</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">&#x2212;0.185</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(6.79; 9.49)</td>
<td align="center" valign="top">(6.17; 9.97)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Negations</td>
<td align="center" valign="top">5.30</td>
<td align="center" valign="top">4.63</td>
<td align="center" valign="top">0.025<sup>1</sup></td>
<td align="center" valign="top">&#x2212;0.277</td>
<td align="center" valign="top">0.007</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(4.13; 6.92)</td>
<td align="center" valign="top">(2.72; 5.92)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Other grammar</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Interrogatives</td>
<td align="center" valign="top">3.12</td>
<td align="center" valign="top">2.69</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.106</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(2.43; 3.62)</td>
<td align="center" valign="top">(1.62; 3.72)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Affect</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Positive</td>
<td align="center" valign="top">3.47</td>
<td align="center" valign="top">4.57</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.339</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(2.90; 5.16)</td>
<td align="center" valign="top">(2.93; 5.87)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Negative</td>
<td align="center" valign="top">2.08</td>
<td align="center" valign="top">1.99</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">&#x2212;0.299</td>
<td align="center" valign="top">0.004</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(1.47; 3.22)</td>
<td align="center" valign="top">(1.18; 3.16)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Anxiety</td>
<td align="center" valign="top">0.00</td>
<td align="center" valign="top">0.20</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">&#x2212;0.269</td>
<td align="center" valign="top">0.009</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.00; 0.38)</td>
<td align="center" valign="top">(0.00; 0.54)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Cognitive processes</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Tentative</td>
<td align="center" valign="top">5.27</td>
<td align="center" valign="top">4.83</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.205</td>
<td align="center" valign="top">0.048</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(3.06; 6.88)</td>
<td align="center" valign="top">(3.16; 6.16)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Biological processes</td>
<td align="center" valign="top">2.06</td>
<td align="center" valign="top">1.99</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">&#x2212;0.370</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.97; 3.51)</td>
<td align="center" valign="top">(1.21; 3.14)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Health</td>
<td align="center" valign="top">0.80</td>
<td align="center" valign="top">0.62</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.312</td>
<td align="center" valign="top">0.002</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.14; 1.30)</td>
<td align="center" valign="top">(0.22; 1.00)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Ingest</td>
<td align="center" valign="top">0.48</td>
<td align="center" valign="top">0.41</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.359</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.00; 0.86)</td>
<td align="center" valign="top">(0.00; 1.30)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Drives</td>
<td align="center" valign="top">10.64</td>
<td align="center" valign="top">8.77</td>
<td align="center" valign="top">0.009<sup>1</sup></td>
<td align="center" valign="top">-0.287</td>
<td align="center" valign="top">0.005</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(9.03; 12.65)</td>
<td align="center" valign="top">(7.32; 10.90)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Affiliation</td>
<td align="center" valign="top">0.94</td>
<td align="center" valign="top">1.12</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.271</td>
<td align="center" valign="top">0.009</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.53; 1.70)</td>
<td align="center" valign="top">(0.51; 1.57)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Achievement</td>
<td align="center" valign="top">3.73</td>
<td align="center" valign="top">3.20</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.324</td>
<td align="center" valign="top">0.002</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(2.85; 4.73)</td>
<td align="center" valign="top">(2.16; 4.91)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Power</td>
<td align="center" valign="top">3.24</td>
<td align="center" valign="top">2.87</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.319</td>
<td align="center" valign="top">0.002</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(2.50; 4.09)</td>
<td align="center" valign="top">(1.64; 3.83)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Time orientation</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Past</td>
<td align="center" valign="top">10.97</td>
<td align="center" valign="top">8.52</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.310</td>
<td align="center" valign="top">0.002</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(8.17; 12.36)</td>
<td align="center" valign="top">(5.65; 12.84)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Relativity</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Time</td>
<td align="center" valign="top">6.77</td>
<td align="center" valign="top">6.37</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.187</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(4.73; 8.24)</td>
<td align="center" valign="top">(4.40; 7.71)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Personal concerns</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Leisure</td>
<td align="center" valign="top">1.78</td>
<td align="center" valign="top">1.38</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">0.353</td>
<td align="center" valign="top">0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.69; 3.21)</td>
<td align="center" valign="top">(0.85; 2.43)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Home</td>
<td align="center" valign="top">0.25</td>
<td align="center" valign="top">0.51</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.262</td>
<td align="center" valign="top">0.011</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.00; 0.93)</td>
<td align="center" valign="top">(0.00; 0.85)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Money</td>
<td align="center" valign="top">0.00</td>
<td align="center" valign="top">0.19</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.248</td>
<td align="center" valign="top">0.017</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.00; 0.55)</td>
<td align="center" valign="top">(0.00; 0.51)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Informal language</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
</tr>
<tr>
<td align="left" valign="top">Agreement</td>
<td align="center" valign="top">0.79</td>
<td align="center" valign="top">0.73</td>
<td align="center" valign="top">NS<sup>1</sup></td>
<td align="center" valign="top">-0.065</td>
<td align="center" valign="top">NS</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(0.50; 1.76)</td>
<td align="center" valign="top">(0.34; 1.29)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">All punctuation</td>
<td align="center" valign="top">32.80</td>
<td align="center" valign="top">25.34</td>
<td align="center" valign="top">0.005<sup>1</sup></td>
<td align="center" valign="top">-0.488</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(25.93; 43.01)</td>
<td align="center" valign="top">(22.06; 30.97)</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Period</td>
<td align="center" valign="top">21.45</td>
<td align="center" valign="top">14.31</td>
<td align="center" valign="top">0.004<sup>1</sup></td>
<td align="center" valign="top">-0.426</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td/>
<td align="center" valign="top">(16.91; 29.46)</td>
<td align="center" valign="top">(10.86; 21.82)</td>
<td/>
<td/>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>NS&#x2009;=&#x2009;non-significant (<italic>p</italic>&#x2009;&#x003E;&#x2009;0.05); 1 Wilcoxon rank sum test (Mann&#x2013;Whitney <italic>U</italic> test).</p>
</table-wrap-foot>
</table-wrap>
<p>The best regression models (i.e., highest multiple R2, no parameter without statistical significance, and no highly collinear variables) built for controlling for the influence of sex and years of education are shown in <xref ref-type="table" rid="tab4">Table 4</xref>. Regression models in which adding sex or years of education did not improve the model are not shown, i.e., models built to control for the confounding effect of sex and years of education on: prepositions, auxiliary verbs, negations, positive emotions, negative emotions, anxiety, tentative, biological processes, health, ingest, affiliation, power, focus on the past, leisure, home, and money. In all models, the sample retained an (independent) effect, except for Big Words and achievement, for which years of education was a better predictor.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>Regression models.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Item</th>
<th align="center" valign="top" colspan="2">Intercept</th>
<th align="center" valign="top" colspan="2">Group</th>
<th align="center" valign="top" colspan="2">Sex</th>
<th align="center" valign="top" colspan="2">Education</th>
<th align="center" valign="top" rowspan="2">mR<sup>2</sup></th>
<th align="center" valign="top" rowspan="2">F</th>
<th align="center" valign="top" rowspan="2">p</th>
</tr>
<tr>
<th align="center" valign="top">b</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top">b</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top">b</th>
<th align="center" valign="top">SE</th>
<th align="center" valign="top">b</th>
<th align="center" valign="top">SE</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Words Per Sentence</td>
<td align="center" valign="top">14.62<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">5.10</td>
<td align="center" valign="top">&#x2212;7.95<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">1.84</td>
<td align="center" valign="top">3.30<sup>&#x002A;</sup></td>
<td align="center" valign="top">1.37</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">0.38</td>
<td align="center" valign="top">30.26</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td align="left" valign="top">Big words</td>
<td align="center" valign="top">9.32<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">1.50</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">0.32<sup>&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">0.11</td>
<td align="center" valign="top">0.09</td>
<td align="center" valign="top">9.19</td>
<td align="center" valign="top">0.003</td>
</tr>
<tr>
<td align="left" valign="top">Drives</td>
<td align="center" valign="top">10.08<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">0.77</td>
<td align="center" valign="top">1.44<sup>&#x002A;</sup></td>
<td align="center" valign="top">0.67</td>
<td align="center" valign="top">&#x2212;1.90<sup>&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">0.72</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">0.12</td>
<td align="center" valign="top">6.51</td>
<td align="center" valign="top">0.002</td>
</tr>
<tr>
<td align="left" valign="top">Achievement</td>
<td align="center" valign="top">6.69<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">1.61</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">&#x2212;0.21&#x002A;</td>
<td align="center" valign="top">0.09</td>
<td align="center" valign="top">0.10</td>
<td align="center" valign="top">5.11</td>
<td align="center" valign="top">0.008</td>
</tr>
<tr>
<td align="left" valign="top">Allpunc</td>
<td align="center" valign="top">27.98<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">2.24</td>
<td align="center" valign="top">10.51<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">1.94</td>
<td align="center" valign="top">&#x2212;6.62<sup>&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">2.09</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">0.31</td>
<td align="center" valign="top">21.78</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
<tr>
<td align="left" valign="top">Period</td>
<td align="center" valign="top">18.28<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">2.39</td>
<td align="center" valign="top">9.30<sup>&#x002A;&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">2.07</td>
<td align="center" valign="top">&#x2212;6.27<sup>&#x002A;&#x002A;</sup></td>
<td align="center" valign="top">2.23</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">-</td>
<td align="center" valign="top">0.24</td>
<td align="center" valign="top">15.62</td>
<td align="center" valign="top">&#x003C; 0.001</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>mR<sup>2</sup>, Multiple R-squared; F, F-statistic; &#x002A;, significant at the 0.05 level; &#x002A;&#x002A;, significant at the 0.01 level; &#x002A;&#x002A;&#x002A;, significant at the 0.001 level.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec sec-type="discussion" id="sec18">
<label>4</label>
<title>Discussion</title>
<p>The current study investigates the linguistic markers and changes in narrative language in a sample of patients with depression versus controls. The study used an automated speech analysis, the Romanian version of LIWC 2015, for the assessment. Our study shows specific patterns of language in the sample of patients with depression, who display specific language markers. Nevertheless, we identified slight differences from our previous studies.</p>
<p>Regarding the choice of the instrument, the hierarchical structure of LIWC is significantly more relevant and brings a better outlook on the relationship between thinking and language, compared with other types of linguistic content analysis, manual or automatized, such as SentiWordNet, SentiStrenght, ANEW or General Inquire see (<xref ref-type="bibr" rid="ref19">Dud&#x0103;u and Sava, 2022</xref>), SetembroBR corpus (<xref ref-type="bibr" rid="ref49">Santos et al., 2023</xref>), Inflexitext (<xref ref-type="bibr" rid="ref6">Berkout et al., 2020</xref>). For instance, the Affect category in LIWC is a superordinate category, defined by several lower order categories (subcategories) listed under the aforementioned category, more specifically Positive Affect, Negative Affect, Anxiety, Anger, Sadness. Thus, LIWC may generate significant information from the relationship between the category, i.e., affect, and another psychological construct, such as a cognitive process, or with one or more of the five aforementioned lower order categories, respectively. Moreover, the hierarchical sub-category of 1st person pronoun use in LIWC, listed in the superordinate category of Pronouns, appears significantly important for the diagnosis of depression. This result emerges from a meta-analysis (<xref ref-type="bibr" rid="ref21">Edwards and Holtzman, 2017</xref>) focused on the association between depression and the use of first-person singular pronouns in a sample of <italic>k</italic>&#x2009;=&#x2009;21, <italic>N</italic>&#x2009;=&#x2009;3.758, using LIWC. The results revealed a small correlation <italic>r</italic>&#x2009;=&#x2009;0.13, 95% CI&#x2009;=&#x2009;[0.10&#x2013;0.16] and the authors conclude that first-person singular pronouns can be used as a linguistic marker of depression, in a manner transcending demographic parameters and not mediated by gender. The first-person pronoun is also discussed when addressing how interpersonal connections are reflected in the relationship between language and depression (<xref ref-type="bibr" rid="ref36">Meyerhoff et al., 2023</xref>). People with higher levels of depressive symptoms (PHQ-8) tend to use more differentiation words; (1) connected with close contacts, they used more first-person singular, filler, sexual, anger, and negative emotion words; (2) connected with non-close contacts, they used more conjunctions, tentative, and sadness-related words, and fewer first-person plural constructions. A study carried out by <xref ref-type="bibr" rid="ref52">Smirnova et al. (2018)</xref> showed slight differences between the samples with depression and normal sadness, respectively. The use of reflexive (e.g., myself) vs. personal pronouns is different in patients with mild depression. This concurs with the initial results of a study that compared the written language of students with current, previous, and no depression, respectively. Authors (<xref ref-type="bibr" rid="ref48">Rude et al., 2004</xref>) found that the 1st person pronouns were mainly used in the text by currently or previously depressed participants. This is a feature of interest for the sample of participants vulnerable to depression. In our previous study (<xref ref-type="bibr" rid="ref59">Trifu et al., 2017</xref>), we used manual scoring methodology and we found that language in depression is sensitive to the use of the first person singular pronoun and the tendency of self-focus. This is similar with the study of <xref ref-type="bibr" rid="ref69">Zimmerman et al. (2018)</xref> who ascertained that the predominance of first-person pronoun use is associated with the severity of depression and worsening of depression symptoms in clinical inpatients. More recently, a study (<xref ref-type="bibr" rid="ref63">Yahya and Rahim, 2023</xref>) observed a higher rate of first-person pronoun use in X (Twitter) users who exhibit depression, i.e., almost double than in average users.</p>
<p>The computerized analysis through LIWC in our present study shows no significant differences in the use of the 1st person singular personal pronouns between the sample with depression and controls. However, we ascertained significant differences in the use of 1st person plural personal pronouns between samples. More specifically, the self-referential and self-focused language range is active in participants with depression. These results may be explained by the specificities of Romanian language and the cultural context in which the person experiences isolation. Another explanation is that Romanian is a Romance language; this language family uses mostly non-accentuated or incomplete forms of 1st person singular pronouns; this feature is probably not detected via computerized analysis. Data from the study of LIWC- 2015 RO multilingual analysis (<xref ref-type="bibr" rid="ref18">Dud&#x0103;u and Sava, 2021</xref>) support this hypothesis: &#x201C;I&#x201D; pronoun has the smallest usage in Romanian language with an average of 1.17 (SD&#x2009;=&#x2009;1.12), compared with English <italic>M</italic>&#x2009;=&#x2009;2.78 (SD&#x2009;=&#x2009;2.21), and Dutch <italic>M</italic>&#x2009;=&#x2009;2.81 (SD&#x2009;=&#x2009;2.27). Brazilian Portuguese <italic>M</italic>&#x2009;=&#x2009;1.87 (SD&#x2009;=&#x2009;1.63), another Romance language, exhibited in this respect similar values with the Romanian. Moreover, Romanian language uses self-reporting (1st person singular) via inflexional and morphological verbal forms included in the conjugation, and morphemes, respectively. The subject of the sentence is often implicit in Romanian language, therefore the actual use of a personal pronoun with the verb is not necessary; this cultural feature is associated with Romanian language.</p>
<p>The current study examines the influence of depression and affective states on linguistic style. Other studies of language markers related to emotional states and the use of personal pronouns have differentiated between types of use of personal pronouns and their connection with affective states. For example, a study focused on language, depression and affect (<xref ref-type="bibr" rid="ref7">Bernard et al., 2016</xref>) examines the impact of affective states on language. The result of this study suggests that both depression and temporary negative affect impact pronoun use; however, only depression influences the use of 1st person pronouns, while negative affect influences the use of 3rd person pronouns. Similarly, our study shows a lower use of impersonal pronouns in the sample of participants with depression (<italic>M</italic>&#x2009;=&#x2009;2.52), compared with controls (<italic>M</italic>&#x2009;=&#x2009;3.2), <italic>p</italic>&#x2009;=&#x2009;0.024. As personal and impersonal pronouns are opposite types of pronouns, these results suggest the tendency of patients with depression to self-focus. This supports the theory of social disintegration (<xref ref-type="bibr" rid="ref20">Durkheim, 2005</xref>). Moreover, the effect of 1st person personal pronouns and &#x2018;I&#x2019;-speech use in impersonal contexts appears limited, due to diminished between-persons variability (<xref ref-type="bibr" rid="ref55">Tackman et al., 2019</xref>).</p>
<p>For other function words, the use of Prepositions, Auxiliary verbs, Conjunctions, and Negations categories is slightly different in the sample with depression. This sample uses less prepositions (<italic>p</italic>&#x2009;=&#x2009;0.009), more auxiliary verbs (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) and more conjunctions (0.010). The role of the preposition is to indicate direction, place, location, and spatial relationship (<xref ref-type="bibr" rid="ref22">Encyclopedia Britannica, 2023</xref>; <xref ref-type="bibr" rid="ref39">Nastachowski, 2023</xref>), or to create a connection between objects in a sentence. Limited use of prepositions appears to decrease daily communication, truncate sentences, and generate temporo-spatial disorientation. This result concurs with our previous research (<xref ref-type="bibr" rid="ref59">Trifu et al., 2017</xref>) where linguistic markers show the use of impersonal, truncated sentences in connection with cognitive impairment. Moreover, persons with depression use short sentences, which in written language involves more use of punctuation marks, especially periods. Our results confirm this language pattern; more specifically, the use of LIWC categories All punctuation marks and Period is significantly higher in the sample with depression, compared with controls. Also, prepositions contribute to spatial cognition, together with the use of spatial terms. Limited spatial cognition and limited daily communication are characteristics of depression and other disorders based on perceptual errors, such as autism (<xref ref-type="bibr" rid="ref9">Bochynska et al., 2020</xref>). Both people with depression, and those with autism perform poorly in the use of connective sentence structures such as prepositions. In contrast, increased use of auxiliary verbs and conjunctions in the sample of patients with depression reflects their need to focus on action and their mental state. By definition &#x201E;auxiliary verbs, also known as helping verbs, are verbs used in conjunction with main verbs in order to express grammatical functions such as tense, mood, voice, aspect, and more&#x201D; (<xref ref-type="bibr" rid="ref25">IELTS, 2023</xref>). Increased use of auxiliary verbs reflects an extensive mood dysfunction, expressed through language. These data are in concordance with other observations from previous studies (<xref ref-type="bibr" rid="ref56">Tausczik and Pennebaker, 2009</xref>). In the context of depression, people with mood changes tend to remain in a contemplative, obsessive thinking pattern and display the same revolving ideas. The presence of auxiliary verbs outlines a characteristic of this fixed pattern in thinking, while the use of strong verbs in the present tense, which express directive clear action, is limited. A longitudinal study of written samples of persons with high scores on PHQ-9, GAD-7 shows increased use of auxiliary verbs and negations in the language of people with depression and suicidal ideation (<xref ref-type="bibr" rid="ref41">O&#x2019;Dea et al., 2021</xref>). These language markers can act as robust predictors of mental health. In our study, we obtained very high scores (<italic>M</italic>&#x2009;=&#x2009;5.34 compared with <italic>M</italic>&#x2009;=&#x2009;3.71, <italic>p</italic>&#x2009;=&#x2009;0.006) for negation (e.g., use of words like not, never, nowhere etc.). This confirms the tendency of people with depression toward negative interpretation and negative framing. Our data concur with data of another impactful study which suggests that negation words, together with negative emotions words, use of 1st person singular, use of 2nd person pronouns, and use of swear words, respectively, were &#x201C;significantly positively associated with current depression symptom severity&#x201D; (<xref ref-type="bibr" rid="ref26">Kelley and Gillan, 2022</xref>, p.3).</p>
<p>A high number of conjunctions also emphasizes that people with depression tend to elaborate different cognitive scenarios which are very difficult to manage. When cognitive scenarios overlap, the effort to separate and clarify them generates a clutter of linguistic function words, expressing intention to communicate through language paired with poorly communicated content. Thus, patients with depression do not complete the intention to communicate through language. This increases the emotional aspect of communication, as these function words are considered primarily emotional intensifiers (<xref ref-type="bibr" rid="ref50">Savekar et al., 2019</xref>). Their use is more automatically activated, compared with the use of the content words nouns, adjectives and verbs; hence, they occur in an increased number. The increased use of function words is evidence of a specific psychological status with diminished self-regulation and self-control, hence its potential as a linguistic marker of depression.</p>
<p>On a semantic level, the results of our study indicate that the use of &#x201C;affect words&#x201D; displays significant statistical differences. More specifically, the use of words that express positive affect is very limited in the sample with depression, compared with controls, i.e., <italic>M</italic>&#x2009;=&#x2009;3.48 (2.47; 5.16) compared with <italic>M</italic>&#x2009;=&#x2009;5.66 (3.99; 7.01), <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001. This indicates that people with depression tend to lack positive attitudes &#x2013; more specifically related to problem-solving, which in turn burdens everyday life. The results are similar with available literature. <xref ref-type="bibr" rid="ref40">Newell et al. (2018)</xref> found that people with chronic stress who use depressive language also used fewer positively valenced words and more negatively valenced words. Also, <xref ref-type="bibr" rid="ref12">Capecelatro et al. (2013)</xref> found that individuals with a history of depression longer than 5&#x2009;years used fewer words related to positive emotions. A consistent observation is underlined in a study (<xref ref-type="bibr" rid="ref48">Rude et al., 2004</xref>) that compared written language of college students who previously experienced depression symptoms. This particular group used in their language marginally fewer positive affect words and more negative affect words. In our study, negative affect words have a higher rate in the sample with depression <italic>M</italic>&#x2009;=&#x2009;2.40 (1.42; 3.47) compared with controls <italic>M</italic>&#x2009;=&#x2009;1.54 (1.01; 2.35), <italic>p</italic>&#x2009;=&#x2009;0.011. Similar results were found in another study, where the authors underline that &#x201C;negative affect predicted use of negatively focused emotion language, highlighting the potential importance of negative affect in negative emotion word use&#x201D; (<xref ref-type="bibr" rid="ref7">Bernard et al., 2016</xref>) (p.323). In our study, negative affect words were related with the presence of the anxiety valence words, <italic>M</italic>&#x2009;=&#x2009;0.29 (0.00; 0.68) compared with limited or no use in controls, <italic>p</italic>&#x2009;=&#x2009;0.007; however, we found no differences between samples in the use of anger and sadness affect valence words (SAW). Although the group with depression used almost double the amount of SAW <italic>M</italic>&#x2009;=&#x2009;0.76 (0.14; 1.57) compared with controls, <italic>M</italic>&#x2009;=&#x2009;0.38 (0.00; 1.03), the difference was not statistically significant. This contradicts expected results, and may be influenced by sample size and study methodology, i.e., the type of information requested from participants, which was to describe something nice, or pleasurable for them, not a neutral topic. Previous studies (<xref ref-type="bibr" rid="ref12">Capecelatro et al., 2013</xref>) use the International Affective Picture System (IAPS) with more neutral stimuli. More recently, the public domain provides the Open Affective Standardized Image Set (OASIS) stimulus set, by Benedek Kurdi, Shayn Lozano, and Mahzarin R. Banaji, which proves a better choice for eliciting information from patients in future studies (<xref ref-type="bibr" rid="ref31">Kurdi et al., 2023</xref>). Moreover, a study (<xref ref-type="bibr" rid="ref2">Al-Mosaiwi &#x0026; Johnstone, 2018</xref>) observed a lower prevalence of negative emotion and content dictionaries such as &#x201C;sad,&#x201D; affect,&#x201D; and &#x201C;feel&#x201D; in a forum of people with suicidal ideation, compared with people with anxiety and depression. In this respect, is possible that the use of sadness affect words might be related with the severity of depression and the presence of suicidal ideation, which should be addressed in future studies.</p>
<p>Our study shows no significant differences between the sample with depression and controls for the LIWC categories that explore the cognitive and perceptual processes via language record, suggesting that both samples represent this process similarly in language. An exception is the use of tentative subcategory from the LIWC cognitive process category. The sample with depression used less tentative words <italic>M</italic>&#x2009;=&#x2009;4.72 (2.83; 6.10) compared with controls <italic>M</italic>&#x2009;=&#x2009;5.30 (4.27; 7.79), <italic>p</italic>&#x2009;=&#x2009;0.045. This result is understandable, expected, and explainable in the context of depression. The reduced use of tentative words, i.e., that express probabilities, uncertainty, indicates patterns of absolute, black-and-white thinking, associated with radical decisions and perseverance. Previous studies (<xref ref-type="bibr" rid="ref2">Al-Mosaiwi and Johnstone, 2018</xref>; <xref ref-type="bibr" rid="ref1">Aguilera et al., 2019</xref>) underline the absolute thinking bias and cognitive rigidity in persons with depression.</p>
<p>This tendency for absolute thinking and bias in cognition also reflects in the category of Personal concerns, where the Leisure, Home and Money categories displayed statistically significant differences between the sample with depression and controls. The concern for leisure and relaxation is less important in the sample with depression <italic>M</italic>&#x2009;=&#x2009;1.09 (0.59; 1.84), compared with controls, <italic>M</italic>&#x2009;=&#x2009;2.21 (1.51; 3.52), <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001; the focus of attention is the concern for the categories Home in the sample with depression, <italic>M</italic>&#x2009;=&#x2009;0.55 (0.00; 0.95), compared with controls <italic>M</italic>&#x2009;=&#x2009;0.22 (0.00; 0.62), <italic>p</italic>&#x2009;=&#x2009;0.013, and Money, respectively, <italic>M</italic>&#x2009;=&#x2009;0.27 (0.00; 0.65) in the sample with depression compared with controls, <italic>M</italic>&#x2009;=&#x2009;0.00 (0.00; 0.21), <italic>p</italic>&#x2009;=&#x2009;0.003. Surprisingly, we did not ascertain any difference between the depression and control samples regarding the categories of Religion and Death. Nevertheless, it is possible that these two categories become relevant within the sample of patients with depression, in specific subgroups such as those with long history of depressive symptoms, or suicidal ideation, or suicidal attempts; this may be the scope of future studies.</p>
<p>Likewise, the language of patients with depression indicates more focus on time components. The result of our study confirms previous results regarding verbs/ action tense and relativity category of LIWC. The language of the sample with depression is more focused on past tense <italic>M</italic>&#x2009;=&#x2009;10.79 (7.83; 13.74), compared with controls <italic>M</italic>&#x2009;=&#x2009;6.47 (4.61; 9.71), <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001. This tendency of increased focus on past and diminished focus on present and future tense was also observed in our previous study (<xref ref-type="bibr" rid="ref59">Trifu et al., 2017</xref>). The tendency is in connection with a negative exploratory style, in which the person with depression focuses on negative past events (<xref ref-type="bibr" rid="ref27">Kellogg et al., 2020</xref>), while their capacity to project themselves in a positive present or future action diminishes (<xref ref-type="bibr" rid="ref44">Peterson and Seligman, 1984</xref>; <xref ref-type="bibr" rid="ref45">Pomerantz and Rose, 2014</xref>).</p>
<p>The use of interrogative structures underlines that people with depression tend to ask themselves and others many questions, and are more focused on asking than on finding solutions. These findings concur with the mood expression related to ruminations, which is also emphasized by the use of an increased number of past tense verbs (<xref ref-type="bibr" rid="ref23">Eysenck et al., 2006</xref>; <xref ref-type="bibr" rid="ref24">Gro&#x00DF; et al., 2017</xref>). We ascertained a lower number of future tense verbs in the sample with depression than in controls, similarly with <xref ref-type="bibr" rid="ref52">Smirnova et al. (2018)</xref>. However, the use of future tense words is high in our sample with depression, which indicates an inconsistent pattern at the group level.</p>
<p>Body representation reflected through language is different in the sample with depression, compared with controls. Depression patients are more preoccupied with health and ingestion categories, but perform similarly with controls in the body and sexual categories. A possible explanation regarding the health category is that the group with depression extensively ruminates on different topics and actions, especially in connection with their own health, and expresses concerns on health subjects. Results regarding ingestion can be interpreted in the context of somatic symptoms associated with depression. More specifically, reduced appetite and weight loss, or increased cravings for food and weight gain are symptoms specific to depressive disorder, both in ICD-11 and DSM V (<xref ref-type="bibr" rid="ref17">DSM, 2013</xref>).</p>
<p>Moreover, symptoms listed as diagnostic criteria for depression (ICD-11 and DSM V) reflect changes in drives, which in turn may be expressed through language. For example, social withdrawal as a diagnostic criterion reflects the decreased need for affiliation, which is expressed in the LIWC Drives category as decreased affiliation. In our study, the Drives category from LIWC elicits statistically significant differences between samples on multiple elements, such as affiliation, achievements and power, with higher or lower scores depending on the valence of the drives. The depression sample has lower affiliation and risk scores and higher achievements, power, and risk scores. The results confirm available literature; other studies associate depression and loneliness with lower scores for linguistic markers of social relationships and activities such as affiliation from LIWC (<xref ref-type="bibr" rid="ref32">Liu et al., 2022</xref>). Similarly with our study, another study indicates that in the Drives category, reward words were negatively associated with depressive symptoms (<xref ref-type="bibr" rid="ref7">Bernard et al., 2016</xref>).</p>
<p>These findings, taken together with experimental results of other studies, can be useful in building pre-trained language based models to augment feature-based dictionaries for programming machines to identify people at risk for or suffering from depression, since this approach has been demonstrated to be effective (<xref ref-type="bibr" rid="ref46">Rawsthorne et al., 2020</xref>; <xref ref-type="bibr" rid="ref4">Balagopalan et al., 2021</xref>; <xref ref-type="bibr" rid="ref34">Malins et al., 2022</xref>; <xref ref-type="bibr" rid="ref66">Yu et al., 2022</xref>).</p>
</sec>
<sec id="sec19">
<label>5</label>
<title>Study limitations</title>
<p>An important limitation of this study is the relatively small sample size which might lead to classify some language parameters as irrelevant for differentiating between depressive patients and controls. The small sample size might lead to negative results concerning the influence of years of education and sex on language parameters in the regression models. Our results, however, are generally in line with studies using significantly larger sample sizes and are backed by the theoretical models generally accepted in the field. Furthermore, we did not collect information about the specific medication the patients were using, their work status, marital status and duration of illness. The effect of antidepressant medication is of particular interest in this case as some antidepressants are more &#x201C;activating&#x201D; and others might induce symptoms like fatigue, emotional blunting, or sedation, which might have an effect on language and thus represent an important confounding factor. Another limitation might be that we did not assess personality traits; this might act as confounding factors, since personality traits might influence both the risk for depressive disorders, and language parameters, respectively, i.e., especially through character traits like self-transcendence. To our knowledge however, there is no study published yet on the role of personality traits as a confounding factor in the relationship between the phenomenology of depression and its expression through language.</p>
</sec>
<sec sec-type="conclusions" id="sec20">
<label>6</label>
<title>Conclusion</title>
<p>Depressive patients use significantly different language, in both form and content, compared with people without mood or behavioral disorders. Mainly, patients with depression use different approaches in sentence structure: short sentences, which require multiple use of the period and, implicitly, directive communication with limited content of ideas. The sample with depression predominantly use: impersonal pronouns, first person pronouns in plural form &#x2013; not singular, a limited number of prepositions with increased number of conjunctions, auxiliary verbs, negations. Also, they use verbs in the past tense, much less in the present tense, an increased number of words indicating negative affects, anxiety, and a limited number of words indicating positive affects.</p>
<p>The main topics of interest of the sample with depression are leisure, time and money from the category Personal concerns, time from the category Relativity, and agreement from the informal language category. It is important to mention that, in our sample, the level of education acts as a predictor in the regression model, which is of interest for future research regarding the importance of the level of education as potential protective factor for depression.</p>
</sec>
<sec sec-type="data-availability" id="sec21">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec22">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Ethics Commission of the Iuliu Hatieganu University of Medicine and Pharmacy in Cluj-Napoca. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec23">
<title>Author contributions</title>
<p>RT: Conceptualization, Data curation, Formal analysis, Funding acquisition, Investigation, Methodology, Project administration, Resources, Software, Supervision, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. BN: Conceptualization, Data curation, Formal analysis, Methodology, Project administration, Supervision, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. DH: Data curation, Investigation, Supervision, Validation, Writing &#x2013; review &#x0026; editing. CB-H: Conceptualization, Methodology, Resources, Supervision, Writing &#x2013; review &#x0026; editing. DT: Data curation, Resources, Validation, Visualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. HC: Conceptualization, Investigation, Resources, Supervision, Validation, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec24">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This research was funded by the University of Medicine and Pharmacy Iuliu Hatieganu Cluj Napoca. The Publication fee was supported by the University of Medicine and Pharmacy Iuliu Hatieganu and partially by Logosprim CSEL. This article is published under the project supported with the Internal Grant of the University of Medicine and Pharmacy Iuliu Hatieganu Cluj Napoca, Contract no 35169/17.12.2021.</p>
</sec>
<sec sec-type="COI-statement" id="sec25">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aguilera</surname> <given-names>M.</given-names></name> <name><surname>Paz</surname> <given-names>C.</given-names></name> <name><surname>Compa&#x00F1;</surname> <given-names>V.</given-names></name> <name><surname>Medina</surname> <given-names>J. C.</given-names></name> <name><surname>Feixas</surname> <given-names>G.</given-names></name></person-group> (<year>2019</year>). <article-title>Cognitive rigidity in patients with depression and fibromyalgia</article-title>. <source>Int. J. Clin. Health Psychol.</source> <volume>19</volume>, <fpage>160</fpage>&#x2013;<lpage>164</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijchp.2019.02.002</pub-id>, PMID: <pub-id pub-id-type="pmid">31193143</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Al-Mosaiwi</surname> <given-names>M.</given-names></name> <name><surname>Johnstone</surname> <given-names>T.</given-names></name></person-group> (<year>2018</year>). <article-title>In an absolute state: elevated use of absolutist words is a marker specific to anxiety, depression, and suicidal ideation</article-title>. <source>Clin. Psychol. Sci.</source> <volume>6</volume>, <fpage>529</fpage>&#x2013;<lpage>542</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2167702617747074</pub-id>, PMID: <pub-id pub-id-type="pmid">30886766</pub-id></citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ansari</surname> <given-names>B.</given-names></name> <name><surname>Du</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Investigating user-generated content in an online Drug recovery forum: lessons for successful computer-mediated communication of social support</article-title>. <source>IEEE J. Biomed. Health Inform.</source> <volume>26</volume>, <fpage>5695</fpage>&#x2013;<lpage>5703</lpage>. doi: <pub-id pub-id-type="doi">10.1109/JBHI.2022.3196631</pub-id>, PMID: <pub-id pub-id-type="pmid">35930506</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Balagopalan</surname> <given-names>A.</given-names></name> <name><surname>Eyre</surname> <given-names>B.</given-names></name> <name><surname>Robin</surname> <given-names>J.</given-names></name> <name><surname>Rudzicz</surname> <given-names>F.</given-names></name> <name><surname>Novikova</surname> <given-names>J.</given-names></name></person-group> (<year>2021</year>). <article-title>Comparing pre-trained and feature-based models for prediction of Alzheimer&#x2019;s disease based on speech</article-title>. <source>Front. Aging Neurosci.</source> <volume>13</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fnagi.2021.635945</pub-id>, PMID: <pub-id pub-id-type="pmid">33986655</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Behdarvandirad</surname> <given-names>S.</given-names></name> <name><surname>Karami</surname> <given-names>H.</given-names></name></person-group> (<year>2022</year>). <article-title>Depression, neuroticism, extraversion and pronoun use in first and foreign languages following mood induction</article-title>. <source>Lang. Sci.</source> <volume>94</volume>:<fpage>101503</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.langsci.2022.101503</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berkout</surname> <given-names>O. V.</given-names></name> <name><surname>Cathey</surname> <given-names>A. J.</given-names></name> <name><surname>Berkout</surname> <given-names>D. V.</given-names></name></person-group> (<year>2020</year>). <article-title>Inflexitext: a program assessing psychological inflexibility in unstructured verbal data</article-title>. <source>J. Contextual Behav. Sci.</source> <volume>18</volume>, <fpage>92</fpage>&#x2013;<lpage>98</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jcbs.2020.09.002</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bernard</surname> <given-names>J. D.</given-names></name> <name><surname>Baddeley</surname> <given-names>J. L.</given-names></name> <name><surname>Rodriguez</surname> <given-names>B. F.</given-names></name> <name><surname>Burke</surname> <given-names>P. A.</given-names></name></person-group> (<year>2016</year>). <article-title>Depression, language, and affect: an examination of the influence of baseline depression and affect induction on language</article-title>. <source>J. Lang. Soc. Psychol.</source> <volume>35</volume>, <fpage>317</fpage>&#x2013;<lpage>326</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0261927X15589186</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biber</surname> <given-names>D.</given-names></name></person-group> (<year>2004</year>). <article-title>If you look at lexical bundles in university teaching and textbooks</article-title>. <source>Appl. Linguist.</source> <volume>25</volume>, <fpage>371</fpage>&#x2013;<lpage>405</lpage>. doi: <pub-id pub-id-type="doi">10.1093/applin/25.3.371</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bochynska</surname> <given-names>A.</given-names></name> <name><surname>Coventry</surname> <given-names>K. R.</given-names></name> <name><surname>Vulchanov</surname> <given-names>V.</given-names></name> <name><surname>Vulchanova</surname> <given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Tell me where it is: selective difficulties in spatial language on the autism spectrum</article-title>. <source>Autism</source> <volume>24</volume>, <fpage>1740</fpage>&#x2013;<lpage>1757</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1362361320921040</pub-id>, PMID: <pub-id pub-id-type="pmid">32498589</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bridges</surname> <given-names>K. A.</given-names></name> <name><surname>Mayberg</surname> <given-names>H.</given-names></name> <name><surname>Van Lancker Sidtis</surname> <given-names>D.</given-names></name> <name><surname>Sidtis</surname> <given-names>J. J.</given-names></name></person-group> (<year>2023</year>). <article-title>Familiar language in treatment-resistant depression: effects of deep brain stimulation of the subcallosal cingulate</article-title>. <source>J. Neurolinguistics</source> <volume>65</volume>:<fpage>101110</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jneuroling.2022.101110</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burkhardt</surname> <given-names>H. A.</given-names></name> <name><surname>Alexopoulos</surname> <given-names>G. S.</given-names></name> <name><surname>Pullmann</surname> <given-names>M. D.</given-names></name> <name><surname>Hull</surname> <given-names>T. D.</given-names></name> <name><surname>Are&#x00E1;n</surname> <given-names>P. A.</given-names></name> <name><surname>Cohen</surname> <given-names>T.</given-names></name></person-group> (<year>2021</year>). <article-title>Behavioral activation and depression symptomatology: longitudinal assessment of linguistic indicators in text-based therapy sessions</article-title>. <source>J. Med. Internet Res.</source> <volume>23</volume>, <fpage>e28244</fpage>&#x2013;<lpage>e28215</lpage>. doi: <pub-id pub-id-type="doi">10.2196/28244</pub-id>, PMID: <pub-id pub-id-type="pmid">34259637</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Capecelatro</surname> <given-names>M. R.</given-names></name> <name><surname>Sacchet</surname> <given-names>M. D.</given-names></name> <name><surname>Hitchcock</surname> <given-names>P. F.</given-names></name> <name><surname>Miller</surname> <given-names>S. M.</given-names></name> <name><surname>Britton</surname> <given-names>W. B.</given-names></name></person-group> (<year>2013</year>). <article-title>Major depression duration reduces appetitive word use: an elaborated verbal recall of emotional photographs</article-title>. <source>J. Psychiatr. Res.</source> <volume>47</volume>, <fpage>1</fpage>&#x2013;<lpage>16</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jpsychires.2013.01.022.Major</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chippendale</surname> <given-names>T.</given-names></name> <name><surname>Gentile</surname> <given-names>P.</given-names></name></person-group> (<year>2021</year>). <article-title>Facilitators and barriers to accepting long term care at home: an analysis of licensed home care service agency websites</article-title>. <source>Home Health Care Manag. Pract.</source> <volume>33</volume>, <fpage>245</fpage>&#x2013;<lpage>249</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1084822321994779</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chung</surname> <given-names>C. K.</given-names></name> <name><surname>Pennebaker</surname> <given-names>J. W.</given-names></name></person-group> (<year>2013</year>). <article-title>Linguistic inquiry and word count (LIWC)</article-title>. <source>Appl. Nat. Lang. Proc.</source> <volume>1999</volume>, <fpage>206</fpage>&#x2013;<lpage>229</lpage>. doi: <pub-id pub-id-type="doi">10.4018/978-1-60960-741-8.ch012</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Chung</surname> <given-names>C. K.</given-names></name> <name><surname>Pennebaker</surname> <given-names>J. W.</given-names></name></person-group> (<year>2018</year>). <source>The SAGE handbook of personality and individual differences: volume I: the science of personality and individual differences</source>. <publisher-name>SAGE Publications Ltd.</publisher-name> <publisher-loc>Thousand Oaks, California</publisher-loc></citation></ref>
<ref id="ref16"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Coello-Guilarte</surname> <given-names>L.</given-names></name> <name><surname>Ortega-Mendoza</surname> <given-names>R. M.</given-names></name> <name><surname>Villase&#x00F1;or-Pineda</surname> <given-names>L.</given-names></name> <name><surname>Montes-y-G&#x00F3;mez</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Crosslingual depression detection in twitter using bilingual word alignments</article-title>&#x201D; in <source>Experimental IR meets multilinguality, multimodality, and interaction</source>. eds. <person-group person-group-type="editor"><name><surname>Crestani</surname> <given-names>F.</given-names></name> <name><surname>Braschler</surname> <given-names>M.</given-names></name> <name><surname>Savoy</surname> <given-names>J.</given-names></name> <name><surname>Rauber</surname> <given-names>A.</given-names></name> <name><surname>Muller</surname> <given-names>H.</given-names></name></person-group> (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer</publisher-name>)</citation></ref>
<ref id="ref17"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll1">DSM</collab></person-group>, (<year>2013</year>). <source>Diagnostic and statistical manual of mental disorders</source>, <edition>5th Edition (DSM-5)</edition>. <publisher-name>American Psychiatric Association</publisher-name>. <publisher-loc>Washington, DC</publisher-loc></citation></ref>
<ref id="ref18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dud&#x0103;u</surname> <given-names>D. P.</given-names></name> <name><surname>Sava</surname> <given-names>F. A.</given-names></name></person-group> (<year>2021</year>). <article-title>Performing multilingual analysis with linguistic inquiry and word count 2015 (LIWC2015). An equivalence study of four languages</article-title>. <source>Front. Psychol.</source> <volume>12</volume>, <fpage>1</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2021.570568</pub-id>, PMID: <pub-id pub-id-type="pmid">34322047</pub-id></citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dud&#x0103;u</surname> <given-names>D. P.</given-names></name> <name><surname>Sava</surname> <given-names>F. A.</given-names></name></person-group> (<year>2022</year>). <article-title>The development and validation of the Romanian version of linguistic inquiry and word count 2015 (Ro-LIWC2015)</article-title>. <source>Curr. Psychol.</source> <volume>41</volume>, <fpage>3597</fpage>&#x2013;<lpage>3614</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s12144-020-00872-4</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Durkheim</surname> <given-names>E.</given-names></name></person-group> (<year>2005</year>). <source>Suicide: a study in sociology</source>. <publisher-name>Routledge</publisher-name>, <publisher-loc>New York</publisher-loc>.</citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Edwards</surname> <given-names>T.</given-names></name> <name><surname>Holtzman</surname> <given-names>N. S.</given-names></name></person-group> (<year>2017</year>). <article-title>A meta-analysis of correlations between depression and first person singular pronoun use</article-title>. <source>J. Res. Pers.</source> <volume>68</volume>, <fpage>63</fpage>&#x2013;<lpage>68</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jrp.2017.02.005</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="other"><person-group person-group-type="author"><collab id="coll2">Encyclopedia Britannica</collab></person-group>. (<year>2023</year>). Preposition. Available at:<ext-link xlink:href="https://www.britannica.com/topic/preposition" ext-link-type="uri">https://www.britannica.com/topic/preposition</ext-link></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eysenck</surname> <given-names>M. W.</given-names></name> <name><surname>Payne</surname> <given-names>S.</given-names></name> <name><surname>Santos</surname> <given-names>R.</given-names></name></person-group> (<year>2006</year>). <article-title>Anxiety and depression: past, present, and future events</article-title>. <source>Cognit. Emot.</source> <volume>20</volume>, <fpage>274</fpage>&#x2013;<lpage>294</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02699930500220066</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gro&#x00DF;</surname> <given-names>J.</given-names></name> <name><surname>Blank</surname> <given-names>H.</given-names></name> <name><surname>Bayen</surname> <given-names>U. J.</given-names></name></person-group> (<year>2017</year>). <article-title>Hindsight Bias in depression</article-title>. <source>Clin. Psychol. Sci.</source> <volume>5</volume>, <fpage>771</fpage>&#x2013;<lpage>788</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2167702617712262</pub-id></citation></ref>
<ref id="ref25"><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">IELTS</collab></person-group>. (<year>2023</year>). Auxiliary verb definition and examples. Available at:<ext-link xlink:href="https://ieltsonlinetests.com/ielts-grammar/auxiliary-verb-definition-and-examples" ext-link-type="uri">https://ieltsonlinetests.com/ielts-grammar/auxiliary-verb-definition-and-examples</ext-link></citation></ref>
<ref id="ref26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kelley</surname> <given-names>S. W.</given-names></name> <name><surname>Gillan</surname> <given-names>C. M.</given-names></name></person-group> (<year>2022</year>). <article-title>Using language in social media posts to study the network dynamics of depression longitudinally</article-title>. <source>Nat. Commun.</source> <volume>13</volume>:<fpage>870</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41467-022-28513-3</pub-id>, PMID: <pub-id pub-id-type="pmid">35169166</pub-id></citation></ref>
<ref id="ref27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kellogg</surname> <given-names>R. T.</given-names></name> <name><surname>Chirino</surname> <given-names>C. A.</given-names></name> <name><surname>Gfeller</surname> <given-names>J. D.</given-names></name></person-group> (<year>2020</year>). <article-title>The complex role of mental time travel in depressive and anxiety disorders: an ensemble perspective</article-title>. <source>Front. Psychol.</source> <volume>11</volume>, <fpage>1</fpage>&#x2013;<lpage>12</lpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2020.01465</pub-id>, PMID: <pub-id pub-id-type="pmid">32848970</pub-id></citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kimball</surname> <given-names>S. H.</given-names></name> <name><surname>Hamilton</surname> <given-names>T.</given-names></name> <name><surname>Benear</surname> <given-names>E.</given-names></name> <name><surname>Baldwin</surname> <given-names>J.</given-names></name></person-group> (<year>2019</year>). <article-title>Determining emotional tone and verbal behavior in patients with tinnitus and hyperacusis: an exploratory mixed-methods study</article-title>. <source>Am. J. Audiol.</source> <volume>28</volume>, <fpage>660</fpage>&#x2013;<lpage>672</lpage>. doi: <pub-id pub-id-type="doi">10.1044/2019_AJA-18-0136</pub-id>, PMID: <pub-id pub-id-type="pmid">31430190</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koops</surname> <given-names>S.</given-names></name> <name><surname>Brederoo</surname> <given-names>S. G.</given-names></name> <name><surname>de Boer</surname> <given-names>J. N.</given-names></name> <name><surname>Nadema</surname> <given-names>F. G.</given-names></name> <name><surname>Voppel</surname> <given-names>A. E.</given-names></name> <name><surname>Sommer</surname> <given-names>I. E.</given-names></name></person-group> (<year>2023</year>). <article-title>Speech as a biomarker for depression</article-title>. <source>CNS Neurol. Disord. Drug Targets</source> <volume>22</volume>, <fpage>152</fpage>&#x2013;<lpage>160</lpage>. doi: <pub-id pub-id-type="doi">10.2174/1871527320666211213125847</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krishnamurti</surname> <given-names>T.</given-names></name> <name><surname>Allen</surname> <given-names>K.</given-names></name> <name><surname>Hayani</surname> <given-names>L.</given-names></name> <name><surname>Rodriguez</surname> <given-names>S.</given-names></name> <name><surname>Davis</surname> <given-names>A. L.</given-names></name></person-group> (<year>2022</year>). <article-title>Identification of maternal depression risk from natural language collected in a mobile health app</article-title>. <source>Procedia. Comput. Sci.</source> <volume>206</volume>, <fpage>132</fpage>&#x2013;<lpage>140</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.procs.2022.09.092</pub-id>, PMID: <pub-id pub-id-type="pmid">36712815</pub-id></citation></ref>
<ref id="ref31"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Kurdi</surname> <given-names>B.</given-names></name> <name><surname>Lozano</surname> <given-names>S.</given-names></name> <name><surname>Banaji</surname> <given-names>M. R.</given-names></name></person-group> (<year>2023</year>). Open affective standardized image set (OASIS). Available at:<ext-link xlink:href="https://www.benedekkurdi.com/#!portfolio/project-4.html" ext-link-type="uri">https://www.benedekkurdi.com/#!portfolio/project-4.html</ext-link></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>T.</given-names></name> <name><surname>Ungar</surname> <given-names>L. H.</given-names></name> <name><surname>Curtis</surname> <given-names>B.</given-names></name> <name><surname>Sherman</surname> <given-names>G.</given-names></name> <name><surname>Yadeta</surname> <given-names>K.</given-names></name> <name><surname>Tay</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Head versus heart: social media reveals differential language of loneliness from depression</article-title>. <source>Ment. Health Res.</source> <volume>1</volume>:<fpage>7</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s44184-022-00014-7</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Lovibond</surname> <given-names>S. H.</given-names></name> <name><surname>Lovibond</surname> <given-names>P. F.</given-names></name> <name><surname>Per&#x0163;e</surname> <given-names>A.</given-names></name> <name><surname>Albu</surname> <given-names>M.</given-names></name> <name><surname>Copaciu</surname> <given-names>A.</given-names></name></person-group> (<year>2011</year>). <source>DASS: manual pentru scalele de depresie, anxietate &#x015F;i stres</source>. <publisher-loc>Cluj-Napoca</publisher-loc>: <publisher-name>Asocia&#x0163;ia de &#x015E;tiin&#x0163;e Cognitive din Rom&#x00E2;nia</publisher-name></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malins</surname> <given-names>S.</given-names></name> <name><surname>Figueredo</surname> <given-names>G.</given-names></name> <name><surname>Jilani</surname> <given-names>T.</given-names></name> <name><surname>Long</surname> <given-names>Y.</given-names></name> <name><surname>Andrews</surname> <given-names>J.</given-names></name> <name><surname>Rawsthorne</surname> <given-names>M.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Developing an automated assessment of in-session patient activation for psychological therapy: Codevelopment approach</article-title>. <source>JMIR Med. Inform.</source> <volume>10</volume>:<fpage>e38168</fpage>. doi: <pub-id pub-id-type="doi">10.2196/38168</pub-id>, PMID: <pub-id pub-id-type="pmid">36346654</pub-id></citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McDonnell</surname> <given-names>M.</given-names></name> <name><surname>Owen</surname> <given-names>J. E.</given-names></name> <name><surname>Bantum</surname> <given-names>E. O.</given-names></name></person-group> (<year>2020</year>). <article-title>Identification of emotional expression with Cancer survivors: validation of linguistic inquiry and word count</article-title>. <source>JMIR Form. Res.</source> <volume>4</volume>:<fpage>e18246</fpage>. doi: <pub-id pub-id-type="doi">10.2196/18246</pub-id>, PMID: <pub-id pub-id-type="pmid">33124986</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meyerhoff</surname> <given-names>J.</given-names></name> <name><surname>Liu</surname> <given-names>T. T.</given-names></name> <name><surname>Stamatis</surname> <given-names>C. A.</given-names></name> <name><surname>Liu</surname> <given-names>T.</given-names></name> <name><surname>Wang</surname> <given-names>H.</given-names></name> <name><surname>Meng</surname> <given-names>Y. X.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Analyzing text message linguistic features: do people with depression communicate differently with their close and non-close contacts?</article-title> <source>Behav. Res. Ther.</source> <volume>166</volume>:<fpage>104342</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.brat.2023.104342</pub-id>, PMID: <pub-id pub-id-type="pmid">37269650</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Montgomery</surname> <given-names>S. A.</given-names></name> <name><surname>Asberg</surname> <given-names>M.</given-names></name></person-group> (<year>1979</year>). <article-title>A new depression scale designed to be sensitive to change</article-title>. <source>Br. J. Psychiatry</source> <volume>134</volume>, <fpage>382</fpage>&#x2013;<lpage>389</lpage>. doi: <pub-id pub-id-type="doi">10.1192/bjp.134.4.382</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Monzani</surname> <given-names>D.</given-names></name> <name><surname>Vergani</surname> <given-names>L.</given-names></name> <name><surname>Pizzoli</surname> <given-names>S. F. M.</given-names></name> <name><surname>Marton</surname> <given-names>G.</given-names></name> <name><surname>Pravettoni</surname> <given-names>G.</given-names></name></person-group> (<year>2021</year>). <article-title>Emotional tone, analytical thinking, and somatosensory processes of a sample of Italian tweets during the first phases of the COVID-19 pandemic: observational study</article-title>. <source>J. Med. Internet Res.</source> <volume>23</volume>:<fpage>e29820</fpage>. doi: <pub-id pub-id-type="doi">10.2196/29820</pub-id>, PMID: <pub-id pub-id-type="pmid">34516386</pub-id></citation></ref>
<ref id="ref39"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Nastachowski</surname> <given-names>B.</given-names></name></person-group> (<year>2023</year>). Academic guides: grammar: prepositions. Available at:<ext-link xlink:href="https://academicguides.waldenu.edu/writingcenter/grammar/prepositions" ext-link-type="uri">https://academicguides.waldenu.edu/writingcenter/grammar/prepositions</ext-link></citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Newell</surname> <given-names>E. E.</given-names></name> <name><surname>McCoy</surname> <given-names>S. K.</given-names></name> <name><surname>Newman</surname> <given-names>M. L.</given-names></name> <name><surname>Wellman</surname> <given-names>J. D.</given-names></name> <name><surname>Gardner</surname> <given-names>S. K.</given-names></name></person-group> (<year>2018</year>). <article-title>You sound so down: capturing depressed affect through depressed language</article-title>. <source>J. Lang. Soc. Psychol.</source> <volume>37</volume>, <fpage>451</fpage>&#x2013;<lpage>474</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0261927X17731123</pub-id></citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x2019;Dea</surname> <given-names>B.</given-names></name> <name><surname>Boonstra</surname> <given-names>T. W.</given-names></name> <name><surname>Larsen</surname> <given-names>M. E.</given-names></name> <name><surname>Nguyen</surname> <given-names>T.</given-names></name> <name><surname>Venkatesh</surname> <given-names>S.</given-names></name> <name><surname>Christensen</surname> <given-names>H.</given-names></name></person-group> (<year>2021</year>). <article-title>The relationship between linguistic expression in blog content and symptoms of depression, anxiety, and suicidal thoughts: a longitudinal study</article-title>. <source>PLoS One</source> <volume>16</volume>, <fpage>e0251787</fpage>&#x2013;<lpage>e0251717</lpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0251787</pub-id>, PMID: <pub-id pub-id-type="pmid">34010314</pub-id></citation></ref>
<ref id="ref42"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Pennebaker</surname> <given-names>J. W.</given-names></name></person-group> (<year>2023</year>). Linguistic Inquiry and Word Count (LIWC). Available at:<ext-link xlink:href="https://www.liwc.app/" ext-link-type="uri">https://www.liwc.app/</ext-link></citation></ref>
<ref id="ref43"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Pennebaker</surname> <given-names>J. W.</given-names></name> <name><surname>Booth</surname> <given-names>R. J.</given-names></name> <name><surname>Boyd</surname> <given-names>R. L.</given-names></name> <name><surname>Francis</surname> <given-names>M. E.</given-names></name></person-group> (<year>2015</year>). Linguistic inquiry and word count: LIWC2015. Available at:<ext-link xlink:href="http://www.LIWC.net" ext-link-type="uri">www.LIWC.net</ext-link></citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peterson</surname> <given-names>C.</given-names></name> <name><surname>Seligman</surname> <given-names>M. E. P.</given-names></name></person-group> (<year>1984</year>). <article-title>Causal explanations as a risk factor for depression</article-title>. <source>Psychol. Rev.</source> <volume>91</volume>, <fpage>347</fpage>&#x2013;<lpage>374</lpage>. doi: <pub-id pub-id-type="doi">10.1037/0033-295X.91.3.347</pub-id>, PMID: <pub-id pub-id-type="pmid">6473583</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pomerantz</surname> <given-names>A. M.</given-names></name> <name><surname>Rose</surname> <given-names>P.</given-names></name></person-group> (<year>2014</year>). <article-title>Is depression the past tense of anxiety? An empirical study of the temporal distinction</article-title>. <source>Int. J. Psychol.</source> <volume>49</volume>, <fpage>446</fpage>&#x2013;<lpage>452</lpage>. doi: <pub-id pub-id-type="doi">10.1002/ijop.12050</pub-id>, PMID: <pub-id pub-id-type="pmid">25355667</pub-id></citation></ref>
<ref id="ref46"><citation citation-type="other"><person-group person-group-type="author"><name><surname>Rawsthorne</surname> <given-names>M.</given-names></name> <name><surname>Jilani</surname> <given-names>T.</given-names></name> <name><surname>Andrews</surname> <given-names>J.</given-names></name> <name><surname>Long</surname> <given-names>Y.</given-names></name> <name><surname>Clos</surname> <given-names>J.</given-names></name> <name><surname>Malins</surname> <given-names>S.</given-names></name></person-group>, (<year>2020</year>). ExTRA: explainable therapy-related annotations. 2nd workshop on interactive natural language technology for explainable artificial intelligence, Available at: <ext-link xlink:href="https://aclanthology.org/2020.nl4xai-1.4" ext-link-type="uri">https://aclanthology.org/2020.nl4xai-1.4</ext-link></citation></ref>
<ref id="ref47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Robertson</surname> <given-names>C.</given-names></name> <name><surname>Carney</surname> <given-names>J.</given-names></name> <name><surname>Trudell</surname> <given-names>S.</given-names></name></person-group> (<year>2023</year>). <article-title>Language about the future on social media as a novel marker of anxiety and depression: a big-data and experimental analysis</article-title>. <source>Curr. Res. Behav. Sci.</source> <volume>4</volume>:<fpage>100104</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.crbeha.2023.100104</pub-id>, PMID: <pub-id pub-id-type="pmid">37397228</pub-id></citation></ref>
<ref id="ref48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rude</surname> <given-names>S. S.</given-names></name> <name><surname>Gortner</surname> <given-names>E. M.</given-names></name> <name><surname>Pennebaker</surname> <given-names>J. W.</given-names></name></person-group> (<year>2004</year>). <article-title>Language use of depressed and depression-vulnerable college students</article-title>. <source>Cognit. Emot.</source> <volume>18</volume>, <fpage>1121</fpage>&#x2013;<lpage>1133</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02699930441000030</pub-id></citation></ref>
<ref id="ref49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Santos</surname> <given-names>W. R. D.</given-names></name> <name><surname>de Oliveira</surname> <given-names>R. L.</given-names></name> <name><surname>Paraboni</surname> <given-names>I.</given-names></name></person-group> (<year>2023</year>). <article-title>SetembroBR: a social media corpus for depression and anxiety disorder prediction</article-title>. <source>Lang. Resour. Eval.</source> <volume>9</volume>:<fpage>0123456789</fpage>. doi: <pub-id pub-id-type="doi">10.1007/s10579-022-09633-0</pub-id></citation></ref>
<ref id="ref50"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Savekar</surname> <given-names>A.</given-names></name> <name><surname>Tarai</surname> <given-names>S.</given-names></name> <name><surname>Singh</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Linguistic markers in individuals with symptoms of depression in bi-multilingual context</article-title>&#x201D; in <source>Early detection of neurological disorders using machine learning systems</source>. eds. <person-group person-group-type="editor"><name><surname>Paul</surname> <given-names>S.</given-names></name> <name><surname>Bhattacharya</surname> <given-names>P.</given-names></name> <name><surname>Bit</surname> <given-names>A.</given-names></name></person-group> (<publisher-loc>Hershey</publisher-loc>: <publisher-name>Medical Information Science Reference/IGI Global</publisher-name>)</citation></ref>
<ref id="ref51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sengun</surname> <given-names>S.</given-names></name> <name><surname>Santos</surname> <given-names>J. M.</given-names></name> <name><surname>Salminen</surname> <given-names>J.</given-names></name> <name><surname>Milenkovic</surname> <given-names>M.</given-names></name> <name><surname>Jansen</surname> <given-names>B. J.</given-names></name></person-group> (<year>2023</year>). <article-title>Is death only the beginning? How people mourn artificial characters in social media</article-title>. <source>Games Cult.</source> <volume>11</volume>:<fpage>190195</fpage>. doi: <pub-id pub-id-type="doi">10.1177/15554120231190195</pub-id></citation></ref>
<ref id="ref52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smirnova</surname> <given-names>D.</given-names></name> <name><surname>Cumming</surname> <given-names>P.</given-names></name> <name><surname>Sloeva</surname> <given-names>E.</given-names></name> <name><surname>Kuvshinova</surname> <given-names>N.</given-names></name> <name><surname>Romanov</surname> <given-names>D.</given-names></name> <name><surname>Nosachev</surname> <given-names>G.</given-names></name></person-group> (<year>2018</year>). <article-title>Language patterns discriminate mild depression from normal sadness and euthymic state. Frontiers</article-title>. <source>Psychiatry</source> <volume>9</volume>:<fpage>105</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00105</pub-id>, PMID: <pub-id pub-id-type="pmid">29692740</pub-id></citation></ref>
<ref id="ref53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spruit</surname> <given-names>M.</given-names></name> <name><surname>Verkleij</surname> <given-names>S.</given-names></name> <name><surname>de Schepper</surname> <given-names>K.</given-names></name> <name><surname>Scheepers</surname> <given-names>F.</given-names></name></person-group> (<year>2022</year>). <article-title>Exploring language markers of mental health in psychiatric stories</article-title>. <source>Appl. Sci.</source> <volume>12</volume>:<fpage>179</fpage>. doi: <pub-id pub-id-type="doi">10.3390/app12042179</pub-id></citation></ref>
<ref id="ref54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stanton</surname> <given-names>A. M.</given-names></name> <name><surname>Meston</surname> <given-names>C. M.</given-names></name> <name><surname>Boyd</surname> <given-names>R. L.</given-names></name></person-group> (<year>2017</year>). <article-title>Sexual self-schemas in the real world: investigating the ecological validity of language-based markers of childhood sexual abuse</article-title>. <source>Cyberpsychol. Behav. Soc. Netw.</source> <volume>20</volume>, <fpage>382</fpage>&#x2013;<lpage>388</lpage>. doi: <pub-id pub-id-type="doi">10.1089/cyber.2016.0657</pub-id>, PMID: <pub-id pub-id-type="pmid">28570129</pub-id></citation></ref>
<ref id="ref55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tackman</surname> <given-names>A. M.</given-names></name> <name><surname>Sbarra</surname> <given-names>D. A.</given-names></name> <name><surname>Carey</surname> <given-names>A. L.</given-names></name> <name><surname>Donnellan</surname> <given-names>M. B.</given-names></name> <name><surname>Horn</surname> <given-names>A. B.</given-names></name> <name><surname>Holtzman</surname> <given-names>N. S.</given-names></name> <etal/></person-group>. (<year>2019</year>). <article-title>Depression, negative emotionality, and self-referential language: A multi-lab, multi-measure, and multi-language-task research synthesis</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>116</volume>, <fpage>817</fpage>&#x2013;<lpage>834</lpage>. doi: <pub-id pub-id-type="doi">10.1037/pspp0000187</pub-id></citation></ref>
<ref id="ref56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tausczik</surname> <given-names>Y. R.</given-names></name> <name><surname>Pennebaker</surname> <given-names>J. W.</given-names></name></person-group> (<year>2009</year>). <article-title>The psychological meaning of words: LIWC and computerized text analysis methods</article-title>. <source>J. Lang. Soc. Psychol.</source> <volume>29</volume>, <fpage>24</fpage>&#x2013;<lpage>54</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0261927X09351676</pub-id></citation></ref>
<ref id="ref57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Toma</surname> <given-names>C. L.</given-names></name> <name><surname>D&#x2019;Angelo</surname> <given-names>J. D.</given-names></name></person-group> (<year>2015</year>). <article-title>Tell-tale words: linguistic cues used to infer the expertise of online medical advice</article-title>. <source>J. Lang. Soc. Psychol.</source> <volume>34</volume>, <fpage>25</fpage>&#x2013;<lpage>45</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0261927X14554484</pub-id></citation></ref>
<ref id="ref58"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trifu</surname> <given-names>R.</given-names></name> <name><surname>Mera</surname> <given-names>D.</given-names></name> <name><surname>Hambrich</surname> <given-names>M.</given-names></name> <name><surname>Cozman</surname> <given-names>D.</given-names></name></person-group> (<year>2015</year>). <article-title>Verbal fluency, clustering and switching in persons with depression as indicators for cognitive impairments</article-title>. <source>Revist. Rom&#x00E2;n&#x0103; de Psihiat.</source> <volume>18</volume>, <fpage>112</fpage>&#x2013;<lpage>119</lpage>.</citation></ref>
<ref id="ref59"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trifu</surname> <given-names>R. N.</given-names></name> <name><surname>Neme&#x0219;</surname> <given-names>B.</given-names></name> <name><surname>Bodea-Ha&#x021B;egan</surname> <given-names>C.</given-names></name> <name><surname>Cozman</surname> <given-names>D.</given-names></name></person-group> (<year>2017</year>). <article-title>Linguistic indicators of language in major depressive disorder (MDD). An evidence based research</article-title>. <source>Evid-Based Psychot.</source> <volume>17</volume>, <fpage>105</fpage>&#x2013;<lpage>128</lpage>. doi: <pub-id pub-id-type="doi">10.24193/jebp.2017.1.7</pub-id></citation></ref>
<ref id="ref60"><citation citation-type="other"><person-group person-group-type="author"><collab id="coll4">WHO</collab></person-group>. (<year>2022</year>). ICD-11. ICD-11. Available at:<ext-link xlink:href="https://icd.who.int/" ext-link-type="uri">https://icd.who.int/</ext-link></citation></ref>
<ref id="ref61"><citation citation-type="other"><person-group person-group-type="author"><collab id="coll5">WHO</collab></person-group>. (<year>2023</year>). Depression. Available at:<ext-link xlink:href="http://www.who.int/mediacentre/factsheets/fs369/en/" ext-link-type="uri">http://www.who.int/mediacentre/factsheets/fs369/en/</ext-link></citation></ref>
<ref id="ref62"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>Y. N.</given-names></name> <name><surname>Yang</surname> <given-names>D. L.</given-names></name> <name><surname>Jian</surname> <given-names>B. A.</given-names></name> <name><surname>Li</surname> <given-names>C. X.</given-names></name> <name><surname>Liu</surname> <given-names>L. P.</given-names></name> <name><surname>Li</surname> <given-names>W. J.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Can emotional expressivity and writing content predict beneficial effects of expressive writing among breast cancer patients receiving chemotherapy? A secondary analysis of randomized controlled trial data from China</article-title>. <source>Psychol. Med.</source> <volume>53</volume>, <fpage>1527</fpage>&#x2013;<lpage>1541</lpage>. doi: <pub-id pub-id-type="doi">10.1017/S0033291721003111</pub-id>, PMID: <pub-id pub-id-type="pmid">34425924</pub-id></citation></ref>
<ref id="ref63"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yahya</surname> <given-names>N. H.</given-names></name> <name><surname>Rahim</surname> <given-names>H. A.</given-names></name></person-group> (<year>2023</year>). <article-title>Linguistic markers of depression: insights from english-language tweets before and during the COVID-19 pandemic</article-title>. <source>Lang. Health</source> <volume>1</volume>, <fpage>36</fpage>&#x2013;<lpage>50</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.laheal.2023.10.001</pub-id></citation></ref>
<ref id="ref64"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>J.</given-names></name> <name><surname>Du</surname> <given-names>X.</given-names></name> <name><surname>Hung</surname> <given-names>J. L.</given-names></name> <name><surname>Tu</surname> <given-names>C. H.</given-names></name></person-group> (<year>2022</year>). <article-title>Analyzing online discussion data for understanding the student&#x2019;s critical thinking</article-title>. <source>Data Technol. Appl.</source> <volume>56</volume>, <fpage>303</fpage>&#x2013;<lpage>326</lpage>. doi: <pub-id pub-id-type="doi">10.1108/DTA-04-2021-0088</pub-id></citation></ref>
<ref id="ref65"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>C.</given-names></name> <name><surname>Zhang</surname> <given-names>X.</given-names></name> <name><surname>Chen</surname> <given-names>Y.</given-names></name> <name><surname>Li</surname> <given-names>Y.</given-names></name> <name><surname>Yu</surname> <given-names>S.</given-names></name> <name><surname>Zhao</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Emotion-dependent language featuring depression</article-title>. <source>J. Behav. Ther. Exp. Psychiatry</source> <volume>81</volume>:<fpage>101883</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jbtep.2023.101883</pub-id>, PMID: <pub-id pub-id-type="pmid">37290350</pub-id></citation></ref>
<ref id="ref66"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yu</surname> <given-names>W.</given-names></name> <name><surname>Zhu</surname> <given-names>C.</given-names></name> <name><surname>Fang</surname> <given-names>Y.</given-names></name> <name><surname>Yu</surname> <given-names>D.</given-names></name> <name><surname>Wang</surname> <given-names>S.</given-names></name> <name><surname>Xu</surname> <given-names>Y.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Dict-BERT: enhancing language model pre-training with dictionary</article-title>. <source>Comput. Lang.</source> <volume>1907</volume>:<fpage>150</fpage>. doi: <pub-id pub-id-type="doi">10.18653/v1/2022.findings-acl.150</pub-id></citation></ref>
<ref id="ref67"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>S.</given-names></name> <name><surname>Yu</surname> <given-names>H.</given-names></name> <name><surname>Zhang</surname> <given-names>L. J.</given-names></name></person-group> (<year>2021</year>). <article-title>Understanding the sustainable growth of EFL students&#x2019; writing skills: differences between novice writers and expert writers in their use of lexical bundles in academic writing</article-title>. <source>Sustainability</source> <volume>13</volume>:<fpage>5553</fpage>. doi: <pub-id pub-id-type="doi">10.3390/su13105553</pub-id></citation></ref>
<ref id="ref68"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ziemer</surname> <given-names>K. S.</given-names></name> <name><surname>Korkmaz</surname> <given-names>G.</given-names></name></person-group> (<year>2017</year>). <article-title>Using text to predict psychological and physical health: A comparison of human raters and computerized text analysis</article-title>. <source>Comput. Hum. Behav.</source> <volume>76</volume>, <fpage>122</fpage>&#x2013;<lpage>127</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.chb.2017.06.038</pub-id></citation></ref>
<ref id="ref69"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zimmerman</surname> <given-names>M.</given-names></name> <name><surname>Morgan</surname> <given-names>T. A.</given-names></name> <name><surname>Stanton</surname> <given-names>K.</given-names></name></person-group> (<year>2018</year>). <article-title>The severity of psychiatric disorders</article-title>. <source>World Psychiatry</source> <volume>17</volume>, <fpage>258</fpage>&#x2013;<lpage>275</lpage>. doi: <pub-id pub-id-type="doi">10.1002/wps.20569</pub-id>, PMID: <pub-id pub-id-type="pmid">30192110</pub-id></citation></ref>
<ref id="ref70"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zinken</surname> <given-names>J.</given-names></name> <name><surname>Zinken</surname> <given-names>K.</given-names></name> <name><surname>Wilson</surname> <given-names>J. C.</given-names></name> <name><surname>Butler</surname> <given-names>L.</given-names></name> <name><surname>Skinner</surname> <given-names>T.</given-names></name></person-group> (<year>2010</year>). <article-title>Analysis of syntax and word use to predict successful participation in guided self-help for anxiety and depression</article-title>. <source>Psychiatry Res.</source> <volume>179</volume>, <fpage>181</fpage>&#x2013;<lpage>186</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.psychres.2010.04.011</pub-id>, PMID: <pub-id pub-id-type="pmid">20483481</pub-id></citation></ref>
</ref-list>
</back>
</article>