<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="brief-report" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Hum. Dyn.</journal-id>
<journal-title>Frontiers in Human Dynamics</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Hum. Dyn.</abbrev-journal-title>
<issn pub-type="epub">2673-2726</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fhumd.2025.1632091</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Human Dynamics</subject>
<subj-group>
<subject>Brief Research Report</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The perpetration of on- and offline hate speech among secondary school students</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>C&#x00E1;ceres</surname> <given-names>Juan Manuel Bellido</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2959238/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mart&#x00ED;nez</surname> <given-names>Pilar Rodr&#x00ED;guez</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/853899/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Espinosa</surname> <given-names>Joaqu&#x00ED;n Jaime S&#x00E1;nchez</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/3073707/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Joya</surname> <given-names>Luc&#x00ED;a Mart&#x00ED;nez</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/3151038/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Education, Universidad de Almer&#x00ED;a</institution>, <addr-line>Almer&#x00ED;a</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Geography, History and Humanities, Universidad de Almer&#x00ED;a</institution>, <addr-line>Almer&#x00ED;a</addr-line>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Department of Psychology, Universidad de Almer&#x00ED;a</institution>, <addr-line>Almer&#x00ED;a</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Wojciech Marek Kulesza, University of Social Sciences and Humanities, Poland</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Stamatis Poulakidakos, University of Western Macedonia, Greece</p>
<p>Javier Gracia, University of Valencia, Spain</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Joaqu&#x00ED;n Jaime S&#x00E1;nchez Espinosa, <email>joganth@ual.es</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>04</day>
<month>08</month>
<year>2025</year>
</pub-date>
<pub-date pub-type="collection">
<year>2025</year>
</pub-date>
<volume>7</volume>
<elocation-id>1632091</elocation-id>
<history>
<date date-type="received">
<day>20</day>
<month>05</month>
<year>2025</year>
</date>
<date date-type="accepted">
<day>24</day>
<month>07</month>
<year>2025</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2025 C&#x00E1;ceres, Mart&#x00ED;nez, Espinosa and Joya.</copyright-statement>
<copyright-year>2025</copyright-year>
<copyright-holder>C&#x00E1;ceres, Mart&#x00ED;nez, Espinosa and Joya</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>This study analyses the relationships between witnessing and perpetrating hate speech, both on- and offline. It is based on data extracted from a purpose-designed questionnaire answered by a total of 571 secondary school students in Almer&#x00ED;a. We used SPSS software to analyse the data collected, employing statistical analysis techniques that included binary logistic regression, and chi-square and omnibus tests of model coefficients to determine consistency. The relationships between hate speech in both environments point to an escalation of violence and transference between online and in-person aggressions. Also evident is the influence of close social environments, such as violence in schools. When a student suffers hate speech in either environment, the likelihood of them going on to perpetrate hate speech increases significantly. We conclude that the perpetration of hate speech, both on- and offline, is explained by students having witnessed or suffered in-person hate speech; having seen or heard hate speech online; and, above all, having suffered hate speech online.</p>
</abstract>
<kwd-group>
<kwd>social media</kwd>
<kwd>social problems</kwd>
<kwd>school community relationship</kwd>
<kwd>hate speech</kwd>
<kwd>secondary school students</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="18"/>
<page-count count="5"/>
<word-count count="3955"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Social Networks</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>The relationships and correlations found to exist between the hate speech that adolescents inflict, suffer or witness, online as well as in interpersonal social contexts, are characterised by the context. Relevant studies and approaches in the fields of psychology, sociology and education that explore the relation between hate speech among adolescents in on- and offline environments raise diverse theories and elements of influence in both areas.</p>
<p>The theory of the transference of aggression and escalation of violence is examined in &#x201C;From cyberbullying to bullying: a cross-contextual analysis&#x201D; (<xref ref-type="bibr" rid="ref18">Wright, 2017</xref>), in which the author analyses how aggressive behaviours that take place in the online environment can transfer to real life and vice versa. Using longitudinal surveys, Wright observes that adolescents who took part in cyberbullying were more likely to replicate these behaviours in everyday life, and the effects were bi-directional; adolescents who suffered or took part in hate speech online were more likely to transfer these attitudes to school and other in-person social spaces.</p>
<p>In another approach, the theory of online disinhibition explores the way in which the anonymity and lack of face-to-face interaction of an online encounter can lead to more extreme, aggressive and disinhibited behaviour. This theory has been widely used to explain why hate speech and cyberbullying are so common among adolescents (<xref ref-type="bibr" rid="ref15">Suler, 2004</xref>). <xref ref-type="bibr" rid="ref3">Bauman and Yoon (2014)</xref> show that adolescents who internalise this disinhibition in the digital environment may eventually act in a similar way in face-to-face relationships (<xref ref-type="bibr" rid="ref4">Brown, 2018</xref>), increasing the likelihood of them replicating the behaviour in other environments such as school or offline social spaces.</p>
<p>Similarly, adolescents may perceive that hate speech perpetrated online has fewer consequences than similar behaviours offline. Such a perception fosters the use of aggressive language on digital platforms, potentially desensitising adolescents and leading eventually to the transfer of these expressions to their life offline, where they tend to employ the same language and attitudes. In the same way, adolescents who witness online hate speech being used by authority figures or their peers are more likely to adopt similar attitudes and replicate them in their own interactions. <xref ref-type="bibr" rid="ref5">Bussey et al. (2015)</xref>, following <xref ref-type="bibr" rid="ref2">Bandura&#x2019;s (1975)</xref> social learning theory, points out that adolescents learn and replicate behaviours, including hate speech, from observing others on social media. Correspondingly, <xref ref-type="bibr" rid="ref10">Hinduja and Patchin (2019)</xref> explore how family background and parenting practices affect the likelihood of an adolescent engaging in hate speech, whether on- or offline.</p>
<p>Studies of bullying at school and cyberbullying present similar models. Adolescents of both sexes are observed to experience dramatic situations in which they start out the cybervictims but go on to become the cyberbullies; in such cases, having been a victim of online violence is an important influence on the perpetration of online violence and its subsequent perpetration (<xref ref-type="bibr" rid="ref9">G&#x00F3;mez-Tabares and Correa-Duque, 2022</xref>; <xref ref-type="bibr" rid="ref6">Casta&#x00F1;o-Pulgar&#x00ED;n et al., 2021</xref>). The present study explores the element of attitude, determining that adolescents who may not dare to intimidate in physical environments resort to technological media instead.</p>
<p>The influence of peer groups in the transmission of hate, both on- and offline, is an aspect worthy of consideration in the present study, given that adolescents tend to be strongly influenced by their friend groups (<xref ref-type="bibr" rid="ref13">Lupu et al., 2023</xref>). If hate speech is normalised by a group on social media, it is likely that the group will reproduce such attitudes in their offline interactions, reinforcing the same patterns of exclusion and aggression in both contexts. In &#x201C;Peer influence on aggression and bullying in adolescents,&#x201D; <xref ref-type="bibr" rid="ref8">Espelage and Holt (2013)</xref> analyse how adolescents tend to replicate the attitudes and behaviours of their peer groups, including aggressive behaviours and hate speech. It was found that peer groups are a decisive factor in the transmission of such conduct: if an adolescent suffers or inflicts hate speech offline&#x2014;at school, for example social media they may turn to online platforms as a way to reaffirm or continue such discourse, especially in spaces where they have the support or reinforcement of their peers (<xref ref-type="bibr" rid="ref7">Castellanos et al., 2023</xref>).</p>
<p>The emotional effects of hate speech are devastating in both contexts and tend to be cumulative, making the adolescent more likely to be the target or the perpetrator of similar speech in offline contexts, in a kind of emotional transference. In <xref ref-type="bibr" rid="ref11">Kowalski et al. (2014)</xref>, the investigation is focused on an investigation into the emotional effects of cyberbullying, analysing how experiences of online hate speech negatively influence the self-esteem and mental health of adolescents, and may also generate offline hate behaviours; and concluding that adolescents who experience online hate are more likely to develop hostile behaviours offline. A desire for revenge is also associated with a high likelihood of victims becoming perpetrators of hate speech (<xref ref-type="bibr" rid="ref1">Ballaschk et al., 2021</xref>; <xref ref-type="bibr" rid="ref16">Wachs and Wright, 2021</xref>), indicating that feelings of frustration and inferiority are positively correlated to the perpetration of hate speech among adolescents (<xref ref-type="bibr" rid="ref14">Reichelmann et al., 2020</xref>).</p>
<p>The internet is an everyday communication tool that has become an environment conducive to the dissemination of hate content. Incitement to online hatred is part of a social process (<xref ref-type="bibr" rid="ref12">Leo and Russo, 2023</xref>) in which experiences of hate behaviours are normalised as an everyday reality; understanding of hate behaviour and victimisation as a process allows us to connect associated incidents to subsequent violent conduct (<xref ref-type="bibr" rid="ref17">Windisch et al., 2021</xref>).</p>
</sec>
<sec sec-type="materials|methods" id="sec2">
<label>2</label>
<title>Materials and methods</title>
<p>The present study is based on a questionnaire used to collect data in four secondary schools between March and June 2024. The questionnaire can be viewed in the University of Almer&#x00ED;a repository.</p>
<p>The study was conducted in accordance with the Declaration of Helsinki and approved by the Institutional Review Board (or Ethics Committee) of Universidad de Almer&#x00ED;a. Ref: UALBIO2024/025. Approved on 11 July 2024. Informed consent was obtained from all subjects involved in the study. Written informed consent has been obtained from the patient(s) to publish this paper.</p>
<p>A total of 571 adolescents aged between 12 and 19&#x202F;years old took part in the survey, the educational stage correspond to compulsory secondary education and vocational training. 45.8% of the students surveyed belong to neighbourhoods defined as deprived areas, i.e., neighbourhoods with a low socioeconomic level, combined with high unemployment rates and low educational family level. The survey was approved by the schools&#x2019; respective administrative councils prior to being conducted. The survey participants responded to the questionnaire in the classroom, in digital format (on laptops or tablets), over a 30-min period. The items of the survey were created <italic>ad hoc</italic>. This was made with the purpose of adapting the survey to the characteristics of the sample and the necessities of the own research; it was made a pilot testing with a sample of 25 students (N&#x202F;=&#x202F;25). The pilot testing let us to adapt the items of the survey and improve the survey in itself. The questionnaire contained a total of 50 items using Likert scale and multiple-choice response options, with questions related to how much time they spent on the internet, which social media networks they used and how, among other questions. The researchers introduced the survey in the presence of teaching staff, explaining that the study had been developed at the university and assuring the participants that the data obtained would remain anonymous.</p>
<p>The data were processed with SPSS statistical software, employing statistical analysis techniques that included binary logistic regression as well as chi-square and omnibus tests of model coefficients to validate the results of the research.</p>
</sec>
<sec sec-type="results" id="sec3">
<label>3</label>
<title>Results</title>
<p>As shown in <xref ref-type="table" rid="tab1">Table 1</xref>, nearly 60% of the adolescents surveyed had perpetrated hate speech (HS), both on- and offline. In the offline environment, 77% had seen or heard incidents of in-person incitement to hatred; while 54.1% had been the victim of such incidents at least once, and 6.4% reported having been a frequent victim. In the online environment, 77.3% of the respondents had seen or heard hate speech, while 28.9% reported having been a victim. Hence, while instances of having seen or heard hate speech were reported in almost the same percentage (close to 77%) in both environments, significantly more of the participants reported having been victims of hate speech in person (60.5%) than online (28.9%).</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Study variables.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variable</th>
<th align="left" valign="top">Variable categories</th>
<th align="center" valign="top">Percentage of responses</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="2">HS perpetrated, on- and offline</td>
<td align="left" valign="middle">Yes</td>
<td align="center" valign="middle">57.7</td>
</tr>
<tr>
<td align="left" valign="middle">No</td>
<td align="center" valign="middle">42.3</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Seen/heard incidents of incitement to hatred in person</td>
<td align="left" valign="middle">Yes</td>
<td align="center" valign="middle">77</td>
</tr>
<tr>
<td align="left" valign="middle">No</td>
<td align="center" valign="middle">23</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">HS suffered in person</td>
<td align="left" valign="middle">None</td>
<td align="center" valign="middle">39.5</td>
</tr>
<tr>
<td align="left" valign="middle">Occasionally</td>
<td align="center" valign="middle">54.1</td>
</tr>
<tr>
<td align="left" valign="middle">Frequently</td>
<td align="center" valign="middle">6.4</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="7">HS seen/heard online in the last 3&#x202F;months</td>
<td align="left" valign="middle">None</td>
<td align="center" valign="middle">22.7</td>
</tr>
<tr>
<td align="left" valign="middle">Once</td>
<td align="center" valign="middle">12.1</td>
</tr>
<tr>
<td align="left" valign="middle">A couple of times</td>
<td align="center" valign="middle">33.8</td>
</tr>
<tr>
<td align="left" valign="middle">Several times a month</td>
<td align="center" valign="middle">14.3</td>
</tr>
<tr>
<td align="left" valign="middle">Every week</td>
<td align="center" valign="middle">6.8</td>
</tr>
<tr>
<td align="left" valign="middle">Every day</td>
<td align="center" valign="middle">5.2</td>
</tr>
<tr>
<td align="left" valign="middle">Several times a day</td>
<td align="center" valign="middle">5.2</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Have you been treated in a hurtful way online in the last 3&#x202F;months?</td>
<td align="left" valign="middle">No</td>
<td align="center" valign="middle">71.1</td>
</tr>
<tr>
<td align="left" valign="middle">Yes</td>
<td align="center" valign="middle">28.9</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Gender</td>
<td align="left" valign="middle">Male</td>
<td align="center" valign="middle">48.9</td>
</tr>
<tr>
<td align="left" valign="middle">Female</td>
<td align="center" valign="middle">51.1</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Moreover, and though not shown in the table, both genders reported practically identical percentages of perpetration of hate speech, whether on- or offline, though the percentage of girls that reported perpetrating hate speech was slightly higher than that of the boys (42.2 and 40.6% respectively).</p>
<p>The findings of the present study point to significant associations between online hate speech and in-person social interaction: the statistical correlations indicate that the more hate speech is suffered online, the greater is the incidence of hate speech suffered in person, in close social environments such as schools. In terms of perpetration of hate speech, the correlations indicate a similar progressive pattern: the more hate speech is perpetrated online, the more it is perpetrated in close personal contexts.</p>
<p>In <xref ref-type="table" rid="tab2">Table 2</xref>, we present the correlations among the different study variables. Although all are significant, it is notable that those above 0.3 are those that relate to the online world. Thus, the correlation between having seen hate speech online and having seen hate speech in person is 0.322; and the correlation between perpetrating hate speech, whether on- or offline, and having been a victim of online hate speech is 0.348. At just under 0.3, with a score of 0.297, is the correlation between having witnessed hate speech and having perpetrated hate speech in both contexts.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Bivariate correlations between having perpetrated and having witnessed HS on- and offline.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variable</th>
<th align="left" valign="top">Statistic</th>
<th align="center" valign="top">HS perpetrated on- and offline</th>
<th align="center" valign="top">HS suffered in person</th>
<th align="center" valign="top">HS seen/heard offline</th>
<th align="center" valign="top">HS suffered online</th>
<th align="center" valign="top">HS seen/heard online</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" rowspan="3">HS perpetrated on- and offline</td>
<td align="left" valign="top">Pearson correlation coefficient</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.255&#x002A;</td>
<td align="center" valign="top">0.252&#x002A;</td>
<td align="center" valign="top"><bold>0.348&#x002A;</bold></td>
<td align="center" valign="top">0.297&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">Sig. (bilateral)</td>
<td/>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top"><italic>N</italic></td>
<td align="center" valign="top">475</td>
<td align="center" valign="top">393</td>
<td align="center" valign="top">456</td>
<td align="center" valign="top">456</td>
<td align="center" valign="top">451</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">HS experienced in person</td>
<td align="left" valign="top">Pearson correlation coefficient</td>
<td align="center" valign="top">0.255&#x002A;</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.212&#x002A;</td>
<td align="center" valign="top">0.193&#x002A;</td>
<td align="center" valign="top">0.169&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">Sig. (bilateral)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td/>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top"><italic>N</italic></td>
<td align="center" valign="top">393</td>
<td align="center" valign="top">440</td>
<td align="center" valign="top">440</td>
<td align="center" valign="top">430</td>
<td align="center" valign="top">428</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">HS seen/heard offline</td>
<td align="left" valign="top">Pearson correlation coefficient</td>
<td align="center" valign="top">0.252&#x002A;</td>
<td align="center" valign="top">0.212&#x002A;</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.166&#x002A;</td>
<td align="center" valign="top"><bold>0.322&#x002A;</bold></td>
</tr>
<tr>
<td align="left" valign="top">Sig. (bilateral)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td/>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top"><italic>N</italic></td>
<td align="center" valign="top">456</td>
<td align="center" valign="top">440</td>
<td align="center" valign="top">513</td>
<td align="center" valign="top">499</td>
<td align="center" valign="top">488</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">HS suffered online</td>
<td align="left" valign="top">Pearson correlation coefficient</td>
<td align="center" valign="top"><bold>0.348&#x002A;</bold></td>
<td align="center" valign="top">0.193&#x002A;</td>
<td align="center" valign="top">0.166&#x002A;</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.215&#x002A;</td>
</tr>
<tr>
<td align="left" valign="top">Sig. (bilateral)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td/>
<td align="center" valign="top">&#x003C;0.001</td>
</tr>
<tr>
<td align="left" valign="top"><italic>N</italic></td>
<td align="center" valign="top">456</td>
<td align="center" valign="top">430</td>
<td align="center" valign="top">499</td>
<td align="center" valign="top">512</td>
<td align="center" valign="top">487</td>
</tr>
<tr>
<td align="left" valign="top" rowspan="3">HS seen/heard online</td>
<td align="left" valign="top">Pearson correlation coefficient</td>
<td align="center" valign="top">0.297&#x002A;</td>
<td align="center" valign="top">0.169&#x002A;</td>
<td align="center" valign="top"><bold>0.322&#x002A;</bold></td>
<td align="center" valign="top">0.215&#x002A;</td>
<td align="center" valign="top">1</td>
</tr>
<tr>
<td align="left" valign="top">Sig. (bilateral)</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td/>
</tr>
<tr>
<td align="left" valign="top"><italic>N</italic></td>
<td align="center" valign="top">451</td>
<td align="center" valign="top">428</td>
<td align="center" valign="top">488</td>
<td align="center" valign="top">487</td>
<td align="center" valign="top">503</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>An asterisk (&#x002A;) indicates that the Pearson correlation is statistically significant at <italic>p</italic> &#x003C; 0.001. Bolded values highlight the strongest or most relevant correlations.</p>
</table-wrap-foot>
</table-wrap>
<p>Finally, we carried out a logistic regression to determine the weight of each of the variables in explaining the perpetration of on- and offline hate speech among adolescents. The following independent variables were introduced: having suffered hate speech in person, having seen or heard instances of hate speech in person, having suffered hate speech online, and having seen or heard hate speech online. In addition, we introduced gender into the equation.</p>
<p>Our model allowed us to go from an overall percentage of 55.3 to 70.7% affirmative responses, from which we can say that our understanding of the dependent variable is significantly increased. In fact, the Cox and Snell R-squared value of the model is 0.192.</p>
<p>In <xref ref-type="table" rid="tab3">Table 3</xref>, we present the model&#x2019;s principal coefficients, as well as the significance levels for each of the variables.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Logistic regression of perpetration of on- and offline hate speech.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variables</th>
<th align="center" valign="top">
<italic>B</italic>
</th>
<th align="center" valign="top">Standard error</th>
<th align="center" valign="top">Wald</th>
<th align="center" valign="top">gl</th>
<th align="center" valign="top">Sig.</th>
<th align="center" valign="top">Exp(B)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">HS suffered in person</td>
<td align="center" valign="top">0.639</td>
<td align="center" valign="top">0.205</td>
<td align="center" valign="top">9.655</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.002</td>
<td align="center" valign="top">1.894</td>
</tr>
<tr>
<td align="left" valign="top">HS seen/heard in person</td>
<td align="center" valign="top">0.650</td>
<td align="center" valign="top">0.369</td>
<td align="center" valign="top">3.105</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.078</td>
<td align="center" valign="top">1.916</td>
</tr>
<tr>
<td align="left" valign="top">HS suffered online</td>
<td align="center" valign="top">1.276</td>
<td align="center" valign="top">0.266</td>
<td align="center" valign="top">23.011</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">3.581</td>
</tr>
<tr>
<td align="left" valign="top">HS seen/heard online</td>
<td align="center" valign="top">0.266</td>
<td align="center" valign="top">0.078</td>
<td align="center" valign="top">11.738</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">1.305</td>
</tr>
<tr>
<td align="left" valign="top">Gender</td>
<td align="center" valign="top">0.297</td>
<td align="center" valign="top">0.240</td>
<td align="center" valign="top">1.540</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">0.215</td>
<td align="center" valign="top">1.346</td>
</tr>
<tr>
<td align="left" valign="top">Constant</td>
<td align="center" valign="top">&#x2212;2.327</td>
<td align="center" valign="top">0.398</td>
<td align="center" valign="top">34.187</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">&#x003C;0.001</td>
<td align="center" valign="top">0.098</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>As can be observed, the four variables help to explain the perpetration of on- and offline hate speech by adolescents. The variable that reaches the highest significance level, with a value of &#x003C;0.001, is suffering hate speech online. Moreover, the B coefficient is 1.276, revealing the importance of the online world in explaining the perpetration of hate speech, both on- and offline. The coefficient Exp(B) indicates that the probability of an adolescent perpetrating hate speech, online and in person, is 3.58 times greater when they have been a victim of hate speech online.</p>
<p>The seen or heard hate speech in person variable also has a strong association with perpetrating on- and offline hate speech, with coefficients B and Exp(B) of 0.650 and 1.916 respectively, indicating a considerably increased likelihood of hate speech perpetration; And although the significance level in this case is 0.78, the variable shows a certain trend that is worth considering, as it influences the perpetration of hate speech.</p>
<p>The hate speech suffered in person variable, with a significance level of 0.002 and a B coefficient of 0.639, is also important, since an Exp(B) coefficient of 1.89 indicates a moderate likelihood of perpetrating hate speech.</p>
<p>Finally, the hate speech seen or heard online variable, with a significance of &#x003C;0.001, yields a beta of 0.266, but the probability of 1.305 indicated by the Exp(B) coefficient shows a positive association with the perpetration of hate speech.</p>
</sec>
<sec sec-type="discussion" id="sec4">
<label>4</label>
<title>Discussion</title>
<p>The findings of this study show the relationships between violence inflicted and suffered by the adolescent population in both on- and offline environments. <xref ref-type="bibr" rid="ref18">Wright&#x2019;s (2017)</xref> theory of the transference of aggression is reinforced by these results when we observe the growing tendency to perpetrate hate speech in both environments, demonstrating the influence of violent behaviours on relationships among the adolescent population, in face-to-face interactions as well as on online social networks.</p>
<p>The data are consistent with those obtained by <xref ref-type="bibr" rid="ref3">Bauman and Yoon (2014)</xref>, evidencing that the more adolescents are witnesses to hate speech, whether face-to-face or offline, the more likely they are to perpetrate it in either context, thus demonstrating the influence of inflicting and suffering violence in both on- and offline environments.</p>
<p>The escalation of violence, proposed by <xref ref-type="bibr" rid="ref18">Wright (2017)</xref> and defined by <xref ref-type="bibr" rid="ref2">Bandura (1975)</xref> and <xref ref-type="bibr" rid="ref5">Bussey et al. (2015)</xref>, that replicates attitudes witnessed on- and offline is reflected in this study in the observation of indicators showing that the more hate speech secondary school students see and hear in their environments, the more violence they inflict on other students; generating new forms of violence in school settings and social contexts where these practices are observed. This trend shows similarities with research conducted by <xref ref-type="bibr" rid="ref8">Espelage and Holt (2013)</xref>, in which the transfer and replication of violent behaviour are assumed to occur in response to the influence of violence previously witnessed in the contexts.</p>
<p>Perhaps the most significant finding of the present study is that the experience of having suffered hate speech online has an influence on the subsequent perpetration of hate speech, both on- and offline; this is in line with <xref ref-type="bibr" rid="ref11">Kowalski et al.&#x2019;s (2014)</xref> theory that adolescents who experience hate online are more likely to develop hostile behaviours.</p>
<p>Online hate speech significantly affects violent behaviour, as shown in <xref ref-type="bibr" rid="ref17">Windisch et al. (2021)</xref> and, with reference to cyberbullying, in <xref ref-type="bibr" rid="ref9">G&#x00F3;mez-Tabares and Correa-Duque (2022)</xref>. In our study, this effect is observed in the influence of having witnessed or suffered hate speech on the perpetration of hate speech later on.</p>
<p>We conclude by proposing those incidents of hate speech in on- and offline environments have a reciprocal influence on each other, increasing violence and influencing behaviours in face-to-face social relationships. Hate speech in social media has a clear influence on secondary school students&#x2019; attitudes in personal relationships in their close social environments; and the transference of aggression between on- and offline environments negatively impacts on the escalation of violence, favouring the increase of negative attitudes. In addition, our study reveals the importance of the online world in explaining the perpetration of hate speech, both on- and offline.</p>
<p>There are some limitations to the study; the medium size of the research sample means that the results may not be representative of the general population, potentially limiting the ability of the findings to be generalised. Research results may be influenced according to the precise moment and social context in which a study is conducted; since these may change over time, the ability of the results to be generalized is restricted. In future, the research sample could be expanded to enable the results obtained to be applied to a broader population.</p>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="sec5">
<title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found in the article/supplementary material.</p>
</sec>
<sec sec-type="ethics-statement" id="sec6">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Comisi&#x00F3;n de Bio&#x00E9;tica de la Universidad de Almer&#x00ED;a (REF: UALBIO2024/025). The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation in this study was provided by the participants' legal guardians/next of kin.</p>
</sec>
<sec sec-type="author-contributions" id="sec7">
<title>Author contributions</title>
<p>JC: Conceptualization, Formal analysis, Investigation, Methodology, Project administration, Software, Validation, Visualization, Writing &#x2013; original draft. PM: Conceptualization, Data curation, Formal analysis, Funding acquisition, Investigation, Methodology, Software, Supervision, Validation, Writing &#x2013; original draft. JE: Data curation, Investigation, Resources, Validation, Writing &#x2013; review &#x0026; editing. LJ: Investigation, Resources, Validation, Writing &#x2013; review &#x0026; editing.</p>
</sec>
<sec sec-type="funding-information" id="sec8">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research and/or publication of this article. This research was funded by Agencia Estatal de Investigaci&#x00F3;n, Ministerio de Ciencia, Innovaci&#x00F3;n y Universidades, Gobierno de Espa&#x00F1;a, grant number PID2021-127113OB-I00.</p>
</sec>
<sec sec-type="COI-statement" id="sec9">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="ai-statement" id="sec10">
<title>Generative AI statement</title>
<p>The authors declare that no Gen AI was used in the creation of this manuscript.</p>
</sec>
<sec sec-type="disclaimer" id="sec11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ballaschk</surname> <given-names>C.</given-names></name> <name><surname>Wachs</surname> <given-names>S.</given-names></name> <name><surname>Krause</surname> <given-names>N.</given-names></name> <name><surname>Schulze-Reichelt</surname> <given-names>F.</given-names></name> <name><surname>Kansok-Dusche</surname> <given-names>J.</given-names></name> <name><surname>Bilz</surname> <given-names>L.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Then everyone just goes along with it. A qualitative study on reasons and motives of hate speech among students</article-title>. <source>Discourse. J. Child. Adolesc. Res.</source> <volume>16</volume>, <fpage>1</fpage>&#x2013;<lpage>18</lpage>. doi: <pub-id pub-id-type="doi">10.3224/diskurs.v16i4.01</pub-id></citation></ref>
<ref id="ref2"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Bandura</surname> <given-names>A.</given-names></name></person-group> (<year>1975</year>). <source>An&#x00E1;lisis del aprendizaje social de la agresi&#x00F3;n. Emilio Ribes I&#x00F1;esta y Albert Bandura (recop.), Modificaci&#x00F3;n de conducta: an&#x00E1;lisis de la agresi&#x00F3;n y la delincuencia</source>. <publisher-loc>M&#x00E9;xico</publisher-loc>: <publisher-name>Trillas</publisher-name>.</citation></ref>
<ref id="ref3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bauman</surname> <given-names>S.</given-names></name> <name><surname>Yoon</surname> <given-names>J.</given-names></name></person-group> (<year>2014</year>). <article-title>This issue: theories of bullying and cyberbullying</article-title>. <source>Theory Pract.</source> <volume>53</volume>, <fpage>253</fpage>&#x2013;<lpage>256</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00405841.2014.947215</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>What is so special about online (as compared to offline) hate speech?</article-title> <source>Ethnicities</source> <volume>18</volume>, <fpage>297</fpage>&#x2013;<lpage>326</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1468796817709846</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bussey</surname> <given-names>K.</given-names></name> <name><surname>Fitzpatrick</surname> <given-names>S.</given-names></name> <name><surname>Raman</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <article-title>The role of moral disengagement and self-efficacy in cyberbullying</article-title>. <source>J. Sch. Violence</source> <volume>14</volume>, <fpage>30</fpage>&#x2013;<lpage>46</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15388220.2014.954045</pub-id></citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Casta&#x00F1;o-Pulgar&#x00ED;n</surname> <given-names>S.</given-names></name> <name><surname>Su&#x00E1;rez-Betancur</surname> <given-names>N.</given-names></name> <name><surname>Vega</surname> <given-names>L.</given-names></name> <name><surname>L&#x00F3;pez</surname> <given-names>H.</given-names></name></person-group> (<year>2021</year>). <article-title>Internet, social media and online hate speech. Systematic review</article-title>. <source>Aggress. Violent Behav.</source> <volume>58</volume>:<fpage>101608</fpage>. doi: <pub-id pub-id-type="doi">10.1016/J.AVB.2021.101608</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Castellanos</surname> <given-names>M.</given-names></name> <name><surname>Wettstein</surname> <given-names>A.</given-names></name> <name><surname>Wachs</surname> <given-names>S.</given-names></name> <name><surname>Kansok-Dusche</surname> <given-names>J.</given-names></name> <name><surname>Ballaschk</surname> <given-names>C.</given-names></name> <name><surname>Krause</surname> <given-names>N.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Hate speech in adolescents: a binational study on prevalence and demographic differences</article-title>. <source>Front. Educ.</source> <volume>8</volume>:<fpage>1076249</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2023.1076249</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Espelage</surname> <given-names>D. L.</given-names></name> <name><surname>Holt</surname> <given-names>M. K.</given-names></name></person-group> (<year>2013</year>). <article-title>Suicidal ideation and school bullying experiences after controlling for depression and delinquency</article-title>. <source>J. Adolesc. Health</source> <volume>53</volume>, <fpage>S27</fpage>&#x2013;<lpage>S31</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jadohealth.2012.09.017</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>G&#x00F3;mez-Tabares</surname> <given-names>A. S.</given-names></name> <name><surname>Correa-Duque</surname> <given-names>M. C.</given-names></name></person-group> (<year>2022</year>). <article-title>La asociaci&#x00F3;n entre acoso y ciberacoso escolar y el efecto predictor de la desconexi&#x00F3;n moral: una revisi&#x00F3;n bibliom&#x00E9;trica basada en la teor&#x00ED;a de grafos</article-title>. <source>Educaci&#x00F3;n XX1</source> <volume>25</volume>, <fpage>273</fpage>&#x2013;<lpage>308</lpage>. doi: <pub-id pub-id-type="doi">10.5944/educXX1.29995</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hinduja</surname> <given-names>S.</given-names></name> <name><surname>Patchin</surname> <given-names>J. W.</given-names></name></person-group> (<year>2019</year>). <article-title>Connecting adolescent suicide to the severity of bullying and cyberbullying</article-title>. <source>J. Sch. Violence</source> <volume>18</volume>, <fpage>333</fpage>&#x2013;<lpage>346</lpage>. doi: <pub-id pub-id-type="doi">10.1080/15388220.2018.1492417</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kowalski</surname> <given-names>R. M.</given-names></name> <name><surname>Giumetti</surname> <given-names>G. W.</given-names></name> <name><surname>Schroeder</surname> <given-names>A. N.</given-names></name> <name><surname>Lattanner</surname> <given-names>M. R.</given-names></name></person-group> (<year>2014</year>). <article-title>Bullying in the digital age: a critical review and meta-analysis of cyberbullying research among youth</article-title>. <source>Psychol. Bull.</source> <volume>140</volume>, <fpage>1073</fpage>&#x2013;<lpage>1137</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0035618</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leo</surname> <given-names>A.</given-names></name> <name><surname>Russo</surname> <given-names>E.</given-names></name></person-group> (<year>2023</year>). <article-title>Define and tackle hate speech: the experience of social workers in Italy</article-title>. <source>Inform. Sci. Int. J. Emerg. Transdiscip.</source> <volume>26</volume>, <fpage>115</fpage>&#x2013;<lpage>134</lpage>. doi: <pub-id pub-id-type="doi">10.28945/5120</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lupu</surname> <given-names>Y.</given-names></name> <name><surname>Sear</surname> <given-names>R.</given-names></name> <name><surname>Vel&#x00E1;squez</surname> <given-names>N.</given-names></name> <name><surname>Leahy</surname> <given-names>R.</given-names></name> <name><surname>Restrepo</surname> <given-names>N. J.</given-names></name> <name><surname>Goldberg</surname> <given-names>B.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Offline events and online hate</article-title>. <source>PLoS One</source> <volume>18</volume>:<fpage>e0278511</fpage>. doi: <pub-id pub-id-type="doi">10.1371/journal.pone.0278511</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reichelmann</surname> <given-names>A.</given-names></name> <name><surname>Hawdon</surname> <given-names>J.</given-names></name> <name><surname>Costello</surname> <given-names>M.</given-names></name> <name><surname>Ryan</surname> <given-names>J.</given-names></name> <name><surname>Blaya</surname> <given-names>C.</given-names></name> <name><surname>Llorent</surname> <given-names>V.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Hate knows no boundaries: online hate in six nations</article-title>. <source>Deviant Behav.</source> <volume>42</volume>, <fpage>1100</fpage>&#x2013;<lpage>1111</lpage>. doi: <pub-id pub-id-type="doi">10.1080/01639625.2020.1722337</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suler</surname> <given-names>J.</given-names></name></person-group> (<year>2004</year>). <article-title>The online disinhibition effect</article-title>. <source>Cyberpsychol. Behav.</source> <volume>7</volume>, <fpage>321</fpage>&#x2013;<lpage>326</lpage>. doi: <pub-id pub-id-type="doi">10.1089/1094931041291295</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wachs</surname> <given-names>S.</given-names></name> <name><surname>Wright</surname> <given-names>M. F.</given-names></name></person-group> (<year>2021</year>). <article-title>Associations between online hate victimization and perpetration: the buffering effects of technical and assertive coping</article-title>. <source>Medienpaedagogik</source> <volume>16</volume>, <fpage>109</fpage>&#x2013;<lpage>128</lpage>. doi: <pub-id pub-id-type="doi">10.21240/mpaed/jb16/2021.01.14.X</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Windisch</surname> <given-names>S.</given-names></name> <name><surname>Wiedlitzka</surname> <given-names>S.</given-names></name> <name><surname>Olaghere</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>PROTOCOL: online interventions for reducing hate speech and cyberhate: a systematic review</article-title>. <source>Campbell Syst. Rev.</source> <volume>17</volume>:<fpage>e1133</fpage>. doi: <pub-id pub-id-type="doi">10.1002/cl2.1133</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Wright</surname> <given-names>M. F.</given-names></name></person-group> (<year>2017</year>). &#x201C;<article-title>Cyberbullying: bullying in the digital age</article-title>&#x201D; in <source>Handbook of research on individualism and identity in the globalized digital age</source>. ed. <person-group person-group-type="editor"><name><surname>Topor</surname> <given-names>F. S.</given-names></name></person-group> (<publisher-name>Information Science Reference/IGI Global</publisher-name>), <fpage>50</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1002/9780470694176</pub-id></citation></ref>
</ref-list>
</back>
</article>