<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Archiving and Interchange DTD v2.3 20070202//EN" "archivearticle.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="systematic-review">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2023.1201631</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Systematic Review</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>When guilt works: a comprehensive meta-analysis of guilt appeals</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Peng</surname> <given-names>Wei</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2270983/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Huang</surname> <given-names>Qian</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2269566/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Mao</surname> <given-names>Bingjing</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Lun</surname> <given-names>Di</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Malova</surname> <given-names>Ekaterina</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/946231/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Simmons</surname> <given-names>Jazmyne V.</given-names></name>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Carcioppolo</surname> <given-names>Nick</given-names></name>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1888664/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Edward R. Murrow College of Communication, Washington State University</institution>, <addr-line>Pullman, WA</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Department of Communication, University of North Dakota</institution>, <addr-line>Grand Forks, ND</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>TSET Health Promotion and Research Center, Stephenson Cancer Center, University of Oklahoma Health Sciences Center</institution>, <addr-line>Oklahoma, OK</addr-line>, <country>United States</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Health Disparities Research, University of Texas MD Anderson Cancer Center</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff5"><sup>5</sup><institution>Simon Business School, University of Rochester</institution>, <addr-line>Rochester, NY</addr-line>, <country>United States</country></aff>
<aff id="aff6"><sup>6</sup><institution>Division of Health Science, School of Allied Health Sciences, Florida Agricultural and Mechanical University</institution>, <addr-line>Tallahassee, FL</addr-line>, <country>United States</country></aff>
<aff id="aff7"><sup>7</sup><institution>School of Communication, University of Miami</institution>, <addr-line>Coral Gables, FL</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Keith Markman, Ohio University, United States</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Tejaswi Patil, BMS College of Engineering, India; Eduardo Moraes Sarmento, University of Lisbon, Portugal; Belem Barbosa, University of Porto, Portugal</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Wei Peng <email>wei.peng&#x00040;wsu.edu</email></corresp>
<corresp id="c002">Qian Huang <email>qian.huang&#x00040;und.edu</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>28</day>
<month>09</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1201631</elocation-id>
<history>
<date date-type="received">
<day>11</day>
<month>04</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>04</day>
<month>09</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2023 Peng, Huang, Mao, Lun, Malova, Simmons and Carcioppolo.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Peng, Huang, Mao, Lun, Malova, Simmons and Carcioppolo</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec>
<title>Introduction</title>
<p>Guilt appeals are widely used as a persuasive approach in various areas of practice. However, the strength and direction of the persuasive effects of guilt appeals are mixed, which could be influenced by theoretical and methodological factors.</p></sec>
<sec>
<title>Method</title>
<p>The present study is a comprehensive meta-analysis of 26 studies using a random-effects model to assess the persuasive effects of guilt appeals. In total, 127 effect sizes from seven types of persuasive outcomes (i.e., guilt, attitude, behavior, behavioral intention, non-guilt emotions, motivation, and cognition) were calculated based on 7,512 participants.</p></sec>
<sec>
<title>Results</title>
<p>The analysis showed a small effect size of guilt appeals [<italic>g</italic> = 0.19, 95% CI (0.10, 0.28)]. The effect of guilt appeals was moderated by the theoretical factors related to appraisal and coping of guilt arousal, including attributed responsibility, controllability and stability of the causal factors, the proximity of perceiver-victim relationship, recommendation of reparative behaviors, and different outcome types. The effect was also associated with methods used in different studies.</p></sec>
<sec>
<title>Discussion</title>
<p>Overall, the findings demonstrated the persuasive effects of guilt appeals, but theoretical and methodological factors should be considered in the design and testing of guilt appeals. We also discussed the practical implications of the findings.</p></sec></abstract>
<kwd-group>
<kwd>guilt</kwd>
<kwd>emotion</kwd>
<kwd>persuasion</kwd>
<kwd>attitudes</kwd>
<kwd>behaviors</kwd>
<kwd>meta-analysis</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="150"/>
<page-count count="20"/>
<word-count count="15692"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Personality and Social Psychology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>Introduction</title>
<p>Guilt appeals are a type of persuasive communication that evokes feelings of guilt to influence persuasive outcomes (O&#x00027;Keefe, <xref ref-type="bibr" rid="B106">2000</xref>). In essence, guilt appeals arouse guilt by activating a self-evaluative process through which the perceiver finds their behavior deviating from their moral and social standards (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Greenbaum et al., <xref ref-type="bibr" rid="B52">2020</xref>). Aroused guilt elicits reparative behaviors toward the victim, such as apologies, compensation, and cooperative behaviors, to undo the harm and reduce conflicts (de Hooge et al., <xref ref-type="bibr" rid="B30">2011</xref>; Chrdileli and Kasser, <xref ref-type="bibr" rid="B24">2018</xref>). For this reason, guilt has been used to promote compliance in the forms of advertisements, health or educational materials, electronic information, and interpersonal conversations (Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>; Xu and Guo, <xref ref-type="bibr" rid="B148">2018</xref>).</p>
<p>Empirical research testing the effects of guilt appeals has shown mixed results (Shehu et al., <xref ref-type="bibr" rid="B124">2013</xref>; Noble et al., <xref ref-type="bibr" rid="B102">2014</xref>; Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>). The inconsistent findings draw attention to several prominent issues in guilt appeal research. First, guilt induction involves multiple processes, meaning that the antecedents of guilt arousal may vary across different studies (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Greenbaum et al., <xref ref-type="bibr" rid="B52">2020</xref>). One factor is the attribution of the cause of other&#x00027;s suffering (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>). Previous studies elicited guilt by focusing on the victim&#x00027;s suffering only (Chang, <xref ref-type="bibr" rid="B22">2012</xref>; Lee, <xref ref-type="bibr" rid="B83">2013</xref>) or by additionally attributing the responsibility to the perceiver (Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>). In addition, the relational distance between the perceiver and the victim could affect guilty feelings (Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>). Second, guilt appeals seek to motivate reparative behaviors, but including such information often makes the perceiver feel coerced, resulting in weaker effectiveness (Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>). Third, a survey of studies testing guilt appeals has found a mixture of research methods and interests that vary in topic contexts, induction approaches, and methods of measurement.</p>
<p>Overall, distinct theoretical and methodological factors from past studies increase the uncertainty of guilt appeal research, calling for meta-analytical studies. Previous meta-analyses have demonstrated the effects of guilt appeals (O&#x00027;Keefe, <xref ref-type="bibr" rid="B106">2000</xref>; Boster et al., <xref ref-type="bibr" rid="B17">2016</xref>; Xu and Guo, <xref ref-type="bibr" rid="B148">2018</xref>; Turner and Rains, <xref ref-type="bibr" rid="B140">2021</xref>) but had several limitations. Not all meta-analyses systematically accounted for various processes involved in guilt appeals under a consistent theoretical framework. Abbreviated investigations of non-theoretical moderators have been conducted so far. As a result, the variations of guilt induction and coping were not examined. Moreover, heterogeneity in methodological approaches, including but not limited to contexts, induction methods, and measurement in extant studies on guilt appeals, had not been fully evaluated.</p>
<p>Therefore, the present meta-analysis aimed to achieve three goals. First, this study sampled a larger body of guilt appeal studies to investigate the overall effect size. Second, the study centered on the emotional mechanism of guilt appeals to evaluate relevant theoretical moderators that had not been examined before. Third, it investigated the moderating effects of methodological differences. The following section is organized into two parts. The first part examines the theoretical framework and mechanism of guilt appeals, which guides the review of theoretical moderators related to the processes of guilt induction and coping. The second part is a review of key methodological moderators&#x02014;contexts, induction methods, narratives, modalities, and time points of measurement. A conceptual model of the present meta-analysis is available in <xref ref-type="fig" rid="F1">Figure 1</xref>.</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>The conceptual model of the meta-analysis of guilt appeals with theoretical and methodological moderators.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyg-14-1201631-g0001.tif"/>
</fig></sec>
<sec id="s2">
<title>Theoretical framework and moderators of guilt appeals</title>
<p>Guilt appeals arouse guilt as a discrete emotion to persuade (O&#x00027;Keefe, <xref ref-type="bibr" rid="B106">2000</xref>). There is substantial agreement that human emotions are adaptive responses of an organism to stimuli in the external environment (Mulligan and Scherer, <xref ref-type="bibr" rid="B97">2012</xref>; Roseman, <xref ref-type="bibr" rid="B118">2013</xref>). Each discrete emotion is aroused by a unique pattern of appraisals that evaluates the external stimulus with regard to different dimensions, such as motivational relevance, goal congruence, expectedness, control, and agency (Smith and Ellsworth, <xref ref-type="bibr" rid="B130">1985</xref>; Moors et al., <xref ref-type="bibr" rid="B94">2013</xref>; Moors, <xref ref-type="bibr" rid="B93">2020</xref>). The perceiver also appraises the coping ability to reduce the demands from emotions arising from this event (Roseman, <xref ref-type="bibr" rid="B118">2013</xref>; Scherer and Moors, <xref ref-type="bibr" rid="B121">2019</xref>). This coping appraisal prompts mental and behavioral strategies to meet the needs of the personal goal and regulate the aroused emotions (Roseman, <xref ref-type="bibr" rid="B118">2013</xref>; Scherer and Moors, <xref ref-type="bibr" rid="B121">2019</xref>). Because the adaptive responses of emotions can change motivational priorities to address the causal factors, theorists reason that emotions can cause biased estimation of the possibility and desirability of an object, leading to changes in decision-making processes (Nabi, <xref ref-type="bibr" rid="B99">2003</xref>; DeSteno et al., <xref ref-type="bibr" rid="B33">2004</xref>; So et al., <xref ref-type="bibr" rid="B131">2015</xref>).</p>
<p>Based on the appraisal theories, guilt appeals should be designed with two pivotal components: guilt induction and coping (Nabi, <xref ref-type="bibr" rid="B98">1999</xref>; O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>). In the first step, guilt appeals induce guilt in the perceiver by guiding their cognitive appraisals to evaluate specific dimensions of the stimulus event (O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>). Once feeling guilty, a perceiver evaluates and adopts possible strategies to control the emotion (Dearing et al., <xref ref-type="bibr" rid="B32">2005</xref>; de Hooge et al., <xref ref-type="bibr" rid="B30">2011</xref>; Behrendt and Ben-Ari, <xref ref-type="bibr" rid="B13">2012</xref>). Thus, in the second step, guilt appeals can recommend specific actions of the perceiver to regulate guilty feelings (O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>). Based on the framework of discrete emotions, variations in theoretical factors related to guilt induction and coping can influence the effects of guilt appeals.</p>
<sec>
<title>Guilt induction as theoretical moderators</title>
<p>Guilt induction is the first component of guilt appeals. Theoretical models conceptualize guilt as a self-conscious emotion elicited by the inconsistency between one&#x00027;s self-representation and moral or social standards (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>). Guilt is associated with complex concepts of self and socialization needs, such as maintaining a friendship, as opposed to survival instincts (de Hooge et al., <xref ref-type="bibr" rid="B31">2007</xref>; Cryder et al., <xref ref-type="bibr" rid="B28">2012</xref>). We review several key factors of guilt induction, including attribution dimensions associated with responsibility, controllability, stability, and the proximity of the perceiver&#x02013;victim relationship (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>).</p>
<sec>
<title>Attribution</title>
<p>Attribution is an essential part of the appraisal in guilt elicitation (Weiner et al., <xref ref-type="bibr" rid="B146">1982</xref>). In the attribution process, the perceiver evaluates the cause of the victim&#x00027;s suffering presented in guilt appeals regarding its responsibility, controllability, and stability (Tracy and Robins, <xref ref-type="bibr" rid="B137">2004</xref>). From the perspective of the persuader, how the cause is presented and perceived concerning these three attribution dimensions is critical to eliciting guilt. The first dimension of attribution is responsibility. Emotion research shows that guilt arises from the sense of responsibility for inflicting harm on others (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>; Miceli and Castelfranchi, <xref ref-type="bibr" rid="B91">2018</xref>). Responsibility plays an essential role in the social and moral function of guilt as it motivates people to acknowledge their mistakes and take reparative actions in the aftermath of transgressions (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>). To activate the appraisal of responsibility, guilt appeals blame the perceiver as the cause of others&#x00027; suffering in a specific social or moral context (Harth et al., <xref ref-type="bibr" rid="B55">2013</xref>; Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>).</p>
<p>However, responsibility is not always a necessary condition of guilt arousal. Existential guilt is associated with a person&#x00027;s broader perception of their meaning and expectations in a human society (Binder, <xref ref-type="bibr" rid="B15">2022</xref>). This type of guilt is often evoked by moral responsibility or social obligation, which does not result from an actual transgression one commits but from one&#x00027;s perceived failure to fulfill their meaning and duties in society (Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>). Thus, existential guilt extends beyond mere compensation and punishment as described by Tangney et al. (<xref ref-type="bibr" rid="B136">2007</xref>) and could motivate people to engage in broader issues. Others contend that existential guilt is possibly driven by empathy, which links one with others in a social relation, to reduce others&#x00027; suffering (Baumeister et al., <xref ref-type="bibr" rid="B11">1994</xref>; Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>). Thus, people would feel guilty about inequality impacting others, even though they did not cause its occurrence (O&#x00027;Connor et al., <xref ref-type="bibr" rid="B104">2000</xref>; Harth et al., <xref ref-type="bibr" rid="B55">2013</xref>; Dull et al., <xref ref-type="bibr" rid="B35">2021</xref>). For example, guilty feelings are experienced by the survivors of natural disasters (Hugelius et al., <xref ref-type="bibr" rid="B63">2017</xref>; Dang et al., <xref ref-type="bibr" rid="B29">2022</xref>), workplace layoffs (Karfakis and Kokkinidis, <xref ref-type="bibr" rid="B69">2018</xref>; Mujtaba and Senathip, <xref ref-type="bibr" rid="B96">2020</xref>), or cancer (Perloff et al., <xref ref-type="bibr" rid="B109">2019</xref>). For this reason, without assigning responsibility, guilt appeals can still be persuasive by evoking the perceivers&#x00027; role in a social system and their behaviors to address broad social issues (e.g., climate change, equality, and poverty) (Chang, <xref ref-type="bibr" rid="B21">2011</xref>).</p>
<p>The other two attributional dimensions are stability and controllability (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>). The stability dimension is crucial to distinguish guilt from other moral emotions, such as shame (Tracy and Robins, <xref ref-type="bibr" rid="B137">2004</xref>). Compared with shame, guilt arises from one&#x00027;s attention to the unstable aspect of the self, such as behaviors, as opposed to one&#x00027;s personality, character, and other stable aspects (Greenbaum et al., <xref ref-type="bibr" rid="B52">2020</xref>). To influence the appraisal of stability, guilt appeals provide evaluation information showing that the nature of a causal event is changeable (Xu and Guo, <xref ref-type="bibr" rid="B148">2018</xref>). The attribution to unstable causes is often achieved by focusing on a specific incident or behavior of the perceiver as the cause of the victim&#x00027;s suffering (Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>).</p>
<p>Moreover, to influence the appraisal of controllability, guilt appeals attribute the victim&#x00027;s suffering to a cause over which the perceiver has control (Antonetti and Maklan, <xref ref-type="bibr" rid="B7">2014</xref>). As a result, the perceiver can develop a stronger sense of agency over the process and consequences of the causal event (Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>). A theoretical review explains that the action taken by the self is an integral part of morality, which is linked to guilt as a moral emotion (Jennings et al., <xref ref-type="bibr" rid="B67">2015</xref>), that is, in addition to the person&#x00027;s identity and environment, the actions a person takes to influence society and self-shape the characteristics of their morality (Jennings et al., <xref ref-type="bibr" rid="B67">2015</xref>). On the other hand, controllability should be distinguished from stability attribution in the appraisal of guilt (Tracy and Robins, <xref ref-type="bibr" rid="B137">2004</xref>). While a cause is attributed to be unstable, a person might not feel guilty if the locus of control is external (Antonetti and Maklan, <xref ref-type="bibr" rid="B7">2014</xref>). Thus, the effects of guilt appeals might depend on whether the guilt appeals attribute a negative event to a cause that is controlled by the perceiver.</p></sec>
<sec>
<title>The proximity of perceiver&#x02013;victim relationships</title>
<p>The elicitation of guilt can vary by the proximity of the relationships between the perceiver and the victim (Baumeister et al., <xref ref-type="bibr" rid="B11">1994</xref>). Transgressors usually have a stronger feeling of guilt when they are interpersonally close to the victims, such as friends or family (Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>). Because guilt involves one&#x00027;s self-representation in a moral or social context, people can more easily appraise the effects of their misdeeds on others and empathetically feel their suffering if there is a close connection (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Ruckstaetter et al., <xref ref-type="bibr" rid="B120">2017</xref>). In addition, transgressors can be motivated to reconcile their transgressions due to the concern about alienating those in close relationships (Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>).</p>
<p>Additionally, a personal relationship is not always required for guilt induction. Guilt can be elicited by the wrongdoings committed by in-group members onto others (Iyer et al., <xref ref-type="bibr" rid="B66">2007</xref>; Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>). For example, people felt guilty about their country&#x00027;s actions toward disadvantaged groups in the Dutch colonization of Indonesia (Doosje et al., <xref ref-type="bibr" rid="B34">1998</xref>) and the Israeli&#x02013;Palestinian conflicts (Roccas et al., <xref ref-type="bibr" rid="B117">2006</xref>). In response to the finding, Doosje et al. (<xref ref-type="bibr" rid="B34">1998</xref>) explained that transgressions committed by in-group members might threaten the perceiver&#x00027;s social identity and arouse collective guilt. In addition, individuals may develop a sense of community toward workplaces or other institutions (Nowell and Boyd, <xref ref-type="bibr" rid="B103">2014</xref>). Guilty feelings might result from the perception that one had not responded to the misfortune of their community (Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>).</p>
<p>Thus, we seek to understand whether the proximity of the relationship between a perceiver and a depicted victim moderates the effectiveness of guilt appeals. When appraising a negative event, a perceiver may react differently after assessing whether the victim is in a close relationship. Hence, the proximity of the perceiver&#x02013;victim relationship will be tested as a theoretical moderator.</p>
</sec>
</sec>
<sec>
<title>Guilt coping as a theoretical moderator</title>
<p>There is a clear consensus among emotion theories that negative human emotions must be regulated by changing the causal event directly or releasing the mental state from its influence (Lazarus, <xref ref-type="bibr" rid="B80">1991</xref>; Ellsworth and Scherer, <xref ref-type="bibr" rid="B37">2003</xref>; Roseman, <xref ref-type="bibr" rid="B118">2013</xref>). Once feeling guilty, the perceiver seeks and evaluates possible strategies to cope with the emotion (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>). In this process, following the guilt induction process, guilt appeals provide the perceiver with a certain action or counterfactual thinking to remedy guilt-arousing causes (O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>; Antonetti et al., <xref ref-type="bibr" rid="B6">2015</xref>). Thus, the meta-analysis will test the following two moderators to understand how the effects of guilt appeals are associated with the regulation of aroused guilt.</p>
<sec>
<title>Recommendation of reparative behaviors</title>
<p>Guilt appeals in various contexts provide immediately accessible information to help the perceiver take measures directly against the source of the negative feelings (Agrawal and Duhachek, <xref ref-type="bibr" rid="B1">2010</xref>; Antonetti et al., <xref ref-type="bibr" rid="B6">2015</xref>). Extensive research has shown that guilt motivates reparative behaviors to amend wrongdoings and undo the harm to others (Ketelaar and Tung Au, <xref ref-type="bibr" rid="B71">2003</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Shen, <xref ref-type="bibr" rid="B126">2018</xref>; Vaish, <xref ref-type="bibr" rid="B142">2018</xref>). The reparation process helps transgressors control their guilty feelings (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>). Confession, apology, cooperative, and prosocial behaviors are among the most common reparative behaviors in social interactions (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; de Hooge et al., <xref ref-type="bibr" rid="B30">2011</xref>; Behrendt and Ben-Ari, <xref ref-type="bibr" rid="B13">2012</xref>). For example, Ilies et al. (<xref ref-type="bibr" rid="B65">2013</xref>) found that in the workplace, employees who felt guilty about their counterproductive work behaviors were more likely to offer helping behaviors. In interpersonal conflicts, guilty feelings prompt people to engage in cooperative approaches (Behrendt and Ben-Ari, <xref ref-type="bibr" rid="B13">2012</xref>). Other studies suggest that apologies were related to guilt, but not to shame (Ruckstaetter et al., <xref ref-type="bibr" rid="B120">2017</xref>; Chrdileli and Kasser, <xref ref-type="bibr" rid="B24">2018</xref>).</p>
<p>For this reason, guilt appeals might be more persuasive if recommending reparative actions can immediately satisfy the perceiver&#x00027;s need to make amends (Graton and Mailliez, <xref ref-type="bibr" rid="B48">2019</xref>). In addition, guilt appeals with reparation suggestions convey the repairable nature of the events for which people feel guilty (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>), that is, the negative consequences of someone&#x00027;s wrongdoings can be counteracted by the recommended actions in guilt appeals (Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>). If no actions or remedies are provided in guilt appeals, the perceiver might feel that the negative consequences cannot be offset, and their recovery from guilt is inhibited (LeBlanc et al., <xref ref-type="bibr" rid="B81">2020</xref>). In turn, people would seek to deal with the negative feelings directly without changing the cause (Antonetti and Baines, <xref ref-type="bibr" rid="B4">2015</xref>). As a result, guilt appeals may be avoided or rejected (Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>).</p>
<p>However, explicit information about reparative behaviors does not necessarily strengthen the effectiveness of guilt appeals. In a series of experiments, Graton and Ric (<xref ref-type="bibr" rid="B49">2017</xref>) found that guilty feelings have increased attention to and positive attitudes toward implicit cues of making amends. Additional demands for reparative behaviors, such as asking for charitable donations, could make people feel coerced. These findings bring uncertainty into whether recommending reparative behaviors in guilt appeals can influence persuasive effectiveness.</p></sec>
<sec>
<title>Outcomes as a theoretical moderator</title>
<p>The process of guilt appeals may vary outcomes, resulting in variations in the effect size of guilt appeals. The first outcome is guilt, which often serves as a validity indicator of guilt appeals (O&#x00027;Keefe, <xref ref-type="bibr" rid="B106">2000</xref>). Guilt is a mediating process of guilt appeals before more distal persuasion outcomes. Through the elicitation of guilt, guilt appeals engender persuasion resulting from the perceiver&#x00027;s motivation to control the guilty feelings (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Allard and White, <xref ref-type="bibr" rid="B2">2015</xref>). Guilt elicited by guilt appeals is thus expected to be consistent and strong. However, if the stimulus event framed in a guilt appeal is relatively more important to the perceiver&#x00027;s goals other than maintaining the social or moral dimension of self-identity, more ambiguous or other emotions may arise, reducing the intensity of guilty feelings (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>).</p>
<p>Attitude is another essential outcome of guilt appeals. Attitude is generated from an appraisal process in which the perceiver evaluates the attributes of the persuasion object (Fishbein and Ajzen, <xref ref-type="bibr" rid="B39">1975</xref>). While early theoretical work primarily focused on cognitive antecedents of attitudinal assessments, more recent studies show that emotional information is an essential dimension of the evaluations for attitude (Fishbein and Middlestadt, <xref ref-type="bibr" rid="B40">1995</xref>; Zanna and Rempel, <xref ref-type="bibr" rid="B149">2008</xref>). Guilt appeals influence attitudes by providing information that can cause biased estimation of the value and probability of specific attributes associated with a persuasion object (DeSteno et al., <xref ref-type="bibr" rid="B33">2004</xref>). Variations of attitude depend on whether certain attributes of the object are appraised as potentially helpful to cope with the aroused guilty feelings and attain one&#x00027;s goal related to social and moral issues (Allen et al., <xref ref-type="bibr" rid="B3">2005</xref>; Antonetti and Baines, <xref ref-type="bibr" rid="B4">2015</xref>). The desirability of the persuasion object can also be lower if the guilt appeals elicit other emotions or conflict with incidental emotions (DeSteno et al., <xref ref-type="bibr" rid="B33">2004</xref>).</p>
<p>Behaviors and behavioral intentions are considered focal outcomes of guilt appeals. Behavior is at the center of guilt experiences. Guilt is elicited by specific wrongdoings and the regulation process is often achieved by reparative behaviors (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>). As an emotion regulation mechanism, behavioral actions are taken by individuals to address the problems that cause emotions (Scherer and Moors, <xref ref-type="bibr" rid="B121">2019</xref>). In this sense, guilt appeals suggest specific behavioral actions that can undo the harm to the victim and reduce guilty feelings (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Antonetti and Baines, <xref ref-type="bibr" rid="B4">2015</xref>). Thus, guilt appeals are often used in persuasion to gain behavioral compliance (Agrawal and Duhachek, <xref ref-type="bibr" rid="B1">2010</xref>; Chang, <xref ref-type="bibr" rid="B22">2012</xref>). If behavioral outcomes provide little help to control negative feelings, maladaptive guilt experiences can result in rejection or avoidance of the entire message and recommended behaviors (Kim et al., <xref ref-type="bibr" rid="B72">2011</xref>; Antonetti and Baines, <xref ref-type="bibr" rid="B4">2015</xref>).</p>
<p>Lastly, guilt is expected to change motivation and cognition (Bradley et al., <xref ref-type="bibr" rid="B18">2001</xref>; Pessoa, <xref ref-type="bibr" rid="B110">2009</xref>). Aroused guilt disrupts thoughts and directs cognitive resources to fix eliciting events and control aversive feelings (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Scherer and Moors, <xref ref-type="bibr" rid="B121">2019</xref>). Motivation is an intermediate process between emotional arousal and cognitive or behavioral responses. Emotion is aroused when a person&#x00027;s motivation-related goal is satisfied or at risk (Roseman, <xref ref-type="bibr" rid="B118">2013</xref>). In response, motivation prioritizes specific cognitive resources (e.g., attention) and executive functions (e.g., behaviors) to act toward the goal (Pessoa, <xref ref-type="bibr" rid="B110">2009</xref>). Thus, guilt can motivate a person to engage in reparation behaviors that help maintain the goal related to one&#x00027;s self-representation or interpersonal relationships (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Greenbaum et al., <xref ref-type="bibr" rid="B52">2020</xref>).</p></sec>
</sec>
</sec>
<sec id="s3">
<title>Methodological moderators of guilt appeals</title>
<p>Methodological differences should be assessed to understand the varying effects of guilt appeals. The effects of guilt appeals can be influenced by different contexts (Massi Lindsey, <xref ref-type="bibr" rid="B88">2005</xref>; Chang, <xref ref-type="bibr" rid="B22">2012</xref>), induction methods (e.g., Allard and White, <xref ref-type="bibr" rid="B2">2015</xref>; La Ferle et al., <xref ref-type="bibr" rid="B77">2019</xref>), or outcome variables (Noble et al., <xref ref-type="bibr" rid="B102">2014</xref>). Below, we review methodological factors related to the effectiveness of guilt appeals.</p>
<sec>
<title>Contexts of persuasion objects</title>
<p>Different contexts of persuasion objects can account for variations in effects in that each context may result in different appraisal patterns (e.g., causal attribution, reparative behaviors, and personal relevance). Commonly seen in advertising and marketing, guilt appeals are used to promote a product or service by provoking the perceiver&#x00027;s examination of self-representation against a person&#x00027;s goal and claiming how the persuasion object (e.g., a product) helps them reach the goal (Antonetti and Baines, <xref ref-type="bibr" rid="B4">2015</xref>). Guilt appeals can also change self-efficacy and behaviors in health and medical contexts (Xu and Guo, <xref ref-type="bibr" rid="B148">2018</xref>). Guilt appeals in a health-related context seek to portray certain health behaviors as wrongdoing that violates socially acceptable rules and generates negative impacts on people in social relationships, such as the harmful effects of human papillomavirus infection on a sexual partner (Babin, <xref ref-type="bibr" rid="B8">2009</xref>). Another important context is social issues with broad impacts, such as environmental protection (Baek and Yoon, <xref ref-type="bibr" rid="B9">2017</xref>; Schneider et al., <xref ref-type="bibr" rid="B123">2017</xref>) and charity giving (Chang, <xref ref-type="bibr" rid="B21">2011</xref>; Xu, <xref ref-type="bibr" rid="B147">2022</xref>). Guilt feelings arise when people consider themselves not fulfilling their moral and social responsibility and these causes (Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>; Urbonavicius et al., <xref ref-type="bibr" rid="B141">2019</xref>). Guilt appeals in this context motivate prosocial and altruistic behaviors to alleviate guilty feelings (de Hooge et al., <xref ref-type="bibr" rid="B30">2011</xref>; Urbonavicius et al., <xref ref-type="bibr" rid="B141">2019</xref>).</p>
</sec>
<sec>
<title>Induction methods</title>
<p>Two methods of guilt induction commonly used in previous research could influence the effects of guilt appeals. One method is based on persuasive messages, which provide a brief piece of information that matches the core appraisal theme of guilt to arouse guilty feelings in the perceiver (Nabi, <xref ref-type="bibr" rid="B98">1999</xref>, <xref ref-type="bibr" rid="B99">2003</xref>). For instance, a guilt appeal message portrays the victim&#x00027;s suffering and frames the perceiver&#x00027;s controllable behavior as the cause. The other method uses recall and imagination, commonly through verbal instructions in interpersonal communications (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>). The perceiver is asked by the persuader to recall a salient incident in their lives that once aroused guilt and then to re-experience it in the current setting (Allard and White, <xref ref-type="bibr" rid="B2">2015</xref>; Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>).</p>
<p>The influence of induction methods on guilt appeals might center on the relevance of information. According to the self-reference effect, information about oneself is clearly organized in memory and easily accessible (Block, <xref ref-type="bibr" rid="B16">2005</xref>). Despite its popularity, message-based guilt appeals can be perceived as less relevant to the perceiver when describing the suffering of an unknown party (Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>). As a result, the effects of guilt appeals may be hampered (Chang, <xref ref-type="bibr" rid="B22">2012</xref>; Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>). In this sense, recall might be advantageous to elicit self-conscious emotions like guilt (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Siedlecka and Denson, <xref ref-type="bibr" rid="B128">2019</xref>). Through recall, the perceiver can reproduce the emotional experience and examine whether certain aspects of themselves have caused negative impacts on others (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>). Thus, this study will test whether induction methods moderate the effects of guilt appeals.</p>
</sec>
<sec>
<title>Narrative</title>
<p>A growing body of literature points to emotional experiences as the foundation of narrative persuasion (Green and Brock, <xref ref-type="bibr" rid="B51">2000</xref>; Nabi and Green, <xref ref-type="bibr" rid="B100">2015</xref>; Liu and Yang, <xref ref-type="bibr" rid="B85">2020</xref>). Using narrative in guilt appeals has also been tested in the literature. Past studies have narratives to evoke feelings of guilt by providing the victim&#x00027;s stories or by engaging the perceiver in summoning personal experiences (Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>; Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>, study 1b). In contrast, non-narrative guilt appeals typically use reasoning, logical arguments, and statistical information (Chang, <xref ref-type="bibr" rid="B22">2012</xref>; Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>, study 1a). However, the overall effects of narrative vs. non-narrative persuasion are mixed (Shen et al., <xref ref-type="bibr" rid="B125">2015</xref>; Freling et al., <xref ref-type="bibr" rid="B42">2020</xref>). We seek to test whether using narratives in guilt appeals is associated with stronger persuasiveness.</p>
</sec>
<sec>
<title>Modalities</title>
<p>Guilt appeals can benefit from different modalities (e.g., text, audio, video, or mixed modes), but the effects may vary. According to multimedia learning theory (Mayer and Moreno, <xref ref-type="bibr" rid="B90">2003</xref>; Mayer, <xref ref-type="bibr" rid="B89">2014</xref>), information in multiple modalities increases attention to essential content, adds visual cues to exemplify the central theme, and reduces the cognitive burden through redundant information. Visual content may build mental experiences through which a person can experience the if-then scenario in guilt arousal (Chien and Chang, <xref ref-type="bibr" rid="B23">2012</xref>; Antonetti et al., <xref ref-type="bibr" rid="B6">2015</xref>). Thus, it is reasonable to argue that these benefits of multimedia information could support the processing of guilt appeals to achieve the intended effects. However, multimedia information with a poor design might also distract a perceiver from scrutinizing the claims in guilt appeals (Mayer, <xref ref-type="bibr" rid="B89">2014</xref>). For example, irrelevant visual information might cause incidental processing and unintended effects (Sung and Mayer, <xref ref-type="bibr" rid="B132">2012</xref>). Given limited evidence to inform the most effective modality for guilt appeal, the present meta-analysis tests whether the effectiveness of guilt appeals varies by different modalities.</p>
</sec>
<sec>
<title>Time points of measurement</title>
<p>The effects of guilt appeals may depend on different time points of measurement after persuasion occurs. Most existing studies measured the effects of guilt appeals immediately after exposure (Peloza et al., <xref ref-type="bibr" rid="B108">2013</xref>; Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>) because emotional responses are often transient (Brosch, <xref ref-type="bibr" rid="B20">2021</xref>; Ogunfowora et al., <xref ref-type="bibr" rid="B105">2023</xref>). Nevertheless, recent research suggests that immediate measurement might not capture the desired effects of guilt appeals as people might delay their decisions to adopt the suggested behavior in persuasion (Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>; Brosch, <xref ref-type="bibr" rid="B20">2021</xref>; Kemp, <xref ref-type="bibr" rid="B70">2023</xref>). Thus, the present meta-analysis will understand how different measurement time points can cause variation in the observed persuasive effects of guilt appeals.</p></sec>
</sec>
<sec id="s4">
<title>The present meta-analysis</title>
<p>The persuasive effects of guilt appeals have been synthesized by past meta-analyses, but several gaps remain to be addressed. Both O&#x00027;Keefe (<xref ref-type="bibr" rid="B106">2000</xref>, p. 74) and Boster et al. (<xref ref-type="bibr" rid="B17">2016</xref>) included guilt appeal studies based on the transgression-compliance mechanism and found medium effect sizes (<italic>r</italic>s = 0.28 and 0.26, respectively). However, both studies presumed based on <italic>a priori</italic> knowledge that guilt would drive behavioral compliance of transgressors. Thus, their findings should not be interpretable as the effects of guilt appeal because transgressors&#x00027; behavioral compliance is not necessarily explained by guilt (Cialdini et al., <xref ref-type="bibr" rid="B25">1973</xref>; Baumeister et al., <xref ref-type="bibr" rid="B11">1994</xref>). The other three meta-analyses studied guilt appeals that intentionally aroused guilt emotion for persuasive outcomes but suffered from multiple limitations. First, O&#x00027;Keefe (<xref ref-type="bibr" rid="B106">2000</xref>, p. 80) compared five guilt appeal studies with varying explicitness and found that more explicit guilt appeals were associated with less persuasive effects (<italic>r</italic> = &#x02212;0.26). However, this meta-analysis did not explicate the processes related to the intensity of guilt induction. Second, Xu and Guo (<xref ref-type="bibr" rid="B148">2018</xref>) demonstrated moderate effects of guilt-based persuasive messages but their findings were limited to health-related outcomes. In addition, several included studies manipulated persuasive constructs that were not intended to evoke guilt (e.g., norm perception, Lee and Paek, <xref ref-type="bibr" rid="B82">2013</xref>). Furthermore, their analysis only examined a limited number of moderators, including message modality, self/other focus, and health behaviors. In a more recent meta-analysis, Turner and Rains (<xref ref-type="bibr" rid="B140">2021</xref>) found a small effect size of guilt appeals on attitudes or behavioral intentions and medium effects on guilt and anger. However, similar to previous meta-analyses, moderators associated with the appraisal dimensions of guilt arousal, coping process, and outcomes were not of primary interest. Their study did not account for heterogeneity in outcomes of guilt appeals.</p>
<p>The present study hence aimed to conduct a comprehensive synthesis of guilt appeals. There are four strengths of this study. First, we examined the studies that intentionally evoked guilt as an emotional mechanism of persuasion. Persuasion studies that manipulated the constructs not intended to evoke guilt were excluded. Thus, this meta-analysis provided a more robust and accurate estimate of the effectiveness of guilt appeals. Second, guided by appraisal theories of emotion, we systematically accounted for key factors associated with guilt induction and coping. The absence of such inquiries in previous studies could contribute to inconsistent results (O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>; Tangney and Dearing, <xref ref-type="bibr" rid="B135">2002</xref>). Thus, examining these factors would offer important insights into variations in guilt arousal and persuasive outcomes. Third, previous meta-analyses primarily assessed the effects on attitude and behaviors. In contrast, our study evaluated additional dependent variables to assess the overall effects of guilt appeals thoroughly. Fourth, we evaluated various methodological characteristics of past guilt appeal studies. As the body of guilt appeals expands, this analytic approach can critically address the limitation of previous meta-analyses in which methodological differences were not of focus.</p>
<p>The first goal of this meta-analysis is to understand the overall effectiveness of guilt appeals. To this end, we proposed the following research question.</p>
<p>RQ1: Compared with equivalent neutral true control conditions, do guilt appeals generate greater persuasive effects?</p>
<p>Also, as reviewed, theoretical factors involved in guilt induction and coping could influence the effectiveness of guilt appeals. The following hypotheses were proposed to test whether these factors moderated the effects of guilt appeals.</p>
<p>H1: The effects of guilt appeals are moderated by the presence of attribution dimensions related to (a) responsibility, (b) controllability, or (c) stability in guilt induction.</p>
<p>H2: The effects of guilt appeals are moderated by the proximity of the relationship between the perceiver and the victim in guilt induction.</p>
<p>H3: The effects of guilt appeals are moderated by the recommendation of reparative behaviors to cope with aroused guilt.</p>
<p>H4: The effects of guilt appeals are moderated by different types of outcomes.</p>
<p>Across a large body of past research, various method approaches to guilt appeals may influence the effectiveness of guilt appeals. The following research question is proposed to understand which methodological factors moderate the effects of guilt appeals.</p>
<p>RQ2: Are the effects of guilt appeals moderated by (a) context of persuasion objects, (b) induction methods, (c) narrative, (d) modalities, and (e) time point of measurement?</p></sec>
<sec sec-type="methods" id="s5">
<title>Methods</title>
<sec>
<title>Search process</title>
<p>We used the Population, Intervention, Comparator, Outcomes, and Study (PICOS) design model in accordance with the PRISMA guideline (Moher et al., <xref ref-type="bibr" rid="B92">2009</xref>) to develop the search strategy. The details of our PICOS criteria are provided in <xref ref-type="table" rid="T1">Table 1</xref>.</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>The PICOS (populations, interventions, comparators, outcomes, study design) inclusion criteria and initial article screening results.</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Category</bold></th>
<th valign="top" align="left"><bold>Inclusion</bold></th>
<th valign="top" align="left"><bold>First round of screening<sup>a</sup></bold></th>
<th valign="top" align="left"><bold>Second round of screening<sup>b</sup></bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Populations</td>
<td valign="top" align="left">The general population. No demographic group is excluded.</td>
<td valign="top" align="left">None was excluded due to this criterion.</td>
<td valign="top" align="left">None was excluded due to this criterion.</td>
</tr>
<tr>
<td valign="top" align="left">Interventions</td>
<td valign="top" align="left">Any persuasion that manipulates guilt induction to change participants&#x00027; psychological outcomes (e.g., beliefs, attitudes, emotions) and/or behaviors. Exclude: 1) Persuasions that do not manipulate guilt induction to change participants&#x00027; psychological outcomes (e.g., beliefs, attitudes, emotions) and/or behaviors. 2) Persuasions that manipulate different levels or subtypes of guilt (e.g., strong or naturalistic guilt) to change participants&#x00027; psychological outcomes (e.g., beliefs, attitudes, emotions) and/or behaviors. 3) Non-persuasion intervention with no intention to change participants&#x00027; beliefs, attitudes, emotions, and/or behaviors.</td>
<td valign="top" align="left">None was excluded due to this criterion.</td>
<td valign="top" align="left">(a) Four articles reported no studies that manipulated guilt induction as an independent variable (<italic>n</italic> = 4). (b) Seven articles reported studies that manipulated different levels or subtypes of guilt (<italic>n</italic> = 7).</td>
</tr>
<tr>
<td valign="top" align="left">Comparators</td>
<td valign="top" align="left">Emotion-neutral control conditions without induction of guilt or any other emotions Exclude: Other emotions or subtypes of guilt.</td>
<td valign="top" align="left">1,014 articles reported studies that compared the effects of guilt with other emotions, mixed emotions, or different levels or subtypes of guilt without a true control condition (e.g., low guilt) (<italic>n</italic> = 1,014).</td>
<td valign="top" align="left">None was excluded based on this criterion.</td>
</tr>
<tr>
<td valign="top" align="left">Outcomes</td>
<td valign="top" align="left">Guilt and any other psychological outcomes, and behavior of participants that are influenced by interventions, including attitude, behavioral intention, behavior, guilt, other emotions, motivation, cognition, efficacy. The outcomes must be directly measured on participants. Exclusion: 1) Guilt as the only outcome. 2) Indirect measurement of outcome.</td>
<td valign="top" align="left">Four articles reported studies that measured guilt as the only outcome variable (<italic>n</italic> = 4).</td>
<td valign="top" align="left">One article reported studies that only reported the outcomes based on indirect rating or observation results by non-participant judges (<italic>n</italic> = 1).</td>
</tr>
<tr>
<td valign="top" align="left">Study design</td>
<td valign="top" align="left">Quantitative experiments using either a pretest-posttest or a posttest-only between-subject control group design in which each participant is assigned to either the intervention or the control group.</td>
<td valign="top" align="left">92 studies reporting non-quantitative studies only (<italic>n</italic> = 92).</td>
<td valign="top" align="left">(a) One article reported no studies that used a between-subject design with a guilt appeal and a neutral control condition (<italic>n =</italic> 1).</td>
</tr></tbody>
</table>
<table-wrap-foot>
<p><sup>a</sup>The first round of screening also excluded five articles not written in English.</p>
<p><sup>b</sup>The second round of screening also excluded 22 articles that reported no usable statistical results for effect size calculation.</p>
</table-wrap-foot>
</table-wrap>
<p>An initial literature search was conducted in 2020 through the following databases: <italic>PsycINFO, ProQuest Dissertations &#x00026; Theses Global, ERIC, MEDLINE</italic>, and <italic>Communication and Mass Media Complete</italic> via EBSCO. The search terms &#x0201C;Guilt<sup>&#x0002A;</sup>&#x0201D; AND [&#x0201C;appeal&#x0201D; OR &#x0201C;campaign&#x0201D; OR &#x0201C;adverti<sup>&#x0002A;</sup>&#x0201D; OR &#x0201C;message&#x0201D; OR &#x0201C;intervention&#x0201D;] were used. Publicly available doctoral and master&#x00027;s degree theses were also retrieved. A total of 1,240 citations were exported to a citation manager. The initial sample included studies published from 1929 to 2020. To avoid file drawer issues, authors and experts in the field were consulted using the listserve &#x0201C;Communication Research and Theory Network&#x00027;s (CRTNET)&#x0201D; to solicit unpublished studies in their personal libraries, and responses were accepted throughout 2020. This procedure yielded no additional articles. After removing duplicates (<italic>n</italic> = 72), 1,168 articles remained in the initial screening phase.</p>
<sec>
<title>Inclusion and exclusion criteria</title>
<p><xref ref-type="fig" rid="F2">Figure 2</xref> provides a PRISMA flowchart indicating the overall inclusion and exclusion procedure. Inclusion and exclusion criteria were developed and verified based on PICOS. The screening results are summarized in <xref ref-type="table" rid="T1">Table 1</xref>. In the first round, two coders screened the abstracts of 1,168 articles (<italic>n</italic> = 1,168) and excluded (a) five articles (<italic>n</italic> = 5) not written in English (<italic>n</italic> = 5); (b) the comparator criterion: 1,014 articles reported studies that compared the effects of guilt with other emotions, mixed emotions, or variants of guilt without a true control condition (<italic>n</italic> = 1,014); (c) the outcomes criterion: four articles reported studies that measured guilt as the only outcome variable (<italic>n</italic> = 4); and (d) the study design criterion: 92 studies reporting non-quantitative studies only (<italic>n</italic> = 92). A total of 53 articles remained after the first round of screening.</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>PRISMA flow chart.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyg-14-1201631-g0002.tif"/>
</fig>
<p>In the second round of screening, the coders further assessed the full text of the remaining articles based on the PICOS criteria and removed the following articles: (1) the population criterion: no articles were excluded (<italic>n</italic> = 0) due to no criterion placed on demographic characteristics; (2) the interventions criterion: (a) four articles reported no studies that manipulated guilt appeals as an independent variable (<italic>n</italic> = 4) and (b) seven articles reported studies that manipulated different levels or subtypes of guilt (e.g., strong or naturalistic guilt) (<italic>n</italic> = 7); (3) the comparators criterion: (a) no articles were excluded due to not reporting at least one guilt appeal condition and one emotion-neutral control condition (<italic>n</italic> = 0); (4) the outcomes criterion: one article with studies that only reported the outcomes based on indirect rating or observation results by non-participant judges (<italic>n</italic> = 1); and (5) the study design criterion: (a) one article reported studies that did not use a between-subject design with a guilt appeal and a neutral control condition (<italic>n</italic> = 1).</p>
<p>In addition, the articles that reported no usable statistical results for effect size calculation were excluded, including (a) 20 articles with studies that provided no statistical results used to calculate effect sizes (i.e., mean and standard deviation, <italic>F</italic>-test values, <italic>t</italic>-test values, Cohen&#x00027;s <italic>d</italic>, and Pearson&#x00027;s <italic>r</italic> values) (<italic>n</italic> = 20), and (b) two articles (<italic>n</italic> = 2) with studies that only reported omnibus <italic>F</italic>-tests for the comparison of multiple conditions (e.g., <italic>F</italic>-tests of guilt, shame, hope, and control conditions) without reporting mean and standard deviation of guilt and neutral control conditions. Studies reported only unstandardized coefficients from multiple regression were excluded because effect sizes computed from these coefficients would be partial and under the influence of other predictors in the multiple regression (Hunter and Schmidt, <xref ref-type="bibr" rid="B64">1990</xref>). Thus, coefficients did not reflect the meaningful effects unless corresponding correlation coefficients were obtained (Peterson and Brown, <xref ref-type="bibr" rid="B111">2005</xref>).</p>
<p>A final sample of 18 articles yielding 26 studies was included in further analyses. The references of all included articles are listed in <xref ref-type="supplementary-material" rid="SM1">Appendix C</xref>.</p></sec>
<sec>
<title>Coding procedure</title>
<p><xref ref-type="supplementary-material" rid="SM1">Appendix A</xref> lists the coded variables and their operational definitions. In the present meta-analysis, we also coded demographic and descriptive information as situational moderators of the included studies (i.e., publication type, sampling frame, funding source, study location, and year of publication). The studies were coded independently by two coders. The coders were graduate students who had completed courses and conducted relevant research projects related to persuasion and emotions. Each coder was responsible for half of the studies. Seven studies (27% of all selected studies) were sampled to compute the intercoder reliability. Intercoder reliability was computed with Krippendorff (<xref ref-type="bibr" rid="B75">2004</xref>) alpha (&#x003B1;) for categorical variables and intraclass correlation (<italic>ICC</italic>) for continuous variables (Shrout and Fleiss, <xref ref-type="bibr" rid="B127">1979</xref>). Intercoder reliability of coded variables ranged from 0.74 to 1.00 (&#x003B1; bar = 0.95, <italic>ICC</italic> = 0.87) within the category of agreement (Landis and Koch, <xref ref-type="bibr" rid="B79">1977</xref>). Intercoder reliability was also assessed during the coding of the full sample (Lacy and Riffe, <xref ref-type="bibr" rid="B78">1996</xref>; Neuendorf, <xref ref-type="bibr" rid="B101">2017</xref>). All rating disagreements were resolved through discussion until 100% agreement was achieved for each variable.</p></sec>
<sec>
<title>Calculation of effect size</title>
<p><xref ref-type="supplementary-material" rid="SM1">Appendix B</xref> explains how effect sizes were calculated. Because studies of relatively small sample sizes were included, Hedges&#x00027; <italic>g</italic> was applied to indicate effect size, correcting for small sample sizes (Hedges, <xref ref-type="bibr" rid="B57">1981</xref>; Hedges and Olkin, <xref ref-type="bibr" rid="B58">1985</xref>). A positive Hedges&#x00027; <italic>g</italic> indicated an increase of the effect on study outcomes was elicited by guilt appeals compared to an equivalent non-guilt or true control condition; and a negative Hedges&#x00027; <italic>g</italic> indicated a decrease of the effect was elicited by guilt appeals compared to an equivalent non-guilt or true control condition. For studies where the guilt appeal was linked to a reduction in outcome variables for which a greater score indicated negative effects, the computed sign of the effect size was reversed, so all positive differences reflected an increase in the dependent variables.</p></sec>
<sec>
<title>Overall analysis and outliers</title>
<p>Outliers are frequently present in meta-analyses and can distort pooled effect estimates of final effects; therefore, outliers were detected and removed from analyses (Hedges and Olkin, <xref ref-type="bibr" rid="B58">1985</xref>; Schmidt et al., <xref ref-type="bibr" rid="B122">1993</xref>; Viechtbauer and Cheung, <xref ref-type="bibr" rid="B145">2010</xref>). We determined an effect size as an outlier if its confidence interval did not overlap with the confidence interval of the pooled effects. Such an effect size was less likely to be part of the population of pooled effects by the present meta-analysis (Viechtbauer and Cheung, <xref ref-type="bibr" rid="B145">2010</xref>). Using the R package &#x0201C;<italic>altmeta</italic>&#x0201D; (Lin and Chu, <xref ref-type="bibr" rid="B84">2016</xref>), we identified two outliers (i.e., 1.87 and 2.21), which were from Allard and White (<xref ref-type="bibr" rid="B2">2015</xref>; Studies 2 and 5).</p>
<p>The removal of these outliers yielded 127 effect sizes from 26 studies that examined the effects of guilt appeals with multiple measurements in the current meta-analysis. For most studies included, we extracted more than one effect size. Considering potential interdependency among effect sizes from the same study, we conducted all moderation analyses using the Robust Variance Estimation (RVE; Gleser and Olkin, <xref ref-type="bibr" rid="B46">2009</xref>; Hedges et al., <xref ref-type="bibr" rid="B59">2010</xref>; Pustejovsky and Tipton, <xref ref-type="bibr" rid="B114">2022</xref>) for adjusting for effect size tendencies while retaining appropriate Type I error rates. All analyses were performed in R (version 4.2.1). We used the &#x0201C;<italic>robumeta</italic>&#x0201D; package (Fisher and Tipton, <xref ref-type="bibr" rid="B41">2015</xref>) to perform the overall and moderator analyses, including meta-regression modeling. All test statistics (i.e., <italic>Q</italic> values) were conducted using the &#x0201C;<italic>metafor</italic>&#x0201D; package (Viechtbauer, <xref ref-type="bibr" rid="B144">2010</xref>). Pairwise comparisons were performed using the &#x0201C;<italic>ClubSandwich</italic>&#x0201D; package (Pustejovsky and Tipton, <xref ref-type="bibr" rid="B113">2018</xref>, <xref ref-type="bibr" rid="B114">2022</xref>; Pustejovsky, <xref ref-type="bibr" rid="B112">2020</xref>) and &#x0201C;<italic>multicomp</italic>&#x0201D; package (Bretz et al., <xref ref-type="bibr" rid="B19">2010</xref>). <xref ref-type="supplementary-material" rid="SM1">Appendix D</xref> of the <xref ref-type="supplementary-material" rid="SM1">Supplemental material</xref> lists the acronyms in this article.</p></sec>
</sec>
</sec>
<sec sec-type="results" id="s6">
<title>Results</title>
<sec>
<title>Description of studies</title>
<p>A total of 127 effect sizes from 26 studies (<italic>N</italic> = 7,512) were included in the meta-analysis. Sample sizes ranged from 61 to 1,054 (<italic>M</italic> = 288.90, <italic>SD</italic> = 261.22). Participants&#x00027; mean age ranged from 19.34 to 54 years (<italic>M</italic> = 28.68, <italic>SD</italic> = 11.65).</p>
</sec>
<sec>
<title>Publication bias</title>
<p>The rank correlation test (Kendall&#x00027;s <italic>tau</italic>) of Begg and Mazumdar (<xref ref-type="bibr" rid="B12">1994</xref>) suggested a non-significant relationship between standard error and effect size (Kendall&#x00027;s <italic>tau</italic> = 0.08, <italic>p</italic> = 0.17), indicating no publication biases. In addition, Egger&#x00027;s regression (Sutton, <xref ref-type="bibr" rid="B133">2009</xref>) test showed a non-significant relationship between standard error and effect size (<italic>z</italic> = 0.24, <italic>p</italic> = 0.81), which indicated no evidence for publication bias. The trim and fill method of Duval and Tweedie (<xref ref-type="bibr" rid="B36">2000</xref>) suggested that zero studies were missing on the right side of the funnel plot (<italic>SE</italic> = 6.43). The graphical evaluation of the funnel plot (<xref ref-type="fig" rid="F3">Figure 3</xref>) shows a symmetrical inverted shape, indicating that the effects of the included studies were variable and scattered to both sides of the point estimate of effect. Thus, the appearance of the funnel plot suggests no missing studies, either due to publication bias or sampling errors. Rosenthal&#x00027;s (<xref ref-type="bibr" rid="B119">1979</xref>) fail-safe <italic>N</italic> was 6,035 at the observed significance level of 0.0001 and the perceived significance level of 0.05. We thus concluded that it is unlikely that this meta-analysis missed a substantial number of studies. Given these results, we concluded that potential publication biases were absent in extant literature examining the effects of guilt appeals. A funnel plot with trim and fill and Egger&#x00027;s regression is provided in <xref ref-type="fig" rid="F3">Figure 3</xref>.</p>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>Funnel plot with trim and fill and Egger&#x00027;s regression.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyg-14-1201631-g0003.tif"/>
</fig>
</sec>
<sec>
<title>Overall analysis</title>
<p>Excluding outliers, the overall effect size of guilt appeal produced on all types of outcomes was significant, <italic>Q</italic>(126) = 902.31, <italic>t</italic>(24.2) = 3.11, <italic>I</italic>-squared = 91%, <italic>tau</italic>-square = 0.24 (<italic>SE</italic> = 0.04), with <italic>g</italic> = 0.19, <italic>SE</italic> = 0.05, <italic>rho</italic> = 0.8, 95% CI (0.10, 0.28), <italic>p</italic> &#x0003C; 0.001. The results indicate the heterogeneity in true effect sizes of guilt appeal (Higgins et al., <xref ref-type="bibr" rid="B60">2003</xref>). Thus, we used the random-effects model in the analysis. Providing supportive evidence to address RQ1, this finding suggested a small effect size of guilt appeals. In contrast, the overall effect size of guilt appeal, including outliers, was 0.24, <italic>p</italic> &#x0003C; 0.001, suggesting that having outliers in subsequent analyses would inflate the overall effect size. The <italic>post-hoc</italic> statistical power of the overall analysis was 80%. Thus, without additional studies, the sample size was large enough to detect the true effect sufficiently.</p>
</sec>
<sec>
<title>Analysis of moderators</title>
<p>All moderator analyses were conducted for studies with the removal of outlier estimations. We reported the results of individual moderators. In addition, a meta-regression model with theoretical moderators as the predictors was also specified to explain the effects of guilt appeals (see details in <xref ref-type="table" rid="T1">Tables 1</xref>&#x02013;<bold>3</bold>).</p>
</sec>
<sec>
<title>Analysis of theoretical moderators</title>
<sec>
<title>Responsibility attribution</title>
<p>Responsibility attribution moderated the effects of guilt appeals. H1a was supported. Guilt appeals that attributed responsibilities to the perceiver produced smaller effects compared to those not attributing responsibilities (<xref ref-type="table" rid="T2">Table 2</xref>).</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>Effect sizes by theoretical moderators (<italic>s</italic><sup>a</sup> = 26, <italic>k</italic><sup>b</sup> = 127).</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Moderator</bold></th>
<th valign="top" align="center"><bold>Unadjusted &#x01E21;</bold></th>
<th valign="top" align="center"><bold><italic>s</italic></bold></th>
<th valign="top" align="center"><bold><italic>k</italic></bold></th>
<th valign="top" align="center"><bold><italic>b</italic></bold></th>
<th valign="top" align="center"><bold><italic>SE</italic></bold></th>
<th valign="top" align="center"><bold><italic>t</italic></bold></th>
<th valign="top" align="center"><bold><italic>Df</italic><sup>c</sup></bold></th>
<th valign="top" align="left" colspan="2"><bold>95% CI</bold></th>
</tr>
</thead>
<tbody>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td valign="top" align="center"><bold>LL</bold></td>
<td valign="top" align="center"><bold>UL</bold></td>
</tr>
<tr>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">0.41</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">1.41</td>
<td valign="top" align="center">1.92</td>
<td valign="top" align="center">&#x02212;0.89</td>
<td valign="top" align="center">1.71</td>
</tr>
<tr>
<td valign="top" align="left">Responsibility attribution</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 865.80<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 24.85<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">No responsibility attributed in guilt appeals (description of harm/suffering only) (ref.)</td>
<td valign="top" align="center">0.36</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Responsibility attributed in guilt appeals</td>
<td valign="top" align="center">0.08</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">79</td>
<td valign="top" align="center">&#x02212;0.28<sup>&#x02020;</sup></td>
<td valign="top" align="center">0.14</td>
<td valign="top" align="center">&#x02212;1.97</td>
<td valign="top" align="center">9.74</td>
<td valign="top" align="center">&#x02212;0.60</td>
<td valign="top" align="center">0.04</td>
</tr>
<tr>
<td valign="top" align="left">Controllability attribution</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 899.43<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 16.32<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">No controllable causes attributed in guilt appeals (ref.)</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Controllable causes attributed in guilt appeals</td>
<td valign="top" align="center">0.18</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">105</td>
<td valign="top" align="center">&#x02212;0.15<sup>&#x0002A;</sup></td>
<td valign="top" align="center">0.39</td>
<td valign="top" align="center">&#x02212;0.38</td>
<td valign="top" align="center">1.47</td>
<td valign="top" align="center">&#x02212;2.54</td>
<td valign="top" align="center">2.24</td>
</tr>
<tr>
<td valign="top" align="left">Stability attribution</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 898.61<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 17.40<sup>&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">No unstable causes attributed in guilt appeals (ref.)</td>
<td valign="top" align="center">0.09</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">36</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Unstable causes attributed in guilt appeals</td>
<td valign="top" align="center">0.23</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">91</td>
<td valign="top" align="center">0.18</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">1.38</td>
<td valign="top" align="center">5.75</td>
<td valign="top" align="center">&#x02212;0.14</td>
<td valign="top" align="center">0.49</td>
</tr>
<tr>
<td valign="top" align="left">The proximity of perceiver-victim relationship</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 896.44<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 17.12<sup>&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Self/personal relationship (ref.)</td>
<td valign="top" align="center">0.20</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">26</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Work/professional relationship</td>
<td valign="top" align="center">&#x02212;0.03</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">0.42</td>
<td valign="top" align="center">0.48</td>
<td valign="top" align="center">0.87</td>
<td valign="top" align="center">3.38</td>
<td valign="top" align="center">&#x02212;1.03</td>
<td valign="top" align="center">1.86</td>
</tr>
<tr>
<td valign="top" align="left">Strangers</td>
<td valign="top" align="center">0.15</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">65</td>
<td valign="top" align="center">&#x02212;0.12</td>
<td valign="top" align="center">0.37</td>
<td valign="top" align="center">&#x02212;0.33</td>
<td valign="top" align="center">1.61</td>
<td valign="top" align="center">&#x02212;2.13</td>
<td valign="top" align="center">1.89</td>
</tr>
<tr>
<td valign="top" align="left">Non-human/other</td>
<td valign="top" align="center">0.27</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">34</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">0.39</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">2.13</td>
<td valign="top" align="center">&#x02212;1.45</td>
<td valign="top" align="center">1.70</td>
</tr>
<tr>
<td valign="top" align="left">Provided recommendation of reparative behaviors</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 834.98<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 22.78<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">No (ref.)</td>
<td valign="top" align="center">&#x02212;0.20</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Yes</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">119</td>
<td valign="top" align="center">0.56</td>
<td valign="top" align="center">0.26</td>
<td valign="top" align="center">2.19</td>
<td valign="top" align="center">2.23</td>
<td valign="top" align="center">&#x02212;0.44</td>
<td valign="top" align="center">1.56</td>
</tr>
<tr>
<td valign="top" align="left">Outcome types<sup>d</sup></td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 836.19<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 27.57<sup>&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Guilt (ref.)</td>
<td valign="top" align="center">0.46</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Attitude</td>
<td valign="top" align="center">0.14</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">33</td>
<td valign="top" align="center">&#x02212;0.77<sup>&#x0002A;&#x0002A;</sup></td>
<td valign="top" align="center">0.20</td>
<td valign="top" align="center">&#x02212;3.89</td>
<td valign="top" align="center">13.52</td>
<td valign="top" align="center">&#x02212;1.20</td>
<td valign="top" align="center">&#x02212;0.34</td>
</tr>
<tr>
<td valign="top" align="left">Behavioral intention</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center">&#x02212;0.68<sup>&#x0002A;&#x0002A;</sup></td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">&#x02212;3.99</td>
<td valign="top" align="center">13.12</td>
<td valign="top" align="center">&#x02212;1.05</td>
<td valign="top" align="center">&#x02212;0.31</td>
</tr>
<tr>
<td valign="top" align="left">Behavior</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">&#x02212;0.58<sup>&#x0002A;</sup></td>
<td valign="top" align="center">0.25</td>
<td valign="top" align="center">&#x02212;2.37</td>
<td valign="top" align="center">9.44</td>
<td valign="top" align="center">&#x02212;1.13</td>
<td valign="top" align="center">&#x02212;0.03</td>
</tr>
<tr>
<td valign="top" align="left">Emotion other than guilt</td>
<td valign="top" align="center">&#x02212;0.05</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">&#x02212;0.72<sup>&#x02020;</sup></td>
<td valign="top" align="center">0.30</td>
<td valign="top" align="center">&#x02212;2.38</td>
<td valign="top" align="center">6.66</td>
<td valign="top" align="center">&#x02212;1.42</td>
<td valign="top" align="center">0.002</td>
</tr>
<tr>
<td valign="top" align="left">Motivation</td>
<td valign="top" align="center">0.33</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">&#x02212;0.64<sup>&#x02020;</sup></td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">&#x02212;3.77</td>
<td valign="top" align="center">1.80</td>
<td valign="top" align="center">&#x02212;1.45</td>
<td valign="top" align="center">0.17</td>
</tr>
<tr>
<td valign="top" align="left">Cognition</td>
<td valign="top" align="center">&#x02212;0.01</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">&#x02212;0.65<sup>&#x0002A;&#x0002A;</sup></td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">&#x02212;3.92</td>
<td valign="top" align="center">10.95</td>
<td valign="top" align="center">&#x02212;1.01</td>
<td valign="top" align="center">&#x02212;0.28</td>
</tr></tbody>
</table>
<table-wrap-foot>
<p><sup>&#x0002A;&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.001; <sup>&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.01; <sup>&#x0002A;</sup><italic>p</italic> &#x0003C; 0.05; <sup>&#x02020;</sup><italic>p</italic> &#x0003C; 0.10.</p>
<p><sup>a</sup>Indicates number of studies.</p>
<p><sup>b</sup>Indicates number of effect sizes.</p>
<p><sup>c</sup>Do not trust t value if <italic>df</italic> &#x0003C; 4.</p>
<p><sup>d</sup>Only displays numbers of effect sizes.</p>
</table-wrap-foot>
</table-wrap></sec>
<sec>
<title>Controllability attribution</title>
<p>The meta-analysis supported H1b, indicating that controllability attribution moderated persuasive effects on outcomes. Guilt appeals depicting controllable causes generated smaller effects than those not depicting controllable causes.</p></sec>
<sec>
<title>Stability attribution</title>
<p>Stability attribution moderated the effects of guilt appeals, supporting H1c. Guilt appeals attributing the victim&#x00027;s suffering to an unstable cause produced greater effects on outcomes than did those not depicting such causes.</p></sec>
<sec>
<title>The proximity of perceiver&#x02013;victim relationship</title>
<p>The proximity of the perceiver&#x02013;victim relationship moderated the persuasive effects of guilt appeals, supporting H2. Guilt appeals featuring the victim in a personal relationship with the perceiver or being a non-human subject generated greater persuasive effects than those featuring victims in other relationships.</p></sec>
<sec>
<title>Recommendation of reparative behaviors</title>
<p>The results supported H3. When recommending reparative behaviors, guilt appeals produced significantly stronger effects than those without recommending reparative behaviors.</p></sec>
<sec>
<title>Outcome types</title>
<p>H4 was supported, indicating varied effects of guilt appeals by different types of outcomes. We found that guilt appeals were more effective in eliciting guilt, attitude, behavior, behavioral intention, and motivation.</p></sec>
<sec>
<title>Meta-regression of theoretical moderators</title>
<p>We conducted meta-regression for theoretical moderators. All theoretical moderators were included in the same meta-regression model because the influence of these moderators could occur simultaneously (Roseman, <xref ref-type="bibr" rid="B118">2013</xref>). After adjustment for other theoretical moderators, the effects of guilt appeals were significantly moderated by controllability attribution and measured outcomes but marginally lowered by responsibility. Other theoretical moderators were not significant. After adjustment for other theoretical moderators, guilt appeals that attributed the suffering to the responsibility of a perceiver and to controllable causes produced smaller effects than those without these attributional factors. The effect size of guilt appeals depended on outcome types as stronger effects were mostly produced on behavioral intention and behavior.</p>
</sec>
</sec>
<sec>
<title>Analysis of methodological moderators</title>
<p>The meta-analysis evaluated the following methodological moderators of guilt appeals to answer RQ2 (see <xref ref-type="table" rid="T3">Table 3</xref>).</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Effect sizes by methodological moderators (<italic>s</italic><sup>a</sup> = 26, <italic>k</italic><sup>b</sup> = 127).</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Moderator</bold></th>
<th valign="top" align="center"><bold>Unadjusted &#x01E21;</bold></th>
<th valign="top" align="center"><bold><italic>s</italic></bold></th>
<th valign="top" align="center"><bold><italic>k</italic></bold></th>
<th valign="top" align="center"><bold><italic>b</italic></bold></th>
<th valign="top" align="center"><bold><italic>SE</italic></bold></th>
<th valign="top" align="center"><bold><italic>t</italic></bold></th>
<th valign="top" align="center"><bold><italic>Df</italic><sup>c</sup></bold></th>
<th valign="top" align="left" colspan="2"><bold>95% CI</bold></th>
</tr>
</thead>
<tbody>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td valign="top" align="center"><bold>LL</bold></td>
<td valign="top" align="center"><bold>UL</bold></td>
</tr>
<tr>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02212;0.41</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">&#x02212;1.39</td>
<td valign="top" align="center">6.65</td>
<td valign="top" align="center">&#x02212;1.11</td>
<td valign="top" align="center">0.29</td>
</tr>
<tr>
<td valign="top" align="left">Contexts</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 837.83<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 25.26<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Advertising/marketing (ref.)</td>
<td valign="top" align="center">&#x02212;0.11</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">14</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Education</td>
<td valign="top" align="center">0.34</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center">0.65<sup>&#x0002A;</sup></td>
<td valign="top" align="center">0.27</td>
<td valign="top" align="center">2.41</td>
<td valign="top" align="center">6.35</td>
<td valign="top" align="center">&#x02212;0.001</td>
<td valign="top" align="center">1.31</td>
</tr>
<tr>
<td valign="top" align="left">Environment-related</td>
<td valign="top" align="center">0.23</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">62</td>
<td valign="top" align="center">0.51<sup>&#x02020;</sup></td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">2.48</td>
<td valign="top" align="center">3.79</td>
<td valign="top" align="center">&#x02212;0.07</td>
<td valign="top" align="center">1.10</td>
</tr>
<tr>
<td valign="top" align="left">Medical/health-related</td>
<td valign="top" align="center">&#x02212;0.01</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">0.35</td>
<td valign="top" align="center">0.36</td>
<td valign="top" align="center">0.98</td>
<td valign="top" align="center">3.56</td>
<td valign="top" align="center">&#x02212;0.69</td>
<td valign="top" align="center">1.39</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">0.06</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">1.07</td>
<td valign="top" align="center">3.29</td>
<td valign="top" align="center">&#x02212;0.41</td>
<td valign="top" align="center">0.86</td>
</tr>
<tr>
<td valign="top" align="left">Induction methods</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 890.40<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 21.53<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Persuasive messages (ref.)</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">90</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Imagination and recall</td>
<td valign="top" align="center">0.35</td>
<td valign="top" align="center">10</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">0.30</td>
<td valign="top" align="center">0.64</td>
<td valign="top" align="center">5.51</td>
<td valign="top" align="center">&#x02212;0.56</td>
<td valign="top" align="center">0.94</td>
</tr>
<tr>
<td valign="top" align="left">Other</td>
<td valign="top" align="center">&#x02212;0.13</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">0.28</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">0.95</td>
<td valign="top" align="center">6.65</td>
<td valign="top" align="center">&#x02212;0.42</td>
<td valign="top" align="center">0.98</td>
</tr>
<tr>
<td valign="top" align="left">Narrative</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 897.51<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 18.03<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Non-narrative (ref.)</td>
<td valign="top" align="center">0.15</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">96</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Narrative</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">31</td>
<td valign="top" align="center">&#x02212;0.07</td>
<td valign="top" align="center">0.14</td>
<td valign="top" align="center">&#x02212;0.53</td>
<td valign="top" align="center">2.14</td>
<td valign="top" align="center">&#x02212;0.63</td>
<td valign="top" align="center">0.48</td>
</tr>
<tr>
<td valign="top" align="left">Modalities</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub></italic> = 896.04<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub></italic> = 18.36<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Unspecified (ref.)</td>
<td valign="top" align="center">0.08</td>
<td valign="top" align="center">7</td>
<td valign="top" align="center">30</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Text only</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">29</td>
<td valign="top" align="center">0.38</td>
<td valign="top" align="center">0.29</td>
<td valign="top" align="center">1.28</td>
<td valign="top" align="center">6.65</td>
<td valign="top" align="center">&#x02212;0.33</td>
<td valign="top" align="center">1.08</td>
</tr>
<tr>
<td valign="top" align="left">Text and image</td>
<td valign="top" align="center">0.18</td>
<td valign="top" align="center">11</td>
<td valign="top" align="center">68</td>
<td valign="top" align="center">&#x02212;0.01</td>
<td valign="top" align="center">0.34</td>
<td valign="top" align="center">&#x02212;0.03</td>
<td valign="top" align="center">6.80</td>
<td valign="top" align="center">&#x02212;0.81</td>
<td valign="top" align="center">0.79</td>
</tr>
<tr>
<td valign="top" align="left">Time points of measurement</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub> <bold>&#x0003D;</bold></italic> 895.31<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub> =</italic> 16.96<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Immediate (ref.)</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">107</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Within a week</td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">&#x02212;0.07</td>
<td valign="top" align="center">0.07</td>
<td valign="top" align="center">&#x02212;0.99</td>
<td valign="top" align="center">1.20</td>
<td valign="top" align="center">&#x02212;0.70</td>
<td valign="top" align="center">0.56</td>
</tr>
<tr>
<td valign="top" align="left">After a week</td>
<td valign="top" align="center">&#x02212;0.03</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">&#x02212;0.24<sup>&#x0002A;&#x0002A;</sup></td>
<td valign="top" align="center">0.07</td>
<td valign="top" align="center">&#x02212;3.50</td>
<td valign="top" align="center">12.55</td>
<td valign="top" align="center">&#x02212;0.38</td>
<td valign="top" align="center">&#x02212;0.10</td>
</tr></tbody>
</table>
<table-wrap-foot>
<p><sup>&#x0002A;&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.001; <sup>&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.01; <sup>&#x0002A;</sup><italic>p</italic> &#x0003C; 0.05; <sup>&#x02020;</sup><italic>p</italic> &#x0003C; 0.10.</p>
<p><sup>a</sup>Indicates number of studies.</p>
<p><sup>b</sup>Indicates number of effect sizes.</p>
<p><sup>c</sup>Do not trust <italic>t</italic> value if <italic>df</italic> &#x0003C; 4.</p>
</table-wrap-foot>
</table-wrap>
<sec>
<title>Contexts of persuasion objects</title>
<p>Effects of guilt appeals varied by contexts of persuasion objects. Guilt appeals were more effective in education and environment-related contexts compared to advertising or marketing contexts. On the other hand, pairwise comparisons showed that guilt appeals did not differ between advertising or marketing and health contexts.</p></sec>
<sec>
<title>Induction methods</title>
<p>Effects of guilt appeals varied by induction methods. Guilt appeals using imagination or recall through interpersonal communication instigated greater effects than persuasive guilt messages.</p></sec>
<sec>
<title>Narrative</title>
<p>The use of narrative or not influenced the effects of guilt appeals. Guilt appeals using narrative elicited more effects than those using non-narrative guilt appeals.</p></sec>
<sec>
<title>Message modalities</title>
<p>Message modalities moderated effects of guilt appeals. Guilt appeals using text elicited stronger effects than text and image-based guilt appeals.</p></sec>
<sec>
<title>Time point of measurement</title>
<p>Different time points of measurement moderated the effects of guilt appeals. The effects of guilt appeals were stronger if measured immediately after the exposure than those measured later within a week or after a week of exposure.</p>
</sec>
</sec>
<sec>
<title>Analysis of situational moderators</title>
<p>The meta-analysis examined five situational moderators related to the characteristics of published studies. The result showed that published studies with university panels after 2011 were associated with more effects (all <italic>p</italic> &#x0003C; 0.10; <xref ref-type="table" rid="T4">Table 4</xref>).</p>
<table-wrap position="float" id="T4">
<label>Table 4</label>
<caption><p>Effect sizes by situational moderators (<italic>s</italic><sup>a</sup> = 26, <italic>k</italic><sup>b</sup> = 127).</p></caption> 
<table frame="box" rules="all">
<thead>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<th valign="top" align="left"><bold>Moderator</bold></th>
<th valign="top" align="center"><bold>Unadjusted &#x01E21;</bold></th>
<th valign="top" align="center"><bold><italic>s</italic></bold></th>
<th valign="top" align="center"><bold><italic>k</italic></bold></th>
<th valign="top" align="center"><bold><italic>b</italic></bold></th>
<th valign="top" align="center"><bold><italic>SE</italic></bold></th>
<th valign="top" align="center"><bold><italic>t</italic></bold></th>
<th valign="top" align="center"><bold><italic>Df</italic><sup>c</sup></bold></th>
<th valign="top" align="left" colspan="2"><bold>95% CI</bold></th>
</tr>
</thead>
<tbody>
<tr style="background-color:&#x00023;919498;color:&#x00023;ffffff">
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td valign="top" align="center"><bold>LL</bold></td>
<td valign="top" align="center"><bold>UL</bold></td>
</tr>
<tr>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">26</td>
<td valign="top" align="center">127</td>
<td valign="top" align="center">&#x02212;0.72<sup>&#x02020;</sup></td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">&#x02212;3.54</td>
<td valign="top" align="center">2.36</td>
<td valign="top" align="center">&#x02212;1.49</td>
<td valign="top" align="center">0.04</td>
</tr>
<tr>
<td valign="top" align="left">Publication type</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub> <bold>&#x0003D;</bold></italic> 854.88<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub> =</italic> 19.44<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Unpublished (e.g., master&#x00027;s or doctoral theses) (ref.)</td>
<td valign="top" align="center">0.01</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Published (e.g., journal or book)</td>
<td valign="top" align="center">0.22</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">111</td>
<td valign="top" align="center">0.15</td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">0.91</td>
<td valign="top" align="center">3.89</td>
<td valign="top" align="center">&#x02212;0.32</td>
<td valign="top" align="center">0.62</td>
</tr>
<tr>
<td valign="top" align="left">Sampling frame</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub> <bold>&#x0003D;</bold></italic> 899.40<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub> =</italic> 16.13<sup>&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">Online panel (ref.)</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">48</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">University panel</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">64</td>
<td valign="top" align="center">0.30<sup>&#x0002A;</sup></td>
<td valign="top" align="center">0.13</td>
<td valign="top" align="center">2.37</td>
<td valign="top" align="center">12.47</td>
<td valign="top" align="center">0.03</td>
<td valign="top" align="center">0.57</td>
</tr>
<tr>
<td valign="top" align="left">Community sample</td>
<td valign="top" align="center">0.20</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">15</td>
<td valign="top" align="center">&#x02212;0.004</td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">&#x02212;0.02</td>
<td valign="top" align="center">2.26</td>
<td valign="top" align="center">&#x02212;0.65</td>
<td valign="top" align="center">0.64</td>
</tr>
<tr>
<td valign="top" align="left">Funding source</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub> <bold>&#x0003D;</bold></italic> 888.02<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub> =</italic> 18.18<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">No funding (ref.)</td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">114</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Funded</td>
<td valign="top" align="center">0.37</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">13</td>
<td valign="top" align="center">0.17</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">1.03</td>
<td valign="top" align="center">4.39</td>
<td valign="top" align="center">&#x02212;0.27</td>
<td valign="top" align="center">0.61</td>
</tr>
<tr>
<td valign="top" align="left">Study location</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub> <bold>&#x0003D;</bold></italic> 890.07<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub> =</italic> 20.03<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">U.S. (ref.)</td>
<td valign="top" align="center">0.12</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">Non-U.S.</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">9</td>
<td valign="top" align="center">45</td>
<td valign="top" align="center">0.10</td>
<td valign="top" align="center">0.15</td>
<td valign="top" align="center">0.62</td>
<td valign="top" align="center">8.83</td>
<td valign="top" align="center">&#x02212;0.25</td>
<td valign="top" align="center">0.45</td>
</tr>
<tr>
<td valign="top" align="left">Year of report</td>
<td valign="top" align="left" colspan="9"><italic><bold>Q</bold><sub><bold><italic>within</italic></bold></sub> <bold>&#x0003D;</bold></italic> 813.00<sup>&#x0002A;&#x0002A;&#x0002A;</sup>; <italic><bold>Q</bold><sub><bold><italic>between</italic></bold></sub> =</italic> 30.37<sup>&#x0002A;&#x0002A;&#x0002A;</sup></td>
</tr>
<tr>
<td valign="top" align="left">1991&#x02013;2000 (ref.)</td>
<td valign="top" align="center">&#x02212;0.23</td>
<td valign="top" align="center">2</td>
<td valign="top" align="center">16</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
<td valign="top" align="center">&#x02013;</td>
</tr>
<tr>
<td valign="top" align="left">2001&#x02013;2010</td>
<td valign="top" align="center">0.08</td>
<td valign="top" align="center">4</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">0.34</td>
<td valign="top" align="center">0.21</td>
<td valign="top" align="center">1.61</td>
<td valign="top" align="center">1.88</td>
<td valign="top" align="center">&#x02212;0.62</td>
<td valign="top" align="center">1.29</td>
</tr>
<tr>
<td valign="top" align="left">2011- to date</td>
<td valign="top" align="center">0.27</td>
<td valign="top" align="center">20</td>
<td valign="top" align="center">99</td>
<td valign="top" align="center">0.68<sup>&#x02020;</sup></td>
<td valign="top" align="center">0.18</td>
<td valign="top" align="center">3.83<sup>&#x0002A;&#x0002A;</sup></td>
<td valign="top" align="center">1.76</td>
<td valign="top" align="center">&#x02212;0.19</td>
<td valign="top" align="center">1.56</td>
</tr></tbody>
</table>
<table-wrap-foot>
<p><sup>&#x0002A;&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.001; <sup>&#x0002A;&#x0002A;</sup><italic>p</italic> &#x0003C; 0.01; <sup>&#x0002A;</sup><italic>p</italic> &#x0003C; 0.05; <sup>&#x02020;</sup><italic>p</italic> &#x0003C; 0.10.</p>
<p><sup>a</sup>Indicates number of studies.</p>
<p><sup>b</sup>Indicates number of effect sizes.</p>
<p><sup>c</sup>Do not trust t value if df &#x0003C; 4.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec sec-type="discussion" id="s7">
<title>Discussion</title>
<p>The present meta-analysis aimed to conduct a comprehensive synthesis of guilt appeals. Compared with previous meta-analyses (O&#x00027;Keefe, <xref ref-type="bibr" rid="B106">2000</xref>; Boster et al., <xref ref-type="bibr" rid="B17">2016</xref>; Xu and Guo, <xref ref-type="bibr" rid="B148">2018</xref>; Turner and Rains, <xref ref-type="bibr" rid="B140">2021</xref>), the present study centered on the emotional mechanism of guilt appeals and accounted for multiple theoretical moderators associated with guilt elicitation and coping. Overall, our findings showed a small effect of guilt appeals. The effect of guilt appeals could be influenced by guilt induction and coping processes, which echoed empirical evidence that guilt appeals may not be effective without considering multiple elicitation conditions (e.g., Chang, <xref ref-type="bibr" rid="B22">2012</xref>) or approaches to regulating emotions (e.g., Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>). In addition, we identified various methodological approaches in past research that could moderate the effectiveness. The findings brought forth theoretical and practical implications of designing, testing, and implementing guilt appeals.</p>
<sec>
<title>Theoretical moderators of guilt appeals</title>
<sec>
<title>Responsibility attribution</title>
<p>The results showed that guilt appeals without attributing the responsibility to the perceiver produced greater effects compared to those with responsibility. This finding appeared contrary to past research which identified an essential role of responsibility in guilt arousal (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>; Miceli and Castelfranchi, <xref ref-type="bibr" rid="B91">2018</xref>). We considered two possible explanations. First, without blaming one&#x00027;s behavior as the direct culprit of a problem, guilt appeals could be effective by focusing on the perceiver&#x00027;s social obligations in important social issues and their contribution to potential solutions (Urbonavicius et al., <xref ref-type="bibr" rid="B141">2019</xref>). Some cases of this persuasive approach direct the perceiver to examine their advantages over others and take on social obligations (Chang, <xref ref-type="bibr" rid="B21">2011</xref>; Harth et al., <xref ref-type="bibr" rid="B55">2013</xref>; Dull et al., <xref ref-type="bibr" rid="B35">2021</xref>). Such persuasive effects could be possibly related to existential guilt (Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>; Binder, <xref ref-type="bibr" rid="B15">2022</xref>). Negative feelings might result from a motivational mechanism of guilt intended to promote empathetic concern and altruistic helping behaviors toward other&#x00027;s suffering linked to problems in a social system (Baumeister et al., <xref ref-type="bibr" rid="B11">1994</xref>; Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>). In this persuasion process, the sense of responsibility was not imposed on the perceiver by the persuader but potentially developed by the perceiver once guilt was aroused (Berndsen and Manstead, <xref ref-type="bibr" rid="B14">2007</xref>).</p>
<p>Second, attributed causes by guilt appeals might not be consistent with how responsibility was appraised by the perceiver, which could hinder the persuasive effects. The theoretical review shows that responsibility ambiguously involves appraisals of causality, intentionality, and capacity (Malle et al., <xref ref-type="bibr" rid="B86">2014</xref>). One might accept themselves as the causal agent of a negative event but could still avoid the blame by justifying their actions or denying the nature of such events (Malle et al., <xref ref-type="bibr" rid="B86">2014</xref>; Gerstenberg et al., <xref ref-type="bibr" rid="B44">2018</xref>). Thus, attributed responsibilities in guilt appeals might oversimplify how people evaluate the cause of a specific event and whether they accept the blame (Malle et al., <xref ref-type="bibr" rid="B86">2014</xref>).</p>
<p>Because responsibility is difficult to pinpoint in many situations (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>), assigning responsibility in guilt appeals should warrant careful consideration. While guilt appeals could emphasize perceived responsibility based on the moral values in a social system, personal traits and internalization of such values can also change how much responsibility one would accept (Ho et al., <xref ref-type="bibr" rid="B61">2004</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Malle et al., <xref ref-type="bibr" rid="B86">2014</xref>). Thus, the main takeaway is that the suffering of the victim should be the focus of guilt appeals as explicit attribution of responsibility is not necessarily accepted by the perceiver. Future research can also emphasize potential connections between the perceiver and the victims to stimulate empathy and promote a sense of equity (Harth et al., <xref ref-type="bibr" rid="B55">2013</xref>). It may also be beneficial to test whether the evaluative value underlying a guilt-arousing event is consistent with the moral system held by the target population, especially when the contexts of guilt appeals are familiar to the perceiver (Jennings et al., <xref ref-type="bibr" rid="B67">2015</xref>).</p></sec>
<sec>
<title>Stability and controllability attributions</title>
<p>Guilt appeals that attribute the causal event to unstable factors were more effective than those without such attributional information. This finding confirmed unstable factors as a key distinguishing dimension between guilt and other moral-related emotions, such as shame (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Greenbaum et al., <xref ref-type="bibr" rid="B52">2020</xref>). Guilt appeals are designed to modify the perceiver&#x00027;s changeable behaviors or beliefs, rather than more stable characteristics, such as personality (Xu and Guo, <xref ref-type="bibr" rid="B148">2018</xref>). Without specifically attributing the causes to be changeable, guilt appeals could not sufficiently stimulate the perceiver&#x00027;s adaptive response, such as reparation and change (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Shen, <xref ref-type="bibr" rid="B126">2018</xref>; Graton and Mailliez, <xref ref-type="bibr" rid="B48">2019</xref>).</p>
<p>Nonetheless, guilt appeals emphasizing the causes to be controllable by the perceiver might decrease persuasive effects. This finding could be explained by the relatedness of different attributional dimensions in guilt appeals. Theoretical reviews indicate that the perceiver&#x00027;s behavior, an internal, unstable aspect of the self, is a necessary condition of guilt induction (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Roberts et al., <xref ref-type="bibr" rid="B116">2014</xref>). Guilt appeals also seek reparative behaviors to undo transgressions (Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>; Graton and Mailliez, <xref ref-type="bibr" rid="B48">2019</xref>). Thus, the controllability of the cause may have been suggested by the induction- and coping-related information in a guilt appeal, including attributions of responsibility and stability as well as reparative behaviors (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>). For example, a guilt appeal directs the perceiver to appraise their consumer behaviors of traditional printers as the cause of environmental pollution and advocates them to use environment-friendly printers as the reparation (Chang, <xref ref-type="bibr" rid="B22">2012</xref>). This case of guilt appeals has suggested that the cause of a negative event can be controlled by the action taken by the perceiver. As such, arguments reinforcing controllability may be redundant and further raise psychological reactance among the perceivers (Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>). On the other hand, controllability might not be appraised until the perceiver has evaluated and accepted other attributions in a guilt appeal (Malle et al., <xref ref-type="bibr" rid="B86">2014</xref>). Given these potential explanations, future research is warranted to confirm the effects of controllability in guilt appeals.</p></sec>
<sec>
<title>The proximity of perceiver&#x02013;victim relationship</title>
<p>Contrary to previous literature (Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>), our analysis did not suggest that guilt appeals would be necessarily more effective by portraying a victim in a closer, more personal relationship with the perceiver. One explanation is that personal relationships do not necessarily reflect the psychological distance between the perceiver and another person or object (Trope and Liberman, <xref ref-type="bibr" rid="B139">2010</xref>). In addition, the perceiver might maintain a broader sense of duty and personal meaning in a human society that exists beyond common personal relationships (Binder, <xref ref-type="bibr" rid="B15">2022</xref>). The perceived relatedness on a more expansive level could evoke guilty feelings when personally unrelated individuals or the natural environment are impacted by a negative event, motivating helping and prosocial behaviors (Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>). Thus, additional research is needed to evaluate and incorporate perceived closeness to the victim or an object by the perceiver in guilt appeals. Concrete information about the victims may also improve the perceived proximity (Ghorbani et al., <xref ref-type="bibr" rid="B45">2013</xref>).</p></sec>
<sec>
<title>Recommendation of reparative behaviors</title>
<p>Recommending reparative behaviors increased the effects of guilt appeals. This result supported the importance of reparative actions as a coping process in which guilty people control negative feelings by making amends (Ketelaar and Tung Au, <xref ref-type="bibr" rid="B71">2003</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Shen, <xref ref-type="bibr" rid="B126">2018</xref>; Vaish, <xref ref-type="bibr" rid="B142">2018</xref>). Our interpretation is that guilty perceivers were more likely to seek readily available information in the stimuli, rather than from alternative sources, that can help them quickly assuage the feeling (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Graton and Mailliez, <xref ref-type="bibr" rid="B48">2019</xref>). Recommending reparative behaviors might also emphasize the repairable nature of the cause (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>), which increases the efficacy of making restitution. In contrast, non-repairable outcomes can cause maladaptive responses, lowering persuasive effectiveness (Kubany and Manke, <xref ref-type="bibr" rid="B76">1995</xref>; LeBlanc et al., <xref ref-type="bibr" rid="B81">2020</xref>). Based on current findings, practitioners using guilt appeals should provide a solution to rectify negative situations, especially when a behavior is not commonly considered wrong.</p></sec>
<sec>
<title>Outcome type</title>
<p>Expanding previous meta-analyses, our study tested the effectiveness of guilt appeals on various types of outcome variables. We found significant effects of guilt appeals on guilt, attitudes, and behavioral outcomes in support of broad influences of guilt as a persuasive approach. The strong effects on guilt reflect the theoretical foundation of guilt appeals, which centers on guilt as an emotional mechanism of persuasion (O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>; Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>; Graton and Mailliez, <xref ref-type="bibr" rid="B48">2019</xref>). Attitudinal and behavioral outcomes changed by guilt appeals showed that the influence on how one thinks and behaves could function as a key mechanism to regulate guilt and elicit persuasive outcomes (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Scherer and Moors, <xref ref-type="bibr" rid="B121">2019</xref>).</p></sec>
<sec>
<title>Meta-regression of theoretical moderators</title>
<p>Overall, the meta-regression finding suggests that most of the factors could not consistently influence the effects of guilt appeals. After controlling for other theoretical moderators, stability attribution, proximity of perceiver&#x02013;victim relationship, and recommendation of reparative behaviors did not significantly moderate the effects of guilt appeals. It is possible that the persuasive effects of guilt appeals were potentially generated through the appraisals of various factors in a correlated and sequential manner (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>; Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>; Malle et al., <xref ref-type="bibr" rid="B86">2014</xref>). Thus, one of these factors could be a necessary but insufficient condition of guilt arousal and persuasive outcomes. However, after adjustment for other theoretical covariates, guilt appeals emphasizing responsibility and controllability lowered persuasive effects, which further confirmed our previous finding. The perceiver might feel guilty about the other&#x00027;s suffering and engage in reparative behaviors based on holistic descriptions of the event but explicit information about the responsibility and controllability of the cause could backfire.</p>
<p>Moreover, insignificant theoretical moderators in the meta-regression also suggested that cognitive appraisals are subject to individual differences. The cognitive system that activates guilt depends on situational and individual differences, which increases uncertainty in the appraisal and regulation process (Muir et al., <xref ref-type="bibr" rid="B95">2017</xref>; Kobyli&#x00144;ska and Kusev, <xref ref-type="bibr" rid="B73">2019</xref>). Future research should address whether personal preferences and certain persuasion contexts can influence how different attributions are weighed and prioritized in the appraisal of guilt appeals (Mantler et al., <xref ref-type="bibr" rid="B87">2003</xref>). The finding also challenges the universal standard of guilt appeals that would fit all situations and individuals. How to design guilt appeals that involve different attribution dimensions for various contexts is an important question to answer.</p>
</sec>
</sec>
<sec>
<title>Methodological moderators</title>
<sec>
<title>Contexts</title>
<p>This study is the first meta-analysis to compile published evidence across several different contexts where guilt appeals are commonly tested. Guilt appeals were most effective when employed in environmental advocacy and education. This finding further demonstrates that guilty feelings are linked to one&#x00027;s moral and social responsibility, which motivate caring and prosocial behaviors for the wellbeing of others and the entire society (Zimmermann et al., <xref ref-type="bibr" rid="B150">2011</xref>). However, guilt appeals used in health-related contexts were less effective than the control condition, which conflicts with Xu and Guo&#x00027;s (<xref ref-type="bibr" rid="B148">2018</xref>) meta-analysis. The discrepancy was possibly due to the fact that our analysis examined more outcomes influenced by guilt appeals in health-related contexts (e.g., efficacy and perceived threat) than only attitude and behavioral intentions assessed by Xu and Guo&#x00027;s study. In addition, this meta-analysis investigated the persuasive effects of guilt appeals on health behaviors benefiting both oneself and others (e.g., blood donation).</p></sec>
<sec>
<title>Induction methods</title>
<p>We found that compared with persuasive messages, imagination and recall as an induction method increased the effects of guilt appeals. The finding was consistent with a theoretical argument that emotion enhances experiential memory (Gomes et al., <xref ref-type="bibr" rid="B47">2013</xref>). People can better remember an emotionally valenced event relative to neutral ones, which is encoded in memory to reconstruct an episode of past experience (Finn and Roediger, <xref ref-type="bibr" rid="B38">2011</xref>). Thus, guilt-arousing events can be effectively consolidated in memory and easily retrieved once recalled, which may generate a consistent influence on metacognitive judgment. Through recall, people would examine the role of themselves in a negative event. This process could help trigger self-conscious emotions such as guilt (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>). This finding further supported earlier calls for using recall or imagination to elicit guilt and reach the persuasive goal in interpersonal settings (Baumeister et al., <xref ref-type="bibr" rid="B10">1995</xref>; O&#x00027;Keefe, <xref ref-type="bibr" rid="B107">2002</xref>). Future studies should replicate the effectiveness of inducing guilt through recall in real-world settings. On the other hand, message designers should find the connection and relevance of the present object to the perceiver&#x00027;s emotional experience. Practitioners may also elicit guilt by encouraging the perceiver to explore personal experiences and examine their own transgression.</p></sec>
<sec>
<title>Narrative</title>
<p>Guilt appeals involving narrative were found relatively more effective. This result suggested the advantage of narrative in elevating emotional experiences (Nabi and Green, <xref ref-type="bibr" rid="B100">2015</xref>). The practice of storytelling could engage the perceiver to reflect upon their own experience and increase understanding of the victim&#x00027;s suffering (Hamby et al., <xref ref-type="bibr" rid="B54">2017</xref>). In addition, narrative can help the perceiver identify with the victim and find similarities between themselves and others (Hoeken et al., <xref ref-type="bibr" rid="B62">2016</xref>). These processes could heighten one&#x00027;s self-representation in a social or moral context, which facilitates guilt arousal (Tracy and Robins, <xref ref-type="bibr" rid="B138">2006</xref>).</p>
<p>Because guilt appeals are sometimes perceived to be manipulative (Cotte et al., <xref ref-type="bibr" rid="B27">2005</xref>; Graton et al., <xref ref-type="bibr" rid="B50">2016</xref>), narratives can also implicitly express persuasive purposes without increasing reactance (Reynolds-Tylus, <xref ref-type="bibr" rid="B115">2019</xref>; Hasell et al., <xref ref-type="bibr" rid="B56">2020</xref>). However, narrative persuasion might be less effective if persuasive arguments are incongruent with the perceiver&#x00027;s existing values because narrative engagement and enjoyment could be interrupted by counterarguments (Slater and Rouner, <xref ref-type="bibr" rid="B129">1996</xref>; Krakow et al., <xref ref-type="bibr" rid="B74">2018</xref>). Thus, non-narrative guilt appeals for mainstream social or moral causes might still be advantageous. Future research and practice can test the effects and limitations of narrative vs. non-narrative guilt appeals, especially when promoting controversial or less accepted topics.</p></sec>
<sec>
<title>Modalities</title>
<p>Text-based guilt appeals generated the strongest effects, which could be due to in-depth cognitive processing enabled by textual information (Mayer, <xref ref-type="bibr" rid="B89">2014</xref>). As a result, the perceiver receiving textual information could inspect the claims of guilt appeals closely before accepting the request for compliance. This finding lent support to the continuing use of textual information as the major approach to developing guilt appeals. Using both text and image in guilt appeals produced lower but consistent effects. While effective images should attract attention and provide resemblances to real-life experiences, some images used in guilt appeals may not be congruent with textual information, hampering effective understanding (van Rompay et al., <xref ref-type="bibr" rid="B143">2010</xref>; Sung and Mayer, <xref ref-type="bibr" rid="B132">2012</xref>). Researchers should also assess whether new modalities facilitate the cognitive or emotional processing of guilt appeals that can elevate attention or guilt arousal (Geise and Baden, <xref ref-type="bibr" rid="B43">2015</xref>; Kandaurova and Lee, <xref ref-type="bibr" rid="B68">2019</xref>).</p></sec>
<sec>
<title>Time points of measurement</title>
<p>The meta-analysis showed the effects of guilt appeals waned after time passed. Despite recent literature (Antonetti et al., <xref ref-type="bibr" rid="B5">2018</xref>; Kemp, <xref ref-type="bibr" rid="B70">2023</xref>), the delayed effects of guilt appeals were found to be lower across all studies. Considering the transient nature of guilty feelings after misdeed (Brosch, <xref ref-type="bibr" rid="B20">2021</xref>; Ogunfowora et al., <xref ref-type="bibr" rid="B105">2023</xref>), the effects of guilt appeals should be sought immediately after persuasion. Nonetheless, we could not rule out the possibility that delay effects still exist (Brosch, <xref ref-type="bibr" rid="B20">2021</xref>) but could not be observed by existing measurements. Thus, future research should explore alternative mechanisms and measurement approaches for enduring persuasive effects.</p>
</sec>
</sec>
<sec>
<title>Limitations and future research</title>
<p>This meta-analysis has three limitations. First, the sampling part of the meta-analysis was conducted in 2020, and no studies published since then were sampled. In addition, meta-analyses need to maintain a balance between the study design and the scope of sampling because the validity of the study findings depends on whether we synthesized comparative studies in the literature (Cortina, <xref ref-type="bibr" rid="B26">2003</xref>). Thus, we carefully developed the inclusion/exclusion criteria based on the research purpose and research questions and strictly enforced these criteria in the coding process. As a result, many studies, including recent ones, that failed to meet the inclusion and exclusion criteria were excluded from the final sample. For instance, studies that used mixed emotions in persuasive appeals were excluded because the effects of guilt appeals would not be comparable to their combination with another emotion due to distinct appraisal antecedents. As shown in the results, the present meta-analysis had reached sufficient power to examine the true effects of guilt appeals. The findings based on more rigorous conceptual and operational processes could help address the gap in the previous meta-analyses. Nonetheless, future research should sample more recent published and unpublished studies to replicate the findings of this meta-analysis. Second, because guilt is rooted in one&#x00027;s connection with other people and social relationships (Tangney et al., <xref ref-type="bibr" rid="B136">2007</xref>), people may feel guilty about different issues and adopt new coping approaches as society and cultures evolve. These changes introduce new ways to design guilt appeals and test their effects. Thus, future studies can examine additional moderators involved in guilt induction, coping, and methodological approaches to advance this area of research. Third, through a synthesis of past studies, this meta-analysis provided important insights into the true effects of guilt appeals and their moderators. Compared with individual studies, meta-analyses make a unique contribution to the literature by examining and synthesizing a complex, even contradictory body of literature in an effect (Sutton and Higgins, <xref ref-type="bibr" rid="B134">2008</xref>; Haidich, <xref ref-type="bibr" rid="B53">2010</xref>). Nonetheless, researchers can also conduct empirical studies to confirm whether the significant moderators in this study could improve the effects of guilt appeals.</p></sec>
</sec>
<sec sec-type="conclusions" id="s8">
<title>Conclusion</title>
<p>The present meta-analysis was a comprehensive evaluation of the effectiveness of guilt appeals. The findings of the present meta-analysis showed an overall small effect of guilt appeals, and this effect could be stronger on guilt emotions, attitudes, behaviors, and behavioral intentions. Guilt appeals were particularly more effective in the contexts of environmental advocacy and education. The study contributes to the understanding of the specific theoretical (i.e., responsibility attribution, controllability attribution, stability attribution, and recommendation of reparative behaviors and outcome types) and methodological factors (i.e., contexts, induction methods, narrative, message modalities, and time point of measurement) that could facilitate or impede the persuasive effects.</p>
<p>From a practical perspective, the findings could improve the confidence of practitioners in using and developing guilt appeals by offering valuable insights into different parts and processes of this persuasive means. To achieve better effectiveness, practitioners might design guilt appeals that portray the victim&#x00027;s suffering, focus on the unstable aspects of the cause, and offer reparative recommendations. Conversely, it is advisable to avoid arguments that attribute the victim&#x00027;s suffering to the perceiver&#x00027;s responsibility or overly emphasize the controllability of the cause as these approaches might be perceived as manipulative and adversely affect persuasion outcomes. Moreover, specific methods should be considered in practice to improve the effectiveness of guilt appeals, including invoking imagination and recall to elicit guilt, employing narratives, and incorporating textual information. Immediate persuasive effects should also be sought in practice.</p></sec>
<sec sec-type="data-availability" id="s9">
<title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="supplementary-material" rid="SM1">Supplementary material</xref>, further inquiries can be directed to the corresponding authors.</p></sec>
<sec sec-type="author-contributions" id="s10">
<title>Author contributions</title>
<p>WP: conceptualization, methodology, writing&#x02014;original draft, and writing&#x02014;review and editing. QH: methodology, formal analysis, software, writing&#x02014;original draft, and visualization. BM and DL: methodology and investigation. EM and JS: conceptualization and writing&#x02014;original draft. NC: conceptualization, writing&#x02014;review and editing, and supervision. All authors contributed to the article and approved the submitted version.</p></sec>
</body>
<back>
<sec sec-type="COI-statement" id="conf1">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x00027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec sec-type="supplementary-material" id="s12">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2023.1201631/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpsyg.2023.1201631/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Presentation_1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/></sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Agrawal</surname> <given-names>N.</given-names></name> <name><surname>Duhachek</surname> <given-names>A.</given-names></name></person-group> (<year>2010</year>). <article-title>Emotional compatibility and the effectiveness of antidrinking messages: a defensive processing perspective on shame and guilt</article-title>. <source>J. Mark. Res.</source> <volume>47</volume>, <fpage>263</fpage>&#x02013;<lpage>273</lpage>. <pub-id pub-id-type="doi">10.1509/jmkr.47.2.263</pub-id></citation>
</ref>
<ref id="B2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allard</surname> <given-names>T.</given-names></name> <name><surname>White</surname> <given-names>K.</given-names></name></person-group> (<year>2015</year>). <article-title>Cross-domain effects of guilt on desire for self-improvement products</article-title>. <source>J. Consum. Res.</source> <volume>42</volume>, <fpage>401</fpage>&#x02013;<lpage>419</lpage>. <pub-id pub-id-type="doi">10.1093/jcr/ucv024</pub-id></citation>
</ref>
<ref id="B3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allen</surname> <given-names>C. T.</given-names></name> <name><surname>Machleit</surname> <given-names>K. A.</given-names></name> <name><surname>Kleine</surname> <given-names>S. S.</given-names></name> <name><surname>Notani</surname> <given-names>A. S.</given-names></name></person-group> (<year>2005</year>). <article-title>A place for emotion in attitude models</article-title>. <source>J. Bus. Res.</source> <volume>58</volume>, <fpage>494</fpage>&#x02013;<lpage>499</lpage>. <pub-id pub-id-type="doi">10.1016/S0148-2963(03)00139-5</pub-id></citation>
</ref>
<ref id="B4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Antonetti</surname> <given-names>P.</given-names></name> <name><surname>Baines</surname> <given-names>P.</given-names></name></person-group> (<year>2015</year>). <article-title>Guilt in marketing research: an elicitation&#x02013;consumption perspective and research agenda</article-title>. <source>Int. J. Manag. Rev.</source> <volume>17</volume>, <fpage>333</fpage>&#x02013;<lpage>355</lpage>. <pub-id pub-id-type="doi">10.1111/ijmr.12043</pub-id><pub-id pub-id-type="pmid">31849794</pub-id></citation></ref>
<ref id="B5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Antonetti</surname> <given-names>P.</given-names></name> <name><surname>Baines</surname> <given-names>P.</given-names></name> <name><surname>Jain</surname> <given-names>S.</given-names></name></person-group> (<year>2018</year>). <article-title>The persuasiveness of guilt appeals over time: pathways to delayed compliance</article-title>. <source>J. Bus. Res.</source> <volume>90</volume>, <fpage>14</fpage>&#x02013;<lpage>25</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbusres.2018.03.030</pub-id></citation>
</ref>
<ref id="B6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Antonetti</surname> <given-names>P.</given-names></name> <name><surname>Baines</surname> <given-names>P.</given-names></name> <name><surname>Walker</surname> <given-names>L.</given-names></name></person-group> (<year>2015</year>). <article-title>From elicitation to consumption: assessing the longitudinal effectiveness of negative emotional appeals in social marketing</article-title>. <source>J. Mark. Manage.</source> <volume>31</volume>, <fpage>940</fpage>&#x02013;<lpage>969</lpage>. <pub-id pub-id-type="doi">10.1080/0267257X.2015.1031266</pub-id></citation>
</ref>
<ref id="B7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Antonetti</surname> <given-names>P.</given-names></name> <name><surname>Maklan</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Feelings that make a difference: how guilt and pride convince consumers of the effectiveness of sustainable consumption choices</article-title>. <source>J. Bus. Ethics</source> <volume>124</volume>, <fpage>117</fpage>&#x02013;<lpage>134</lpage>. <pub-id pub-id-type="doi">10.1007/s10551-013-1841-9</pub-id></citation>
</ref>
<ref id="B8">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Babin</surname> <given-names>E. A.</given-names></name></person-group> (<year>2009</year>). <source>Men&#x00027;s Intentions to Reduce Female Partners&#x00027; Risk of HPV and Cervical Cancer</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://search.proquest.com/docview/304844959?pq-origsite=gscholar&#x00026;fromopenview=true">https://search.proquest.com/docview/304844959?pq-origsite=gscholar&#x00026;fromopenview=true</ext-link> (accessed February, 2020).<pub-id pub-id-type="pmid">18830138</pub-id></citation></ref>
<ref id="B9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baek</surname> <given-names>T. H.</given-names></name> <name><surname>Yoon</surname> <given-names>S.</given-names></name></person-group> (<year>2017</year>). <article-title>Guilt and shame: environmental message framing effects</article-title>. <source>J. Advert.</source> <volume>46</volume>, <fpage>440</fpage>&#x02013;<lpage>453</lpage>. <pub-id pub-id-type="doi">10.1080/00913367.2017.1321069</pub-id></citation>
</ref>
<ref id="B10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baumeister</surname> <given-names>R. F.</given-names></name> <name><surname>Reis</surname> <given-names>H. T.</given-names></name> <name><surname>Delespaul</surname> <given-names>P. A. E. G.</given-names></name></person-group> (<year>1995</year>). <article-title>Subjective and experiential correlates of guilt in daily life</article-title>. <source>Pers. Soc. Psychol. Bull.</source> <volume>21</volume>, <fpage>1256</fpage>&#x02013;<lpage>1268</lpage>. <pub-id pub-id-type="doi">10.1177/01461672952112002</pub-id></citation>
</ref>
<ref id="B11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baumeister</surname> <given-names>R. F.</given-names></name> <name><surname>Stillwell</surname> <given-names>A. M.</given-names></name> <name><surname>Heatherton</surname> <given-names>T. F.</given-names></name></person-group> (<year>1994</year>). <article-title>Guilt: an interpersonal approach</article-title>. <source>Psychol. Bull.</source> <volume>115</volume>, <fpage>243</fpage>&#x02013;<lpage>267</lpage>. <pub-id pub-id-type="doi">10.1037/0033-2909.115.2.243</pub-id><pub-id pub-id-type="pmid">8165271</pub-id></citation></ref>
<ref id="B12">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Begg</surname> <given-names>C. B.</given-names></name> <name><surname>Mazumdar</surname> <given-names>M.</given-names></name></person-group> (<year>1994</year>). <article-title>Operating characteristics of a rank correlation test for publication bias</article-title>. <source>Biometrics</source> <volume>50</volume>, <fpage>1088</fpage>&#x02013;<lpage>1101</lpage>. <pub-id pub-id-type="doi">10.2307/2533446</pub-id></citation>
</ref>
<ref id="B13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Behrendt</surname> <given-names>H.</given-names></name> <name><surname>Ben-Ari</surname> <given-names>R.</given-names></name></person-group> (<year>2012</year>). <article-title>The positive side of negative emotion: the role of guilt and shame in coping with interpersonal conflict</article-title>. <source>J. Conflict Resolut.</source> <volume>56</volume>, <fpage>1116</fpage>&#x02013;<lpage>1138</lpage>. <pub-id pub-id-type="doi">10.1177/0022002712445746</pub-id></citation>
</ref>
<ref id="B14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berndsen</surname> <given-names>M.</given-names></name> <name><surname>Manstead</surname> <given-names>A. S.</given-names></name></person-group> (<year>2007</year>). <article-title>On the relationship between responsibility and guilt: antecedent appraisal or elaborated appraisal?</article-title>. <source>Eur. J. Soc. Psychol.</source> <volume>37</volume>, <fpage>774</fpage>&#x02013;<lpage>792</lpage>. <pub-id pub-id-type="doi">10.1002/ejsp.397</pub-id></citation>
</ref>
<ref id="B15">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Binder</surname> <given-names>P.-E.</given-names></name></person-group> (<year>2022</year>). <article-title>The call of the unlived life: on the psychology of existential guilt</article-title>. <source>Front. Psychol.</source> <volume>13</volume>, <fpage>991325</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2022.991325</pub-id><pub-id pub-id-type="pmid">36248539</pub-id></citation></ref>
<ref id="B16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Block</surname> <given-names>L. G.</given-names></name></person-group> (<year>2005</year>). <article-title>Self-referenced fear and guilt appeals: the moderating role of self-construal</article-title>. <source>J. Appl. Soc. Psychol.</source> <volume>35</volume>, <fpage>2290</fpage>&#x02013;<lpage>2309</lpage>. <pub-id pub-id-type="doi">10.1111/j.1559-1816.2005.tb02103.x</pub-id></citation>
</ref>
<ref id="B17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boster</surname> <given-names>F. J.</given-names></name> <name><surname>Cruz</surname> <given-names>S.</given-names></name> <name><surname>Manata</surname> <given-names>B.</given-names></name> <name><surname>DeAngelis</surname> <given-names>B. N.</given-names></name> <name><surname>Zhuang</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>A meta-analytic review of the effect of guilt on compliance</article-title>. <source>Soc. Inf.</source> <volume>11</volume>, <fpage>54</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1080/15534510.2016.1142892</pub-id></citation>
</ref>
<ref id="B18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bradley</surname> <given-names>M. M.</given-names></name> <name><surname>Codispoti</surname> <given-names>M.</given-names></name> <name><surname>Cuthbert</surname> <given-names>B. N.</given-names></name> <name><surname>Lang</surname> <given-names>P. J.</given-names></name></person-group> (<year>2001</year>). <article-title>Emotion and motivation: defensive and appetitive reactions in picture processing</article-title>. <source>Emotion</source> <volume>1</volume>, <fpage>276</fpage>&#x02013;<lpage>298</lpage>. <pub-id pub-id-type="doi">10.1037/1528-3542.1.3.276</pub-id></citation>
</ref>
<ref id="B19">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Bretz</surname> <given-names>F.</given-names></name> <name><surname>Hothorn</surname> <given-names>T.</given-names></name> <name><surname>Westfall</surname> <given-names>P.</given-names></name></person-group> (<year>2010</year>). <source>Multiple Comparisons Using R</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Taylor &#x00026; Francis</publisher-name>.</citation>
</ref>
<ref id="B20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brosch</surname> <given-names>T.</given-names></name></person-group> (<year>2021</year>). <article-title>Affect and emotions as drivers of climate change perception and action: a review</article-title>. <source>Curr. Opin. Behav. Sci.</source> <volume>42</volume>, <fpage>15</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.cobeha.2021.02.001</pub-id></citation>
</ref>
<ref id="B21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>C.-T.</given-names></name></person-group> (<year>2011</year>). <article-title>Guilt appeals in cause-related marketing: The subversive roles of product type and donation magnitude</article-title>. <source>Int. J. Advert.</source> <volume>30</volume>, <fpage>587</fpage>&#x02013;<lpage>616</lpage>. <pub-id pub-id-type="doi">10.2501/IJA-30-4-587-616</pub-id></citation>
</ref>
<ref id="B22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chang</surname> <given-names>C.-T.</given-names></name></person-group> (<year>2012</year>). <article-title>Are guilt appeals a panacea in green advertising? The right formula of issue proximity and environmental consciousness</article-title>. <source>Int. J. Advert.</source> <volume>31</volume>, <fpage>741</fpage>&#x02013;<lpage>771</lpage>. <pub-id pub-id-type="doi">10.2501/IJA-31-4-741-771</pub-id></citation>
</ref>
<ref id="B23">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chien</surname> <given-names>Y.-T.</given-names></name> <name><surname>Chang</surname> <given-names>C.-Y.</given-names></name></person-group> (<year>2012</year>). <article-title>Exploring the impact of animation-based questionnaire on conducting a web-based educational survey and its association with vividness of respondents&#x00027; visual images</article-title>. <source>Br. J. Educ. Technol.</source> <volume>43</volume>, <fpage>E81</fpage>&#x02013;<lpage>E85</lpage>. <pub-id pub-id-type="doi">10.1111/j.1467-8535.2012.01287.x</pub-id></citation>
</ref>
<ref id="B24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chrdileli</surname> <given-names>M.</given-names></name> <name><surname>Kasser</surname> <given-names>T.</given-names></name></person-group> (<year>2018</year>). <article-title>Guilt, shame, and apologizing behavior: a laboratory study</article-title>. <source>Pers. Individ. Dif.</source> <volume>135</volume>, <fpage>304</fpage>&#x02013;<lpage>306</lpage>. <pub-id pub-id-type="doi">10.1016/j.paid.2018.07.035</pub-id></citation>
</ref>
<ref id="B25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cialdini</surname> <given-names>R. B.</given-names></name> <name><surname>Darby</surname> <given-names>B. L.</given-names></name> <name><surname>Vincent</surname> <given-names>J. E.</given-names></name></person-group> (<year>1973</year>). <article-title>Transgression and altruism: a case for hedonism</article-title>. <source>J. Exp. Soc. Psychol.</source> <volume>9</volume>, <fpage>502</fpage>&#x02013;<lpage>516</lpage>. <pub-id pub-id-type="doi">10.1016/0022-1031(73)90031-0</pub-id></citation>
</ref>
<ref id="B26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cortina</surname> <given-names>J. M.</given-names></name></person-group> (<year>2003</year>). <article-title>Apples and oranges (and pears, oh my!): the search for moderators in meta-analysis</article-title>. <source>Organ. Res. Methods</source> <volume>6</volume>, <fpage>415</fpage>&#x02013;<lpage>439</lpage>. <pub-id pub-id-type="doi">10.1177/1094428103257358</pub-id></citation>
</ref>
<ref id="B27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cotte</surname> <given-names>J.</given-names></name> <name><surname>Coulter</surname> <given-names>R. A.</given-names></name> <name><surname>Moore</surname> <given-names>M.</given-names></name></person-group> (<year>2005</year>). <article-title>Enhancing or disrupting guilt: the role of ad credibility and perceived manipulative intent</article-title>. <source>J. Bus. Res.</source> <volume>58</volume>, <fpage>361</fpage>&#x02013;<lpage>368</lpage>. <pub-id pub-id-type="doi">10.1016/S0148-2963(03)00102-4</pub-id></citation>
</ref>
<ref id="B28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cryder</surname> <given-names>C. E.</given-names></name> <name><surname>Springer</surname> <given-names>S.</given-names></name> <name><surname>Morewedge</surname> <given-names>C. K.</given-names></name></person-group> (<year>2012</year>). <article-title>Guilty feelings, targeted actions</article-title>. <source>Pers. Soc. Psychol. Bull.</source> <volume>38</volume>, <fpage>607</fpage>&#x02013;<lpage>618</lpage>. <pub-id pub-id-type="doi">10.1177/0146167211435796</pub-id><pub-id pub-id-type="pmid">22337764</pub-id></citation></ref>
<ref id="B29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dang</surname> <given-names>C. M.</given-names></name> <name><surname>Lee</surname> <given-names>M. H.</given-names></name> <name><surname>Nguyen</surname> <given-names>A. M.</given-names></name> <name><surname>Diduck</surname> <given-names>A.</given-names></name> <name><surname>Villareal</surname> <given-names>A.</given-names></name> <name><surname>Simic</surname> <given-names>Z.</given-names></name> <etal/></person-group>. (<year>2022</year>). <article-title>Survivor narratives of the Oklahoma City bombing: the story over time</article-title>. <source>J. Conting. Crisis Manag.</source> <volume>30</volume>, <fpage>102</fpage>&#x02013;<lpage>111</lpage>. <pub-id pub-id-type="doi">10.1111/1468-5973.12357</pub-id></citation>
</ref>
<ref id="B30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Hooge</surname> <given-names>I. E.</given-names></name> <name><surname>Nelissen</surname> <given-names>R. M. A.</given-names></name> <name><surname>Breugelmans</surname> <given-names>S. M.</given-names></name> <name><surname>Zeelenberg</surname> <given-names>M.</given-names></name></person-group> (<year>2011</year>). <article-title>What is moral about guilt? Acting &#x0201C;prosocially&#x0201D; at the disadvantage of others</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>100</volume>, <fpage>462</fpage>&#x02013;<lpage>473</lpage>. <pub-id pub-id-type="doi">10.1037/a0021459</pub-id><pub-id pub-id-type="pmid">21244173</pub-id></citation></ref>
<ref id="B31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>de Hooge</surname> <given-names>I. E.</given-names></name> <name><surname>Zeelenberg</surname> <given-names>M.</given-names></name> <name><surname>Breugelmans</surname> <given-names>S. M.</given-names></name></person-group> (<year>2007</year>). <article-title>Moral sentiments and cooperation: differential influences of shame and guilt</article-title>. <source>Cogn. Emot.</source> <volume>21</volume>, <fpage>1025</fpage>&#x02013;<lpage>1042</lpage>. <pub-id pub-id-type="doi">10.1080/02699930600980874</pub-id></citation>
</ref>
<ref id="B32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dearing</surname> <given-names>R. L.</given-names></name> <name><surname>Stuewig</surname> <given-names>J.</given-names></name> <name><surname>Tangney</surname> <given-names>J. P.</given-names></name></person-group> (<year>2005</year>). <article-title>On the importance of distinguishing shame from guilt: relations to problematic alcohol and drug use</article-title>. <source>Addict. Behav.</source> <volume>30</volume>, <fpage>1392</fpage>&#x02013;<lpage>1404</lpage>. <pub-id pub-id-type="doi">10.1016/j.addbeh.2005.02.002</pub-id><pub-id pub-id-type="pmid">16022935</pub-id></citation></ref>
<ref id="B33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>DeSteno</surname> <given-names>D.</given-names></name> <name><surname>Petty</surname> <given-names>R. E.</given-names></name> <name><surname>Rucker</surname> <given-names>D. D.</given-names></name> <name><surname>Wegener</surname> <given-names>D. T.</given-names></name> <name><surname>Braverman</surname> <given-names>J.</given-names></name></person-group> (<year>2004</year>). <article-title>Discrete emotions and persuasion: the role of emotion-induced expectancies</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>86</volume>, <fpage>43</fpage>&#x02013;<lpage>56</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.86.1.43</pub-id><pub-id pub-id-type="pmid">14717627</pub-id></citation></ref>
<ref id="B34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Doosje</surname> <given-names>B.</given-names></name> <name><surname>Branscombe</surname> <given-names>N. R.</given-names></name> <name><surname>Spears</surname> <given-names>R.</given-names></name> <name><surname>Manstead</surname> <given-names>A. S. R.</given-names></name></person-group> (<year>1998</year>). <article-title>Guilty by association: when one&#x00027;s group has a negative history</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>75</volume>, <fpage>872</fpage>&#x02013;<lpage>886</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.75.4.872</pub-id></citation>
</ref>
<ref id="B35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dull</surname> <given-names>B. D.</given-names></name> <name><surname>Hoyt</surname> <given-names>L. T.</given-names></name> <name><surname>Grzanka</surname> <given-names>P. R.</given-names></name> <name><surname>Zeiders</surname> <given-names>K. H.</given-names></name></person-group> (<year>2021</year>). <article-title>Can white guilt motivate action? The role of civic beliefs</article-title>. <source>J. Youth Adolesc.</source> <volume>50</volume>, <fpage>1081</fpage>&#x02013;<lpage>1097</lpage>. <pub-id pub-id-type="doi">10.1007/s10964-021-01401-7</pub-id><pub-id pub-id-type="pmid">33606123</pub-id></citation></ref>
<ref id="B36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Duval</surname> <given-names>S.</given-names></name> <name><surname>Tweedie</surname> <given-names>R.</given-names></name></person-group> (<year>2000</year>). <article-title>Trim and fill: a simple funnel-plot-based method of testing and adjusting for publication bias in meta-analysis</article-title>. <source>Biometrics</source> <volume>56</volume>, <fpage>455</fpage>&#x02013;<lpage>463</lpage>. <pub-id pub-id-type="doi">10.1111/j.0006-341x.2000.00455.x</pub-id><pub-id pub-id-type="pmid">10877304</pub-id></citation></ref>
<ref id="B37">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Ellsworth</surname> <given-names>P. C.</given-names></name> <name><surname>Scherer</surname> <given-names>K. R.</given-names></name></person-group> (<year>2003</year>). <article-title>&#x0201C;Appraisal processes in emotion,&#x0201D;</article-title> in <source>Handbook of Affective Sciences</source>, eds R. J. Davidson, K. R. Scherer, and H. H. Goldsmith (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>), <fpage>572</fpage>&#x02013;<lpage>595</lpage>.</citation>
</ref>
<ref id="B38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Finn</surname> <given-names>B.</given-names></name> <name><surname>Roediger</surname> <given-names>H. L.</given-names> <suffix>III.</suffix></name></person-group> (<year>2011</year>). <article-title>Enhancing retention through reconsolidation: negative emotional arousal following retrieval enhances later recall</article-title>. <source>Psychol. Sci.</source> <volume>22</volume>, <fpage>781</fpage>&#x02013;<lpage>786</lpage>. <pub-id pub-id-type="doi">10.1177/0956797611407932</pub-id><pub-id pub-id-type="pmid">21537055</pub-id></citation></ref>
<ref id="B39">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Fishbein</surname> <given-names>M.</given-names></name> <name><surname>Ajzen</surname> <given-names>I.</given-names></name></person-group> (<year>1975</year>). <source>Belief, Attitude, Intention and Behavior: An Introduction to Theory and Research. trid.trb.org</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://trid.trb.org/view/1150648">https://trid.trb.org/view/1150648</ext-link></citation>
</ref>
<ref id="B40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fishbein</surname> <given-names>M.</given-names></name> <name><surname>Middlestadt</surname> <given-names>S.</given-names></name></person-group> (<year>1995</year>). <article-title>noncognitive effects on attitude formation and change: fact or artifact?</article-title> <source>J. Consum. Psychol.</source> <volume>4</volume>, <fpage>181</fpage>&#x02013;<lpage>202</lpage>. <pub-id pub-id-type="doi">10.1207/s15327663jcp0402_05</pub-id></citation>
</ref>
<ref id="B41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fisher</surname> <given-names>Z.</given-names></name> <name><surname>Tipton</surname> <given-names>E.</given-names></name></person-group> (<year>2015</year>). <article-title>robumeta: an R-package for robust variance estimation in meta-analysis</article-title>. <source>arXiv preprint</source> arXiv:1503.02220.</citation>
</ref>
<ref id="B42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Freling</surname> <given-names>T. H.</given-names></name> <name><surname>Yang</surname> <given-names>Z.</given-names></name> <name><surname>Saini</surname> <given-names>R.</given-names></name> <name><surname>Itani</surname> <given-names>O. S.</given-names></name> <name><surname>Rashad Abualsamh</surname> <given-names>R.</given-names></name></person-group> (<year>2020</year>). <article-title>When poignant stories outweigh cold hard facts: a meta-analysis of the anecdotal bias</article-title>. <source>Organ. Behav. Hum. Decis. Process.</source> <volume>160</volume>, <fpage>51</fpage>&#x02013;<lpage>67</lpage>. <pub-id pub-id-type="doi">10.1016/j.obhdp.2020.01.006</pub-id></citation>
</ref>
<ref id="B43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geise</surname> <given-names>S.</given-names></name> <name><surname>Baden</surname> <given-names>C.</given-names></name></person-group> (<year>2015</year>). <article-title>Putting the image back into the frame: modeling the linkage between visual communication and frame-processing theory</article-title>. <source>Commun. Theory</source> <volume>25</volume>, <fpage>46</fpage>&#x02013;<lpage>69</lpage>. <pub-id pub-id-type="doi">10.1111/comt.12048</pub-id></citation>
</ref>
<ref id="B44">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gerstenberg</surname> <given-names>T.</given-names></name> <name><surname>Ullman</surname> <given-names>T. D.</given-names></name> <name><surname>Nagel</surname> <given-names>J.</given-names></name> <name><surname>Kleiman-Weiner</surname> <given-names>M.</given-names></name> <name><surname>Lagnado</surname> <given-names>D. A.</given-names></name> <name><surname>Tenenbaum</surname> <given-names>J. B.</given-names></name></person-group> (<year>2018</year>). <article-title>Lucky or clever? From expectations to responsibility judgments</article-title>. <source>Cognition</source> <volume>177</volume>, <fpage>122</fpage>&#x02013;<lpage>141</lpage>. <pub-id pub-id-type="doi">10.1016/j.cognition.2018.03.019</pub-id><pub-id pub-id-type="pmid">29677593</pub-id></citation></ref>
<ref id="B45">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ghorbani</surname> <given-names>M.</given-names></name> <name><surname>Liao</surname> <given-names>Y.</given-names></name> <name><surname>&#x000C7;ayk&#x000F6;yl&#x000FC;</surname> <given-names>S.</given-names></name> <name><surname>Chand</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>Guilt, shame, and reparative behavior: the effect of psychological proximity</article-title>. <source>J. Bus. Ethics</source> <volume>114</volume>, <fpage>311</fpage>&#x02013;<lpage>323</lpage>. <pub-id pub-id-type="doi">10.1007/s10551-012-1350-2</pub-id></citation>
</ref>
<ref id="B46">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gleser</surname> <given-names>L.</given-names></name> <name><surname>Olkin</surname> <given-names>I.</given-names></name></person-group> (<year>2009</year>). <article-title>&#x0201C;Stochastically dependent effect sizes,&#x0201D;</article-title> in <source>The Handbook of Research Synthesis and Meta-Analysis</source>, eds H. Cooper, L. V. Hedges, and J. C. Valentine (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Russell Sage Foundation</publisher-name>), <fpage>357</fpage>&#x02013;<lpage>376</lpage>.</citation>
</ref>
<ref id="B47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gomes</surname> <given-names>C. F. A.</given-names></name> <name><surname>Brainerd</surname> <given-names>C. J.</given-names></name> <name><surname>Stein</surname> <given-names>L. M.</given-names></name></person-group> (<year>2013</year>). <article-title>Effects of emotional valence and arousal on recollective and nonrecollective recall</article-title>. <source>J. Exp. Psychol. Learn. Mem. Cogn.</source> <volume>39</volume>, <fpage>663</fpage>&#x02013;<lpage>677</lpage>. <pub-id pub-id-type="doi">10.1037/a0028578</pub-id><pub-id pub-id-type="pmid">22612166</pub-id></citation></ref>
<ref id="B48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graton</surname> <given-names>A.</given-names></name> <name><surname>Mailliez</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>A theory of guilt appeals: a review showing the importance of investigating cognitive processes as mediators between emotion and behavior</article-title>. <source>Behav. Sci.</source> <volume>9</volume>, <fpage>117</fpage>. <pub-id pub-id-type="doi">10.3390/bs9120117</pub-id><pub-id pub-id-type="pmid">31756909</pub-id></citation></ref>
<ref id="B49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graton</surname> <given-names>A.</given-names></name> <name><surname>Ric</surname> <given-names>F.</given-names></name></person-group> (<year>2017</year>). <article-title>How guilt leads to reparation? Exploring the processes underlying the effects of guilt</article-title>. <source>Motiv. Emot.</source> <volume>41</volume>, <fpage>343</fpage>&#x02013;<lpage>352</lpage>. <pub-id pub-id-type="doi">10.1007/s11031-017-9612-z</pub-id></citation>
</ref>
<ref id="B50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graton</surname> <given-names>A.</given-names></name> <name><surname>Ric</surname> <given-names>F.</given-names></name> <name><surname>Gonzalez</surname> <given-names>E.</given-names></name></person-group> (<year>2016</year>). <article-title>Reparation or reactance? The influence of guilt on reaction to persuasive communication</article-title>. <source>J. Exp. Soc. Psychol.</source> <volume>62</volume>, <fpage>40</fpage>&#x02013;<lpage>49</lpage>. <pub-id pub-id-type="doi">10.1016/j.jesp.2015.09.016</pub-id></citation>
</ref>
<ref id="B51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Green</surname> <given-names>M. C.</given-names></name> <name><surname>Brock</surname> <given-names>T. C.</given-names></name></person-group> (<year>2000</year>). <article-title>The role of transportation in the persuasiveness of public narratives</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>79</volume>, <fpage>701</fpage>&#x02013;<lpage>721</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.79.5.701</pub-id><pub-id pub-id-type="pmid">11079236</pub-id></citation></ref>
<ref id="B52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Greenbaum</surname> <given-names>R.</given-names></name> <name><surname>Bonner</surname> <given-names>J.</given-names></name> <name><surname>Gray</surname> <given-names>T.</given-names></name> <name><surname>Mawritz</surname> <given-names>M.</given-names></name></person-group> (<year>2020</year>). <article-title>Moral emotions: a review and research agenda for management scholarship</article-title>. <source>J. Organ. Behav.</source> <volume>41</volume>, <fpage>95</fpage>&#x02013;<lpage>114</lpage>. <pub-id pub-id-type="doi">10.1002/job.2367</pub-id></citation>
</ref>
<ref id="B53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Haidich</surname> <given-names>A. B.</given-names></name></person-group> (<year>2010</year>). <article-title>Meta-analysis in medical research</article-title>. <source>Hippokratia</source> <volume>14</volume>(<supplement>Suppl. 1</supplement>), <fpage>29</fpage>&#x02013;<lpage>37</lpage>.</citation>
</ref>
<ref id="B54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamby</surname> <given-names>A.</given-names></name> <name><surname>Brinberg</surname> <given-names>D.</given-names></name> <name><surname>Daniloski</surname> <given-names>K.</given-names></name></person-group> (<year>2017</year>). <article-title>Reflecting on the journey: mechanisms in narrative persuasion</article-title>. <source>J. Consum. Psychol.</source> <volume>27</volume>, <fpage>11</fpage>&#x02013;<lpage>22</lpage>. <pub-id pub-id-type="doi">10.1016/j.jcps.2016.06.005</pub-id></citation>
</ref>
<ref id="B55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harth</surname> <given-names>N. S.</given-names></name> <name><surname>Leach</surname> <given-names>C. W.</given-names></name> <name><surname>Kessler</surname> <given-names>T.</given-names></name></person-group> (<year>2013</year>). <article-title>Guilt, anger, and pride about in-group environmental behaviour: different emotions predict distinct intentions</article-title>. <source>J. Environ. Psychol.</source> <volume>34</volume>, <fpage>18</fpage>&#x02013;<lpage>26</lpage>. <pub-id pub-id-type="doi">10.1016/j.jenvp.2012.12.005</pub-id></citation>
</ref>
<ref id="B56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hasell</surname> <given-names>A.</given-names></name> <name><surname>Lyons</surname> <given-names>B. A.</given-names></name> <name><surname>Tallapragada</surname> <given-names>M.</given-names></name> <name><surname>Jamieson</surname> <given-names>K. H.</given-names></name></person-group> (<year>2020</year>). <article-title>Improving GM consensus acceptance through reduced reactance and climate change-based message targeting</article-title>. <source>Environ. Commun.</source> <volume>14</volume>, <fpage>987</fpage>&#x02013;<lpage>1003</lpage>. <pub-id pub-id-type="doi">10.1080/17524032.2020.1746377</pub-id></citation>
</ref>
<ref id="B57">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hedges</surname> <given-names>L. V.</given-names></name></person-group> (<year>1981</year>). <article-title>Distribution theory for glass&#x00027;s estimator of effect size and related estimators</article-title>. <source>J. Educ. Behav. Stat.</source> <volume>6</volume>, <fpage>107</fpage>&#x02013;<lpage>128</lpage>. <pub-id pub-id-type="doi">10.3102/10769986006002107</pub-id></citation>
</ref>
<ref id="B58">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Hedges</surname> <given-names>L. V.</given-names></name> <name><surname>Olkin</surname> <given-names>I.</given-names></name></person-group> (<year>1985</year>). <article-title>&#x0201C;Random effects models for effect sizes,&#x0201D;</article-title> in <source>Statistical Methods for Meta Analysis</source>, eds L. V. Hedges, and I. Olkin (<publisher-loc>Orlando, FL</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>189</fpage>&#x02013;<lpage>203</lpage>.</citation>
</ref>
<ref id="B59">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hedges</surname> <given-names>L. V.</given-names></name> <name><surname>Tipton</surname> <given-names>E.</given-names></name> <name><surname>Johnson</surname> <given-names>M. C.</given-names></name></person-group> (<year>2010</year>). <article-title>Robust variance estimation in meta-regression with dependent effect size estimates</article-title>. <source>Res. Synth. Methods</source> <volume>1</volume>, <fpage>39</fpage>&#x02013;<lpage>65</lpage>. <pub-id pub-id-type="doi">10.1002/jrsm.5</pub-id><pub-id pub-id-type="pmid">26056092</pub-id></citation></ref>
<ref id="B60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Higgins</surname> <given-names>J. P. T.</given-names></name> <name><surname>Thompson</surname> <given-names>S. G.</given-names></name> <name><surname>Deeks</surname> <given-names>J. J.</given-names></name> <name><surname>Altman</surname> <given-names>D. G.</given-names></name></person-group> (<year>2003</year>). <article-title>Measuring inconsistency in meta-analyses</article-title>. <source>BMJ</source> <volume>327</volume>, <fpage>557</fpage>&#x02013;<lpage>560</lpage>. <pub-id pub-id-type="doi">10.1136/bmj.327.7414.557</pub-id><pub-id pub-id-type="pmid">12958120</pub-id></citation></ref>
<ref id="B61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ho</surname> <given-names>D. Y.-F.</given-names></name> <name><surname>Fu</surname> <given-names>W.</given-names></name> <name><surname>Ng</surname> <given-names>S. M.</given-names></name></person-group> (<year>2004</year>). <article-title>Guilt, shame and embarrassment: revelations of face and self</article-title>. <source>Cult. Psychol.</source> <volume>10</volume>, <fpage>64</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1177/1354067X04044166</pub-id></citation>
</ref>
<ref id="B62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hoeken</surname> <given-names>H.</given-names></name> <name><surname>Kolthoff</surname> <given-names>M.</given-names></name> <name><surname>Sanders</surname> <given-names>J.</given-names></name></person-group> (<year>2016</year>). <article-title>Story perspective and character similarity as drivers of identification and narrative persuasion</article-title>. <source>Hum. Commun. Res.</source> <volume>42</volume>, <fpage>292</fpage>&#x02013;<lpage>311</lpage>. <pub-id pub-id-type="doi">10.1111/hcre.12076</pub-id></citation>
</ref>
<ref id="B63">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hugelius</surname> <given-names>K.</given-names></name> <name><surname>Adolfsson</surname> <given-names>A.</given-names></name> <name><surname>&#x000D6;rtenwall</surname> <given-names>P.</given-names></name> <name><surname>Gifford</surname> <given-names>M.</given-names></name></person-group> (<year>2017</year>). <article-title>Being both helpers and victims: health professionals&#x00027; experiences of working during a natural disaster</article-title>. <source>Prehosp. Disaster Med.</source> <volume>32</volume>, <fpage>117</fpage>&#x02013;<lpage>123</lpage>. <pub-id pub-id-type="doi">10.1017/S1049023X16001412</pub-id><pub-id pub-id-type="pmid">28043240</pub-id></citation></ref>
<ref id="B64">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hunter</surname> <given-names>J. E.</given-names></name> <name><surname>Schmidt</surname> <given-names>F. L.</given-names></name></person-group> (<year>1990</year>). <article-title>Dichotomization of continuous variables: the implications for meta-analysis</article-title>. <source>J. Appl. Psychol.</source> <volume>75</volume>, <fpage>334</fpage>&#x02013;<lpage>349</lpage>. <pub-id pub-id-type="doi">10.1037/0021-9010.75.3.334</pub-id></citation>
</ref>
<ref id="B65">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ilies</surname> <given-names>R.</given-names></name> <name><surname>Peng</surname> <given-names>A. C.</given-names></name> <name><surname>Savani</surname> <given-names>K.</given-names></name> <name><surname>Dimotakis</surname> <given-names>N.</given-names></name></person-group> (<year>2013</year>). <article-title>Guilty and helpful: an emotion-based reparatory model of voluntary work behavior</article-title>. <source>J. Appl. Psychol.</source> <volume>98</volume>, <fpage>1051</fpage>&#x02013;<lpage>1059</lpage>. <pub-id pub-id-type="doi">10.1037/a0034162</pub-id><pub-id pub-id-type="pmid">24041120</pub-id></citation></ref>
<ref id="B66">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Iyer</surname> <given-names>A.</given-names></name> <name><surname>Schmader</surname> <given-names>T.</given-names></name> <name><surname>Lickel</surname> <given-names>B.</given-names></name></person-group> (<year>2007</year>). <article-title>Why individuals protest the perceived transgressions of their country: the role of anger, shame, and guilt</article-title>. <source>Pers. Soc. Psychol. Bull.</source> <volume>33</volume>, <fpage>572</fpage>&#x02013;<lpage>587</lpage>. <pub-id pub-id-type="doi">10.1177/0146167206297402</pub-id><pub-id pub-id-type="pmid">17400836</pub-id></citation></ref>
<ref id="B67">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jennings</surname> <given-names>P. L.</given-names></name> <name><surname>Mitchell</surname> <given-names>M. S.</given-names></name> <name><surname>Hannah</surname> <given-names>S. T.</given-names></name></person-group> (<year>2015</year>). <article-title>The moral self: a review and integration of the literature</article-title>. <source>J. Organ. Behav.</source> <volume>36</volume>, <fpage>S104</fpage>&#x02013;<lpage>S168</lpage>. <pub-id pub-id-type="doi">10.1002/job.1919</pub-id></citation>
</ref>
<ref id="B68">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kandaurova</surname> <given-names>M.</given-names></name> <name><surname>Lee</surname> <given-names>S. H.</given-names></name></person-group> (<year>2019</year>). <article-title>The effects of Virtual Reality (VR) on charitable giving: the role of empathy, guilt, responsibility, and social exclusion</article-title>. <source>J. Bus. Res.</source> <volume>100</volume>, <fpage>571</fpage>&#x02013;<lpage>580</lpage>. <pub-id pub-id-type="doi">10.1016/j.jbusres.2018.10.027</pub-id></citation>
</ref>
<ref id="B69">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Karfakis</surname> <given-names>N.</given-names></name> <name><surname>Kokkinidis</surname> <given-names>G.</given-names></name></person-group> (<year>2018</year>). <article-title>On guilt and the depoliticization of downsizing practices</article-title>. <source>Int. J. Sociol. Soc. Policy</source> <volume>39</volume>, <fpage>156</fpage>&#x02013;<lpage>180</lpage>. <pub-id pub-id-type="doi">10.1108/IJSSP-06-2018-0100</pub-id></citation>
</ref>
<ref id="B70">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kemp</surname> <given-names>D.</given-names></name></person-group> (<year>2023</year>). <article-title>Empathy or escape? Examining alternative mechanisms underlying responses to disgust-evoking charity appeals over time</article-title>. <source>J. Curr. Issues Res. Advert.</source> <volume>44</volume>, <fpage>88</fpage>&#x02013;<lpage>104</lpage>. <pub-id pub-id-type="doi">10.1080/10641734.2022.2130483</pub-id></citation>
</ref>
<ref id="B71">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ketelaar</surname> <given-names>T.</given-names></name> <name><surname>Tung Au</surname> <given-names>W.</given-names></name></person-group> (<year>2003</year>). <article-title>The effects of feelings of guilt on the behaviour of uncooperative individuals in repeated social bargaining games: an affect-as-information interpretation of the role of emotion in social interaction</article-title>. <source>Cogn. Emot.</source> <volume>17</volume>, <fpage>429</fpage>&#x02013;<lpage>453</lpage>. <pub-id pub-id-type="doi">10.1080/02699930143000662</pub-id><pub-id pub-id-type="pmid">29715746</pub-id></citation></ref>
<ref id="B72">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kim</surname> <given-names>S.</given-names></name> <name><surname>Thibodeau</surname> <given-names>R.</given-names></name> <name><surname>Jorgensen</surname> <given-names>R. S.</given-names></name></person-group> (<year>2011</year>). <article-title>Shame, guilt, and depressive symptoms: a meta-analytic review</article-title>. <source>Psychol. Bull.</source> <volume>137</volume>, <fpage>68</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1037/a0021466</pub-id><pub-id pub-id-type="pmid">21219057</pub-id></citation></ref>
<ref id="B73">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kobyli&#x00144;ska</surname> <given-names>D.</given-names></name> <name><surname>Kusev</surname> <given-names>P.</given-names></name></person-group> (<year>2019</year>). <article-title>Flexible emotion regulation: how situational demands and individual differences influence the effectiveness of regulatory strategies</article-title>. <source>Front. Psychol.</source> <volume>10</volume>, <fpage>72</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00072</pub-id><pub-id pub-id-type="pmid">30774610</pub-id></citation></ref>
<ref id="B74">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krakow</surname> <given-names>M. M.</given-names></name> <name><surname>Yale</surname> <given-names>R. N.</given-names></name> <name><surname>Jensen</surname> <given-names>J. D.</given-names></name> <name><surname>Carcioppolo</surname> <given-names>N.</given-names></name> <name><surname>Ratcliff</surname> <given-names>C. L.</given-names></name></person-group> (<year>2018</year>). <article-title>Comparing mediational pathways for narrative- and argument-based messages: believability, counterarguing, and emotional reaction</article-title>. <source>Hum. Commun. Res.</source> <volume>44</volume>, <fpage>299</fpage>&#x02013;<lpage>321</lpage>. <pub-id pub-id-type="doi">10.1093/hcr/hqy002</pub-id></citation>
</ref>
<ref id="B75">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Krippendorff</surname> <given-names>K.</given-names></name></person-group> (<year>2004</year>). <article-title>Reliability in content analysis</article-title>. <source>Hum. Commun. Res.</source> <volume>30</volume>, <fpage>411</fpage>&#x02013;<lpage>433</lpage>. <pub-id pub-id-type="doi">10.1111/j.1468-2958.2004.tb00738.x</pub-id></citation>
</ref>
<ref id="B76">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kubany</surname> <given-names>E. S.</given-names></name> <name><surname>Manke</surname> <given-names>F. P.</given-names></name></person-group> (<year>1995</year>). <article-title>Cognitive therapy for trauma-related guilt: conceptual bases and treatment outlines</article-title>. <source>Cogn. Behav. Pract.</source> <volume>2</volume>, <fpage>27</fpage>&#x02013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1016/S1077-7229(05)80004-5</pub-id></citation>
</ref>
<ref id="B77">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>La Ferle</surname> <given-names>C.</given-names></name> <name><surname>Muralidharan</surname> <given-names>S.</given-names></name> <name><surname>Kim</surname> <given-names>E.</given-names></name></person-group> (<year>2019</year>). <article-title>Using guilt and shame appeals from an eastern perspective to promote bystander intervention: a study of mitigating domestic violence in India</article-title>. <source>J. Advert</source>. <volume>48</volume>, <fpage>555</fpage>&#x02013;<lpage>568</lpage>. <pub-id pub-id-type="doi">10.1080/00913367.2019.1668893</pub-id></citation>
</ref>
<ref id="B78">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lacy</surname> <given-names>S.</given-names></name> <name><surname>Riffe</surname> <given-names>D.</given-names></name></person-group> (<year>1996</year>). <article-title>Sampling error and selecting intercoder reliability samples for nominal content categories</article-title>. <source>J. Mass. Commun. Q.</source> <volume>73</volume>, <fpage>963</fpage>&#x02013;<lpage>973</lpage>. <pub-id pub-id-type="doi">10.1177/107769909607300414</pub-id></citation>
</ref>
<ref id="B79">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Landis</surname> <given-names>J. R.</given-names></name> <name><surname>Koch</surname> <given-names>G. G.</given-names></name></person-group> (<year>1977</year>). <article-title>The measurement of observer agreement for categorical data</article-title>. <source>Biometrics</source> <volume>33</volume>, <fpage>159</fpage>&#x02013;<lpage>174</lpage>. <pub-id pub-id-type="doi">10.2307/2529310</pub-id></citation>
</ref>
<ref id="B80">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Lazarus</surname> <given-names>R. S.</given-names></name></person-group> (<year>1991</year>). <source>Emotion and Adaptation</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Oxford University Press</publisher-name>.</citation>
</ref>
<ref id="B81">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>LeBlanc</surname> <given-names>N. J.</given-names></name> <name><surname>Toner</surname> <given-names>E. R.</given-names></name> <name><surname>O&#x00027;Day</surname> <given-names>E. B.</given-names></name> <name><surname>Moore</surname> <given-names>C. W.</given-names></name> <name><surname>Marques</surname> <given-names>L.</given-names></name> <name><surname>Robinaugh</surname> <given-names>D. J.</given-names></name> <etal/></person-group>. (<year>2020</year>). <article-title>Shame, guilt, and pride after loss: exploring the relationship between moral emotions and psychopathology in bereaved adults</article-title>. <source>J. Affect. Disord.</source> <volume>263</volume>, <fpage>405</fpage>&#x02013;<lpage>412</lpage>. <pub-id pub-id-type="doi">10.1016/j.jad.2019.11.164</pub-id><pub-id pub-id-type="pmid">31969271</pub-id></citation></ref>
<ref id="B82">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>H.</given-names></name> <name><surname>Paek</surname> <given-names>H.-J.</given-names></name></person-group> (<year>2013</year>). <article-title>Impact of norm perceptions and guilt on audience response to anti-smoking norm PSAs: the case of Korean male smokers</article-title>. <source>Health Educ. J.</source> <volume>72</volume>, <fpage>503</fpage>&#x02013;<lpage>511</lpage>. <pub-id pub-id-type="doi">10.1177/0017896912450249</pub-id></citation>
</ref>
<ref id="B83">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>Y.-K.</given-names></name></person-group> (<year>2013</year>). <article-title>The influence of message appeal, environmental hyperopia, and environmental locus of control on green policy communication</article-title>. <source>Soc. Behav. Person.</source> <volume>41</volume>, <fpage>731</fpage>&#x02013;<lpage>738</lpage>. <pub-id pub-id-type="doi">10.2224/sbp.2013.41.5.731</pub-id></citation>
</ref>
<ref id="B84">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Lin</surname> <given-names>L.</given-names></name> <name><surname>Chu</surname> <given-names>H.</given-names></name></person-group> (<year>2016</year>). <source>altmeta: Alternative Meta-Analysis Methods</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://cran.r-project.org/web/packages/altmeta/index.html">https://cran.r-project.org/web/packages/altmeta/index.html</ext-link></citation>
</ref>
<ref id="B85">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liu</surname> <given-names>S.</given-names></name> <name><surname>Yang</surname> <given-names>J. Z.</given-names></name></person-group> (<year>2020</year>). <article-title>Incorporating message framing into narrative persuasion to curb E-cigarette use among college students</article-title>. <source>Risk Anal.</source> <volume>40</volume>, <fpage>1677</fpage>&#x02013;<lpage>1690</lpage>. <pub-id pub-id-type="doi">10.1111/risa.13502</pub-id><pub-id pub-id-type="pmid">32390210</pub-id></citation></ref>
<ref id="B86">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Malle</surname> <given-names>B. F.</given-names></name> <name><surname>Guglielmo</surname> <given-names>S.</given-names></name> <name><surname>Monroe</surname> <given-names>A. E.</given-names></name></person-group> (<year>2014</year>). <article-title>A theory of blame</article-title>. <source>Psychol. Inq.</source> <volume>25</volume>, <fpage>147</fpage>&#x02013;<lpage>186</lpage>. <pub-id pub-id-type="doi">10.1080/1047840X.2014.877340</pub-id></citation>
</ref>
<ref id="B87">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mantler</surname> <given-names>J.</given-names></name> <name><surname>Schellenberg</surname> <given-names>E. G.</given-names></name> <name><surname>Page</surname> <given-names>J. S.</given-names></name></person-group> (<year>2003</year>). <article-title>Attributions for serious illness: are controllability, responsibility and blame different constructs?</article-title> <source>Can. J. Behav. Sci.</source> <volume>35</volume>, <fpage>142</fpage>&#x02013;<lpage>152</lpage>. <pub-id pub-id-type="doi">10.1037/h0087196</pub-id></citation>
</ref>
<ref id="B88">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Massi Lindsey</surname> <given-names>L. L.</given-names></name></person-group> (<year>2005</year>). <article-title>Anticipated guilt as behavioral motivation: an examination of appeals to help unknown others through bone marrow donation</article-title>. <source>Hum. Commun. Res.</source> <volume>31</volume>, <fpage>453</fpage>&#x02013;<lpage>481</lpage>. <pub-id pub-id-type="doi">10.1093/hcr/31.4.453</pub-id></citation>
</ref>
<ref id="B89">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Mayer</surname> <given-names>R. E.</given-names></name></person-group> (<year>2014</year>). <article-title>&#x0201C;Cognitive theory of multimedia learning,&#x0201D;</article-title> in <source>The Cambridge Handbook of Multimedia Learning</source>, ed R. Mayer (<publisher-loc>Cambridge</publisher-loc>: <publisher-name>Cambridge University Press</publisher-name>), <fpage>43</fpage>&#x02013;<lpage>71</lpage>.</citation>
</ref>
<ref id="B90">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mayer</surname> <given-names>R. E.</given-names></name> <name><surname>Moreno</surname> <given-names>R.</given-names></name></person-group> (<year>2003</year>). <article-title>Nine ways to reduce cognitive load in multimedia learning</article-title>. <source>Educ. Psychol.</source> <volume>38</volume>, <fpage>43</fpage>&#x02013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1207/S15326985EP3801_6</pub-id></citation>
</ref>
<ref id="B91">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Miceli</surname> <given-names>M.</given-names></name> <name><surname>Castelfranchi</surname> <given-names>C.</given-names></name></person-group> (<year>2018</year>). <article-title>Reconsidering the differences between shame and guilt</article-title>. <source>Eur. J. Psychol. Assess.</source> <volume>14</volume>, <fpage>710</fpage>&#x02013;<lpage>733</lpage>. <pub-id pub-id-type="doi">10.5964/ejop.v14i3.1564</pub-id><pub-id pub-id-type="pmid">30263080</pub-id></citation></ref>
<ref id="B92">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moher</surname> <given-names>D.</given-names></name> <name><surname>Liberati</surname> <given-names>A.</given-names></name> <name><surname>Tetzlaff</surname> <given-names>J.</given-names></name> <name><surname>Altman</surname> <given-names>D. G.</given-names></name> <collab>PRISM Group</collab></person-group> (<year>2009</year>). <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>. <source>J. Clin. Epidemiol.</source> <volume>62</volume>, <fpage>1006</fpage>&#x02013;<lpage>1012</lpage>. <pub-id pub-id-type="doi">10.1016/j.jclinepi.2009.06.005</pub-id><pub-id pub-id-type="pmid">19631508</pub-id></citation></ref>
<ref id="B93">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Moors</surname> <given-names>A.</given-names></name></person-group> (<year>2020</year>). <article-title>&#x0201C;Appraisal theory of emotion,&#x0201D;</article-title> in <source>Encyclopedia of Personality and Individual Differences</source>, eds V. Zeigler-Hill, and T. K. Shackelford (<publisher-loc>Cham</publisher-loc>: <publisher-name>Springer International Publishing</publisher-name>), <fpage>232</fpage>&#x02013;<lpage>240</lpage>.</citation>
</ref>
<ref id="B94">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Moors</surname> <given-names>A.</given-names></name> <name><surname>Ellsworth</surname> <given-names>P. C.</given-names></name> <name><surname>Scherer</surname> <given-names>K. R.</given-names></name> <name><surname>Frijda</surname> <given-names>N. H.</given-names></name></person-group> (<year>2013</year>). <article-title>Appraisal theories of emotion: state of the art and future development</article-title>. <source>Emot. Rev.</source> <volume>5</volume>, <fpage>119</fpage>&#x02013;<lpage>124</lpage>. <pub-id pub-id-type="doi">10.1177/1754073912468165</pub-id><pub-id pub-id-type="pmid">27941518</pub-id></citation></ref>
<ref id="B95">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Muir</surname> <given-names>K.</given-names></name> <name><surname>Madill</surname> <given-names>A.</given-names></name> <name><surname>Brown</surname> <given-names>C.</given-names></name></person-group> (<year>2017</year>). <article-title>Individual differences in emotional processing and autobiographical memory: interoceptive awareness and alexithymia in the fading affect bias</article-title>. <source>Cogn. Emot.</source> <volume>31</volume>, <fpage>1392</fpage>&#x02013;<lpage>1404</lpage>. <pub-id pub-id-type="doi">10.1080/02699931.2016.1225005</pub-id><pub-id pub-id-type="pmid">27556549</pub-id></citation></ref>
<ref id="B96">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mujtaba</surname> <given-names>B. G.</given-names></name> <name><surname>Senathip</surname> <given-names>T.</given-names></name></person-group> (<year>2020</year>). <article-title>Layoffs and downsizing implications for the leadership role of human resources</article-title>. <source>Int. J. Biodivers. Sci. Eco. Serv. Mgmt.</source> <volume>13</volume>, <fpage>209</fpage>&#x02013;<lpage>228</lpage>. <pub-id pub-id-type="doi">10.4236/jssm.2020.132014</pub-id></citation>
</ref>
<ref id="B97">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mulligan</surname> <given-names>K.</given-names></name> <name><surname>Scherer</surname> <given-names>K. R.</given-names></name></person-group> (<year>2012</year>). <article-title>Toward a working definition of emotion</article-title>. <source>Emot. Rev.</source> <volume>4</volume>, <fpage>345</fpage>&#x02013;<lpage>357</lpage>. <pub-id pub-id-type="doi">10.1177/1754073912445818</pub-id></citation>
</ref>
<ref id="B98">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nabi</surname> <given-names>R. L.</given-names></name></person-group> (<year>1999</year>). <article-title>A cognitive-functional model for the effects of discrete negative emotions on information processing, attitude change, and recall</article-title>. <source>Commun. Theory</source> <volume>9</volume>, <fpage>292</fpage>&#x02013;<lpage>320</lpage>. <pub-id pub-id-type="doi">10.1111/j.1468-2885.1999.tb00172.x</pub-id></citation>
</ref>
<ref id="B99">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nabi</surname> <given-names>R. L.</given-names></name></person-group> (<year>2003</year>). <article-title>Exploring the framing effects of emotion: do discrete emotions differentially influence information accessibility, information seeking, and policy preference?</article-title> <source>Communic. Res.</source> <volume>30</volume>, <fpage>224</fpage>&#x02013;<lpage>247</lpage>. <pub-id pub-id-type="doi">10.1177/0093650202250881</pub-id></citation>
</ref>
<ref id="B100">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nabi</surname> <given-names>R. L.</given-names></name> <name><surname>Green</surname> <given-names>M. C.</given-names></name></person-group> (<year>2015</year>). <article-title>The role of a narrative&#x00027;s emotional flow in promoting persuasive outcomes</article-title>. <source>Media Psychol.</source> <volume>18</volume>, <fpage>137</fpage>&#x02013;<lpage>162</lpage>. <pub-id pub-id-type="doi">10.1080/15213269.2014.912585</pub-id></citation>
</ref>
<ref id="B101">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Neuendorf</surname> <given-names>K. A.</given-names></name></person-group> (<year>2017</year>). <source>The Content Analysis Guidebook</source>. <publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>Sage</publisher-name>.</citation>
</ref>
<ref id="B102">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Noble</surname> <given-names>G.</given-names></name> <name><surname>Pomering</surname> <given-names>A.</given-names></name> <name><surname>Johnson Lester</surname> <given-names>W.</given-names></name></person-group> (<year>2014</year>). <article-title>Gender and message appeal: their influence in a pro-environmental social advertising context</article-title>. <source>J. Soc. Market.</source> <volume>4</volume>, <fpage>4</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1108/JSOCM-12-2012-0049</pub-id></citation>
</ref>
<ref id="B103">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nowell</surname> <given-names>B.</given-names></name> <name><surname>Boyd</surname> <given-names>N. M.</given-names></name></person-group> (<year>2014</year>). <article-title>Sense of community responsibility in community collaboratives: advancing a theory of community as resource and responsibility</article-title>. <source>Am. J. Commun. Psychol.</source> <volume>54</volume>, <fpage>229</fpage>&#x02013;<lpage>242</lpage>. <pub-id pub-id-type="doi">10.1007/s10464-014-9667-x</pub-id><pub-id pub-id-type="pmid">25047759</pub-id></citation></ref>
<ref id="B104">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x00027;Connor</surname> <given-names>L. E.</given-names></name> <name><surname>Berry</surname> <given-names>J. W.</given-names></name> <name><surname>Weiss</surname> <given-names>J.</given-names></name> <name><surname>Schweitzer</surname> <given-names>D.</given-names></name> <name><surname>Sevier</surname> <given-names>M.</given-names></name></person-group> (<year>2000</year>). <article-title>Survivor guilt, submissive behaviour and evolutionary theory: the down-side of winning in social comparison</article-title>. <source>Br. J. Med. Psychol.</source> <volume>73</volume> (<issue>Pt 4</issue>), <fpage>519</fpage>&#x02013;<lpage>530</lpage>. <pub-id pub-id-type="doi">10.1348/000711200160705</pub-id><pub-id pub-id-type="pmid">11140792</pub-id></citation></ref>
<ref id="B105">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ogunfowora</surname> <given-names>B.</given-names></name> <name><surname>Nguyen</surname> <given-names>V. Q.</given-names></name> <name><surname>Lee</surname> <given-names>C. S.</given-names></name> <name><surname>Babalola</surname> <given-names>M. T.</given-names></name> <name><surname>Ren</surname> <given-names>S.</given-names></name></person-group> (<year>2023</year>). <article-title>Do moral disengagers experience guilt following workplace misconduct? Consequences for emotional exhaustion and task performance</article-title>. <source>J. Org. Behav.</source> <volume>44</volume>, <fpage>476</fpage>&#x02013;<lpage>494</lpage>. <pub-id pub-id-type="doi">10.1002/job.2668</pub-id></citation>
</ref>
<ref id="B106">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>O&#x00027;Keefe</surname> <given-names>D. J.</given-names></name></person-group> (<year>2000</year>). <article-title>Guilt and Social Influence</article-title>. <source>Ann. Int. Commun. Assoc.</source> <volume>23</volume>, <fpage>67</fpage>&#x02013;<lpage>101</lpage>. <pub-id pub-id-type="doi">10.1080/23808985.2000.11678970</pub-id></citation>
</ref>
<ref id="B107">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>O&#x00027;Keefe</surname> <given-names>D. J.</given-names></name></person-group> (<year>2002</year>). <article-title>&#x0201C;Guilt as a mechanism of persuasion,&#x0201D;</article-title> in <source>The Persuasion Handbook: Developments in Theory and Practice</source>, eds J. P. Dillard, and M. Pfau (<publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>Sage</publisher-name>), <fpage>329</fpage>&#x02013;<lpage>344</lpage>.</citation>
</ref>
<ref id="B108">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peloza</surname> <given-names>J.</given-names></name> <name><surname>White</surname> <given-names>K.</given-names></name> <name><surname>Shang</surname> <given-names>J.</given-names></name></person-group> (<year>2013</year>). <article-title>Good and guilt-free: the role of self-accountability in influencing preferences for products with ethical attributes</article-title>. <source>J. Mark.</source> <volume>77</volume>, <fpage>104</fpage>&#x02013;<lpage>119</lpage>. <pub-id pub-id-type="doi">10.1509/jm.11.0454</pub-id></citation>
</ref>
<ref id="B109">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Perloff</surname> <given-names>T.</given-names></name> <name><surname>King</surname> <given-names>J. C.</given-names></name> <name><surname>Rigney</surname> <given-names>M.</given-names></name> <name><surname>Ostroff</surname> <given-names>J. S.</given-names></name> <name><surname>Johnson Shen</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>Survivor guilt: the secret burden of lung cancer survivorship</article-title>. <source>J. Psychosoc. Oncol.</source> <volume>37</volume>, <fpage>573</fpage>&#x02013;<lpage>585</lpage>. <pub-id pub-id-type="doi">10.1080/07347332.2019.1569191</pub-id><pub-id pub-id-type="pmid">30798776</pub-id></citation></ref>
<ref id="B110">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pessoa</surname> <given-names>L.</given-names></name></person-group> (<year>2009</year>). <article-title>How do emotion and motivation direct executive control?</article-title> <source>Trends Cogn. Sci.</source> <volume>13</volume>, <fpage>160</fpage>&#x02013;<lpage>166</lpage>. <pub-id pub-id-type="doi">10.1016/j.tics.2009.01.006</pub-id><pub-id pub-id-type="pmid">19285913</pub-id></citation></ref>
<ref id="B111">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peterson</surname> <given-names>R. A.</given-names></name> <name><surname>Brown</surname> <given-names>S. P.</given-names></name></person-group> (<year>2005</year>). <article-title>On the use of beta coefficients in meta-analysis</article-title>. <source>J. Appl. Psychol.</source> <volume>90</volume>, <fpage>175</fpage>&#x02013;<lpage>181</lpage>. <pub-id pub-id-type="doi">10.1037/0021-9010.90.1.175</pub-id><pub-id pub-id-type="pmid">15641898</pub-id></citation></ref>
<ref id="B112">
<citation citation-type="web"><person-group person-group-type="author"><name><surname>Pustejovsky</surname> <given-names>J. E.</given-names></name></person-group> (<year>2020</year>). <source>clubSandwich: Cluster-Robust (Sandwich) Variance Estimators With Small-Sample Corrections. Github</source>. Available online at: <ext-link ext-link-type="uri" xlink:href="https://github.com/jepusto/clubSandwich">https://github.com/jepusto/clubSandwich</ext-link> (accessed September 12, 2022).</citation>
</ref>
<ref id="B113">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pustejovsky</surname> <given-names>J. E.</given-names></name> <name><surname>Tipton</surname> <given-names>E.</given-names></name></person-group> (<year>2018</year>). <article-title>Small-sample methods for cluster-robust variance estimation and hypothesis testing in fixed effects models</article-title>. <source>J. Bus. Econ. Stat.</source> <volume>36</volume>, <fpage>672</fpage>&#x02013;<lpage>683</lpage>. <pub-id pub-id-type="doi">10.1080/07350015.2016.1247004</pub-id></citation>
</ref>
<ref id="B114">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pustejovsky</surname> <given-names>J. E.</given-names></name> <name><surname>Tipton</surname> <given-names>E.</given-names></name></person-group> (<year>2022</year>). <article-title>Meta-analysis with robust variance estimation: expanding the range of working models</article-title>. <source>Prev. Sci.</source> <volume>23</volume>, <fpage>425</fpage>&#x02013;<lpage>438</lpage>. <pub-id pub-id-type="doi">10.1007/s11121-021-01246-3</pub-id><pub-id pub-id-type="pmid">33961175</pub-id></citation></ref>
<ref id="B115">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reynolds-Tylus</surname> <given-names>T.</given-names></name></person-group> (<year>2019</year>). <article-title>Psychological reactance and persuasive health communication: a review of the literature</article-title>. <source>Front. Commun.</source> <volume>4</volume>, <fpage>56</fpage>. <pub-id pub-id-type="doi">10.3389/fcomm.2019.00056</pub-id></citation>
</ref>
<ref id="B116">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roberts</surname> <given-names>W.</given-names></name> <name><surname>Strayer</surname> <given-names>J.</given-names></name> <name><surname>Denham</surname> <given-names>S.</given-names></name></person-group> (<year>2014</year>). <article-title>Empathy, anger, guilt: emotions and prosocial behaviour</article-title>. <source>Can. J. Behav. Sci.</source> <volume>46</volume>, <fpage>465</fpage>&#x02013;<lpage>474</lpage>. <pub-id pub-id-type="doi">10.1037/a0035057</pub-id></citation>
</ref>
<ref id="B117">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roccas</surname> <given-names>S.</given-names></name> <name><surname>Klar</surname> <given-names>Y.</given-names></name> <name><surname>Liviatan</surname> <given-names>I.</given-names></name></person-group> (<year>2006</year>). <article-title>The paradox of group-based guilt: modes of national identification, conflict vehemence, and reactions to the in-group&#x00027;s moral violations</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>91</volume>, <fpage>698</fpage>&#x02013;<lpage>711</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.91.4.698</pub-id><pub-id pub-id-type="pmid">17014294</pub-id></citation></ref>
<ref id="B118">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roseman</surname> <given-names>I. J.</given-names></name></person-group> (<year>2013</year>). <article-title>Appraisal in the emotion system: coherence in strategies for coping</article-title>. <source>Emot. Rev.</source> <volume>5</volume>, <fpage>141</fpage>&#x02013;<lpage>149</lpage>. <pub-id pub-id-type="doi">10.1177/1754073912469591</pub-id><pub-id pub-id-type="pmid">22329594</pub-id></citation></ref>
<ref id="B119">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rosenthal</surname> <given-names>R.</given-names></name></person-group> (<year>1979</year>). <article-title>The file drawer problem and tolerance for null results</article-title>. <source>Psychol. Bull.</source> <volume>86</volume>, <fpage>638</fpage>. <pub-id pub-id-type="doi">10.1037/0033-2909.86.3.638</pub-id></citation>
</ref>
<ref id="B120">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ruckstaetter</surname> <given-names>J.</given-names></name> <name><surname>Sells</surname> <given-names>J.</given-names></name> <name><surname>Newmeyer</surname> <given-names>M. D.</given-names></name> <name><surname>Zink</surname> <given-names>D.</given-names></name></person-group> (<year>2017</year>). <article-title>Parental apologies, empathy, shame, guilt, and attachment: a path analysis</article-title>. <source>J. Couns. Dev.</source> <volume>95</volume>, <fpage>389</fpage>&#x02013;<lpage>400</lpage>. <pub-id pub-id-type="doi">10.1002/jcad.12154</pub-id></citation>
</ref>
<ref id="B121">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Scherer</surname> <given-names>K. R.</given-names></name> <name><surname>Moors</surname> <given-names>A.</given-names></name></person-group> (<year>2019</year>). <article-title>The emotion process: event appraisal and component differentiation</article-title>. <source>Annu. Rev. Psychol.</source> <volume>70</volume>, <fpage>719</fpage>&#x02013;<lpage>745</lpage>. <pub-id pub-id-type="doi">10.1146/annurev-psych-122216-011854</pub-id><pub-id pub-id-type="pmid">30110576</pub-id></citation></ref>
<ref id="B122">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schmidt</surname> <given-names>F. L.</given-names></name> <name><surname>Law</surname> <given-names>K.</given-names></name> <name><surname>Hunter</surname> <given-names>J. E.</given-names></name> <name><surname>Rothstein</surname> <given-names>H. R.</given-names></name> <name><surname>Pearlman</surname> <given-names>K.</given-names></name> <name><surname>McDaniel</surname> <given-names>M.</given-names></name></person-group> (<year>1993</year>). <article-title>Refinements in validity generalization methods: implications for the situational specificity hypothesis</article-title>. <source>J. Appl. Psychol.</source> <volume>78</volume>, <fpage>3</fpage>&#x02013;<lpage>12</lpage>. <pub-id pub-id-type="doi">10.1037/0021-9010.78.1.3</pub-id></citation>
</ref>
<ref id="B123">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schneider</surname> <given-names>C. R.</given-names></name> <name><surname>Zaval</surname> <given-names>L.</given-names></name> <name><surname>Weber</surname> <given-names>E. U.</given-names></name> <name><surname>Markowitz</surname> <given-names>E. M.</given-names></name></person-group> (<year>2017</year>). <article-title>The influence of anticipated pride and guilt on pro-environmental decision making</article-title>. <source>PLoS ONE</source> <volume>12</volume>, <fpage>e0188781</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0188781</pub-id><pub-id pub-id-type="pmid">29190758</pub-id></citation></ref>
<ref id="B124">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shehu</surname> <given-names>E.</given-names></name> <name><surname>Langmaack</surname> <given-names>A.-C.</given-names></name> <name><surname>Clement</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>The dark side of using emergencies in direct marketing campaigns for blood donation services</article-title>. <source>Serv. Sci.</source> <volume>5</volume>, <fpage>163</fpage>&#x02013;<lpage>178</lpage>. <pub-id pub-id-type="doi">10.1287/serv.1120.0041</pub-id></citation>
</ref>
<ref id="B125">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shen</surname> <given-names>F.</given-names></name> <name><surname>Sheer</surname> <given-names>V. C.</given-names></name> <name><surname>Li</surname> <given-names>R.</given-names></name></person-group> (<year>2015</year>). <article-title>Impact of narratives on persuasion in health communication: a meta-analysis</article-title>. <source>J. Advert.</source> <volume>44</volume>, <fpage>105</fpage>&#x02013;<lpage>113</lpage>. <pub-id pub-id-type="doi">10.1080/00913367.2015.1018467</pub-id></citation>
</ref>
<ref id="B126">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shen</surname> <given-names>L.</given-names></name></person-group> (<year>2018</year>). <article-title>The evolution of shame and guilt</article-title>. <source>PLoS ONE</source> <volume>13</volume>, <fpage>e0199448</fpage>. <pub-id pub-id-type="doi">10.1371/journal.pone.0199448</pub-id><pub-id pub-id-type="pmid">29995883</pub-id></citation></ref>
<ref id="B127">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shrout</surname> <given-names>P. E.</given-names></name> <name><surname>Fleiss</surname> <given-names>J. L.</given-names></name></person-group> (<year>1979</year>). <article-title>Intraclass correlations: uses in assessing rater reliability</article-title>. <source>Psychol. Bull.</source> <volume>86</volume>, <fpage>420</fpage>&#x02013;<lpage>428</lpage>. <pub-id pub-id-type="doi">10.1037/0033-2909.86.2.420</pub-id><pub-id pub-id-type="pmid">18839484</pub-id></citation></ref>
<ref id="B128">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Siedlecka</surname> <given-names>E.</given-names></name> <name><surname>Denson</surname> <given-names>T. F.</given-names></name></person-group> (<year>2019</year>). <article-title>Experimental methods for inducing basic emotions: a qualitative review</article-title>. <source>Emot. Rev.</source> <volume>11</volume>, <fpage>87</fpage>&#x02013;<lpage>97</lpage>. <pub-id pub-id-type="doi">10.1177/1754073917749016</pub-id></citation>
</ref>
<ref id="B129">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Slater</surname> <given-names>M. D.</given-names></name> <name><surname>Rouner</surname> <given-names>D.</given-names></name></person-group> (<year>1996</year>). <article-title>Value-affirmative and value-protective processing of alcohol education messages that include statistical evidence or anecdotes</article-title>. <source>Commun. Res.</source> <volume>23</volume>, <fpage>210</fpage>&#x02013;<lpage>235</lpage>. <pub-id pub-id-type="doi">10.1177/009365096023002003</pub-id></citation>
</ref>
<ref id="B130">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Smith</surname> <given-names>C. A.</given-names></name> <name><surname>Ellsworth</surname> <given-names>P. C.</given-names></name></person-group> (<year>1985</year>). <article-title>Patterns of cognitive appraisal in emotion</article-title>. <source>J. Pers. Soc. Psychol.</source> <volume>48</volume>, <fpage>813</fpage>&#x02013;<lpage>838</lpage>. <pub-id pub-id-type="doi">10.1037/0022-3514.48.4.813</pub-id></citation>
</ref>
<ref id="B131">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>So</surname> <given-names>J.</given-names></name> <name><surname>Achar</surname> <given-names>C.</given-names></name> <name><surname>Han</surname> <given-names>D.</given-names></name> <name><surname>Agrawal</surname> <given-names>N.</given-names></name> <name><surname>Duhachek</surname> <given-names>A.</given-names></name> <name><surname>Maheswaran</surname> <given-names>D.</given-names></name></person-group> (<year>2015</year>). <article-title>The psychology of appraisal: specific emotions and decision-making</article-title>. <source>J. Consum. Psychol.</source> <volume>25</volume>, <fpage>359</fpage>&#x02013;<lpage>371</lpage>. <pub-id pub-id-type="doi">10.1016/j.jcps.2015.04.003</pub-id></citation>
</ref>
<ref id="B132">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sung</surname> <given-names>E.</given-names></name> <name><surname>Mayer</surname> <given-names>R. E.</given-names></name></person-group> (<year>2012</year>). <article-title>When graphics improve liking but not learning from online lessons</article-title>. <source>Comput. Human Behav.</source> <volume>28</volume>, <fpage>1618</fpage>&#x02013;<lpage>1625</lpage>. <pub-id pub-id-type="doi">10.1016/j.chb.2012.03.026</pub-id></citation>
</ref>
<ref id="B133">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Sutton</surname> <given-names>A. J.</given-names></name></person-group> (<year>2009</year>). <article-title>&#x0201C;Publication bias,&#x0201D;</article-title> in <source>The Handbook of Research Synthesis and Meta-Analysis</source>, eds H. Cooper, L. V. Hedges, and J. C. Valentine (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Russell Sage Foundation</publisher-name>), <fpage>435</fpage>&#x02013;<lpage>452</lpage>.</citation>
</ref>
<ref id="B134">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sutton</surname> <given-names>A. J.</given-names></name> <name><surname>Higgins</surname> <given-names>J. P. T.</given-names></name></person-group> (<year>2008</year>). <article-title>Recent developments in meta-analysis</article-title>. <source>Stat. Med.</source> <volume>27</volume>, <fpage>625</fpage>&#x02013;<lpage>650</lpage>. <pub-id pub-id-type="doi">10.1002/sim.2934</pub-id><pub-id pub-id-type="pmid">17590884</pub-id></citation></ref>
<ref id="B135">
<citation citation-type="book"><person-group person-group-type="editor"><name><surname>Tangney</surname> <given-names>J. P.</given-names></name> <name><surname>Dearing</surname> <given-names>R. L.</given-names></name></person-group> (eds.) (<year>2002</year>). <source>Shame and Guilt</source>. <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Guilford Press</publisher-name>.</citation>
</ref>
<ref id="B136">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tangney</surname> <given-names>J. P.</given-names></name> <name><surname>Stuewig</surname> <given-names>J.</given-names></name> <name><surname>Mashek</surname> <given-names>D. J.</given-names></name></person-group> (<year>2007</year>). <article-title>Moral emotions and moral behavior</article-title>. <source>Annu. Rev. Psychol.</source> <volume>58</volume>, <fpage>345</fpage>&#x02013;<lpage>372</lpage>. <pub-id pub-id-type="doi">10.1146/annurev.psych.56.091103.070145</pub-id><pub-id pub-id-type="pmid">16953797</pub-id></citation></ref>
<ref id="B137">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tracy</surname> <given-names>J. L.</given-names></name> <name><surname>Robins</surname> <given-names>R. W.</given-names></name></person-group> (<year>2004</year>). <article-title>Putting the self into self-conscious emotions: a theoretical model</article-title>. <source>Psychol. Inq.</source> <volume>15</volume>, <fpage>103</fpage>&#x02013;<lpage>125</lpage>. <pub-id pub-id-type="doi">10.1207/s15327965pli1502_01</pub-id></citation>
</ref>
<ref id="B138">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tracy</surname> <given-names>J. L.</given-names></name> <name><surname>Robins</surname> <given-names>R. W.</given-names></name></person-group> (<year>2006</year>). <article-title>Appraisal antecedents of shame and guilt: support for a theoretical model</article-title>. <source>Pers. Soc. Psychol. Bull.</source> <volume>32</volume>, <fpage>1339</fpage>&#x02013;<lpage>1351</lpage>. <pub-id pub-id-type="doi">10.1177/0146167206290212</pub-id><pub-id pub-id-type="pmid">16963605</pub-id></citation></ref>
<ref id="B139">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trope</surname> <given-names>Y.</given-names></name> <name><surname>Liberman</surname> <given-names>N.</given-names></name></person-group> (<year>2010</year>). <article-title>Construal-level theory of psychological distance</article-title>. <source>Psychol. Rev.</source> <volume>117</volume>, <fpage>440</fpage>&#x02013;<lpage>463</lpage>. <pub-id pub-id-type="doi">10.1037/a0018963</pub-id><pub-id pub-id-type="pmid">20438233</pub-id></citation></ref>
<ref id="B140">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Turner</surname> <given-names>M.</given-names></name> <name><surname>Rains</surname> <given-names>S.</given-names></name></person-group> (<year>2021</year>). <article-title>Guilt appeals in persuasive communication: a meta-analytic review</article-title>. <source>Commun. Stud.</source> <volume>72</volume>, <fpage>684</fpage>&#x02013;<lpage>700</lpage>. <pub-id pub-id-type="doi">10.1080/10510974.2021.1953094</pub-id></citation>
</ref>
<ref id="B141">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Urbonavicius</surname> <given-names>S.</given-names></name> <name><surname>Adomaviciute</surname> <given-names>K.</given-names></name> <name><surname>Urbutyte</surname> <given-names>I.</given-names></name> <name><surname>Cherian</surname> <given-names>J.</given-names></name></person-group> (<year>2019</year>). <article-title>Donation to charity and purchase of cause-related products: the influence of existential guilt and experience</article-title>. <source>J. Consum. Behav.</source> <volume>18</volume>, <fpage>89</fpage>&#x02013;<lpage>96</lpage>. <pub-id pub-id-type="doi">10.1002/cb.1749</pub-id></citation>
</ref>
<ref id="B142">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vaish</surname> <given-names>A.</given-names></name></person-group> (<year>2018</year>). <article-title>The prosocial functions of early social emotions: the case of guilt</article-title>. <source>Curr Opin. Psychol.</source> <volume>20</volume>, <fpage>25</fpage>&#x02013;<lpage>29</lpage>. <pub-id pub-id-type="doi">10.1016/j.copsyc.2017.08.008</pub-id><pub-id pub-id-type="pmid">28830002</pub-id></citation></ref>
<ref id="B143">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Rompay</surname> <given-names>T. J. L.</given-names></name> <name><surname>de Vries</surname> <given-names>P. W.</given-names></name> <name><surname>van Venrooij</surname> <given-names>X. G.</given-names></name></person-group> (<year>2010</year>). <article-title>More than words: on the importance of picture&#x02013;text congruence in the online environment</article-title>. <source>J. Interact. Market.</source> <volume>24</volume>, <fpage>22</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1016/j.intmar.2009.10.003</pub-id></citation>
</ref>
<ref id="B144">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viechtbauer</surname> <given-names>W.</given-names></name></person-group> (<year>2010</year>). <article-title>Conducting meta-analyses in R with the metafor package</article-title>. <source>J. Stat. Softw.</source> <volume>36</volume>, <fpage>1</fpage>&#x02013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.18637/jss.v036.i03</pub-id></citation>
</ref>
<ref id="B145">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Viechtbauer</surname> <given-names>W.</given-names></name> <name><surname>Cheung</surname> <given-names>M. W.-L.</given-names></name></person-group> (<year>2010</year>). <article-title>Outlier and influence diagnostics for meta-analysis</article-title>. <source>Res. Synth. Methods</source> <volume>1</volume>, <fpage>112</fpage>&#x02013;<lpage>125</lpage>. <pub-id pub-id-type="doi">10.1002/jrsm.11</pub-id><pub-id pub-id-type="pmid">26061377</pub-id></citation></ref>
<ref id="B146">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weiner</surname> <given-names>B.</given-names></name> <name><surname>Graham</surname> <given-names>S.</given-names></name> <name><surname>Chandler</surname> <given-names>C.</given-names></name></person-group> (<year>1982</year>). <article-title>Pity, anger, and guilt: an attributional analysis</article-title>. <source>Pers. Soc. Psychol. Bull.</source> <volume>8</volume>, <fpage>226</fpage>&#x02013;<lpage>232</lpage>. <pub-id pub-id-type="doi">10.1177/0146167282082007</pub-id></citation>
</ref>
<ref id="B147">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>J.</given-names></name></person-group> (<year>2022</year>). <article-title>The impact of guilt and shame in charity advertising: the role of self-construal</article-title>. <source>J. Philanthr. Market</source>. 27, e1709. <pub-id pub-id-type="doi">10.1002/nvsm.1709</pub-id></citation>
</ref>
<ref id="B148">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>Z.</given-names></name> <name><surname>Guo</surname> <given-names>H.</given-names></name></person-group> (<year>2018</year>). <article-title>A meta-analysis of the effectiveness of guilt on health-related attitudes and intentions</article-title>. <source>Health Commun.</source> <volume>33</volume>, <fpage>519</fpage>&#x02013;<lpage>525</lpage>. <pub-id pub-id-type="doi">10.1080/10410236.2017.1278633</pub-id><pub-id pub-id-type="pmid">28278614</pub-id></citation></ref>
<ref id="B149">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Zanna</surname> <given-names>M. P.</given-names></name> <name><surname>Rempel</surname> <given-names>J. K.</given-names></name></person-group> (<year>2008</year>). <article-title>&#x0201C;Attitudes: a new look at an old concept,&#x0201D;</article-title> in <source>Attitudes: Their Structure, Function, and Consequences</source>, eds R. H. Fazio, and R. E. Petty (<publisher-loc>New York, NY</publisher-loc>: <publisher-name>Psychology Press</publisher-name>), <fpage>7</fpage>&#x02013;<lpage>15</lpage>.</citation>
</ref>
<ref id="B150">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zimmermann</surname> <given-names>A.</given-names></name> <name><surname>Abrams</surname> <given-names>D.</given-names></name> <name><surname>Doosje</surname> <given-names>B.</given-names></name> <name><surname>Manstead</surname> <given-names>A. S. R.</given-names></name></person-group> (<year>2011</year>). <article-title>Causal and moral responsibility: antecedents and consequences of group-based guilt</article-title>. <source>Eur. J. Soc. Psychol.</source> <volume>41</volume>, <fpage>825</fpage>&#x02013;<lpage>839</lpage>. <pub-id pub-id-type="doi">10.1002/ejsp.826</pub-id></citation>
</ref>
</ref-list>
</back>
</article>