<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Educ.</journal-id>
<journal-title>Frontiers in Education</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Educ.</abbrev-journal-title>
<issn pub-type="epub">2504-284X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/feduc.2024.1366215</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Education</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Formative assessment in higher education: an exploratory study within programs for professionals in education</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Parmigiani</surname> <given-names>Davide</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1861073/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Nicchia</surname> <given-names>Elisabetta</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2622474/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Murgia</surname> <given-names>Emiliana</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2622471/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Ingersoll</surname> <given-names>Marcea</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2351316/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>University of Genoa</institution>, <addr-line>Genoa</addr-line>, <country>Italy</country></aff>
<aff id="aff2"><sup>2</sup><institution>St. Thomas University</institution>, <addr-line>Fredericton, NB</addr-line>, <country>Canada</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Luisa Losada-Puente, University of A Coru&#x00F1;a, Spain</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Brett Bligh, Lancaster University, United Kingdom</p>
<p>Agnieszka Szplit, Jan Kochanowski University, Poland</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Davide Parmigiani, <email>davide.parmigiani@unige.it</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>22</day>
<month>03</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>9</volume>
<elocation-id>1366215</elocation-id>
<history>
<date date-type="received">
<day>05</day>
<month>01</month>
<year>2024</year>
</date>
<date date-type="accepted">
<day>14</day>
<month>03</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Parmigiani, Nicchia, Murgia and Ingersoll.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Parmigiani, Nicchia, Murgia and Ingersoll</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>This study explores how prospective professionals in higher education can learn about and apply formative assessment methods relevant to their future educational workplaces. In the academic year 2022&#x2013;23, 156 pre-service teachers, social workers, and heads of social services took part in a three-stage mixed-method study on university learning experiences involving formative assessment practices. They were exposed to self-, peer-, and group-assessment strategies. Data collected after each stage revealed participants&#x2019; perspectives on each method. Findings show that students who engaged in formative assessment comprehended assessment complexity and were motivated to use diverse assessment forms. Formative assessment proves effective for both evaluation and development, supporting higher education students in honing assessment competencies for future professional roles in educational and social sectors.</p>
</abstract>
<kwd-group>
<kwd>formative assessment</kwd>
<kwd>professionals in education</kwd>
<kwd>higher education</kwd>
<kwd>teacher education</kwd>
<kwd>social workers</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="9"/>
<equation-count count="0"/>
<ref-count count="56"/>
<page-count count="16"/>
<word-count count="10648"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Higher Education</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="sec1">
<label>1</label>
<title>Introduction and rationale</title>
<p>The growing emphasis on formative assessment represents a challenge for universities, schools, and educational institutions within traditionally summative assessment cultures. In 2005, the Organization for Economic Cooperation and Development (OECD) declared that schools could support academic development through formative assessment, mainly for underachieving students (<xref ref-type="bibr" rid="ref40">OECD, 2005</xref>). In addition, the <xref ref-type="bibr" rid="ref40">OECD (2005)</xref> underscored that formative assessment improves the retention of learning and the quality of students&#x2019; work. Additionally, the United Nations Educational, Scientific and Cultural Organization (UNESCO) emphasized how formative assessment can help students&#x2019; learning during emergencies and crises (<xref ref-type="bibr" rid="ref5">Bawane and Sharma, 2020</xref>). A recent study commissioned by the European Commission underscored that &#x201C;formative assessment needs to place the learners themselves at the center of the learning and assessment processes, taking a more active and central role both as individual, self-regulated learners, and as critical peers&#x201D; (<xref ref-type="bibr" rid="ref11">Cefai et al., 2021</xref>, p. 7). These studies indicate the potential of formative assessment strategies to create and build meaningful learning environments in a variety of educational contexts.</p>
<p>In Europe, there has been discussion of the correspondence between the 1999 implementation of the Bologna Process and the increase in learner-centered assessment approaches in educational systems that typically employ top-down, test-based methods (<xref ref-type="bibr" rid="ref43">Pereira et al., 2015</xref>). Founded on a skills-based learning model, the European Higher Education Area (EHEA) currently guides the operations of European universities, prompting the adoption of new methodologies and assessment systems. Systematic reviews of formative assessment reveal that despite evidence that learner-centred formative assessment practices are effective, such practices have been researched predominantly in school-based contexts, unevenly implemented in European higher education, and dominated by studies from the United Kingdom (<xref ref-type="bibr" rid="ref43">Pereira et al., 2015</xref>; <xref ref-type="bibr" rid="ref37">Morris et al., 2021</xref>). Moreover, a recent study of Italian higher education assessment practices underscores a culture of assessment that places emphasis on the summative or concluding phase of teaching rather than developmental supports for ongoing learning through formative assessment (<xref ref-type="bibr" rid="ref22">Doria et al., 2023</xref>). In this study, we answer calls for broader empirical work on formative assessment in higher education; specifically, we focus our attention on the implementation of embedded formative assessment within programs that prepare university students to work as pre-service teachers, social workers and heads of social services in Italy.</p>
<p>This study addresses a gap in the research on how formative assessment can be used to develop and evaluate students who are preparing for professional contexts where formative assessment knowledge is both a beneficial and expected skill. This goal is achieved through the following specific research questions: can formative assessment help students to achieve deep learning of several assessment methods and strategies, support students to understand the complexity of assessment procedures, promote students&#x2019; growth from both a personal and professional point of view, and motivate them to use multiple forms of assessment when they become professionals in their respective fields?</p>
<p>The next section provides an overview of how conceptual understandings from the literature on formative assessment provide a rationale for the research and inform the study design. Drawing on existing literature on formative assessment in higher education contexts, we explores how such concepts and practices might be used to explore how to foster pre-service teachers, social workers, and heads of social services understanding of formative assessment. Thereafter, the study aims are explored through qualitative and quantitative data that support and sustain reasonable and realistic ways to introduce formative assessment strategies and activities in higher education contexts (<xref ref-type="bibr" rid="ref17">Crossouard and Pryor, 2012</xref>). Finally, the limitations and difficulties of combining and effectively balancing summative and formative assessment methods (<xref ref-type="bibr" rid="ref35">Lui and Andrade, 2022</xref>) are discussed, and recommendations for future practice are made.</p>
</sec>
<sec id="sec2">
<label>2</label>
<title>Theoretical framework and literature review</title>
<p>This research derives from a theoretical understanding of learning as an ongoing and developmental process that is effective when the learner is engaged in and metacognitive about the assessment process (<xref ref-type="bibr" rid="ref10">Bruner, 1970</xref>). Like <xref ref-type="bibr" rid="ref17">Crossouard and Pryor (2012)</xref>, we resist the separation of theory from practice and consider them entangled. This framework underpins both the concepts explored in the next sections of this paper, and how these concepts have influenced the design, analysis and reporting of the study.</p>
<p>When exploring the potential of formative assessment in a higher education context that is largely summative, we considered three main areas of literature to support and situate the work: formative assessment as a developmental process in education, the potential of formative assessment within programs for professionals in education, and the principles of formative assessment that could inform the study design. Throughout this section we demonstrate how, in alignment with the learner-centred nature of formative assessment, this study aims to create and investigate the conditions for building higher education learning environments where students can experience several assessment types and can reflect on and improve their own learning processes and competence development (<xref ref-type="bibr" rid="ref18">Dann, 2014</xref>; <xref ref-type="bibr" rid="ref29">Ibarra-S&#x00E1;iz et al., 2020</xref>). We also establish how the student profile that inspires us to conduct this study is represented by learners who are ultimately able to monitor, self-reflect, modify their learning strategies according to different situations, and seek multiple creative solutions suitable for their future professional tasks (<xref ref-type="bibr" rid="ref49">Tillema, 2010</xref>; <xref ref-type="bibr" rid="ref24">Evans et al., 2013</xref>; <xref ref-type="bibr" rid="ref41">Ozan and K&#x0131;ncal, 2018</xref>).</p>
<sec id="sec3">
<label>2.1</label>
<title>Formative assessment as a developmental process for higher education</title>
<p>Educational theorist Jerome <xref ref-type="bibr" rid="ref10">Bruner (1970)</xref> stated that &#x201C;learning depends on knowledge of results, at a time when, and at a place where, the knowledge can be used for correction&#x201D; (p. 120), indicating that learning processes are not only aimed at remembering content and information but also involve modification and understanding the best ways to learn. <xref ref-type="bibr" rid="ref27">Higgins et al. (2010)</xref> defined formative assessment as a task to be carried out while students are learning so that they can have several forms of feedback aimed at improving their own learning, whether marked or not. From this basis, and like <xref ref-type="bibr" rid="ref44">Petty (2004)</xref>, we assert that the main goal of formative assessment is developmental. Essentially, formative assessment is intended to assist students in diagnosing and monitoring their own progress by identifying their strengths and weaknesses and spending their efforts on trying to improve their learning processes (<xref ref-type="bibr" rid="ref44">Petty, 2004</xref>, p. 463). To summarize, the key concept of formative assessment is represented by the fact that the reflexivity of students is not static but it can be enhanced or further developed at any time (<xref ref-type="bibr" rid="ref25">Hadrill, 1995</xref>).</p>
<p>To be effective in higher education contexts, formative assessment requires certain characteristics. First of all, formative assessment should be continuous (<xref ref-type="bibr" rid="ref8">Brown, 1999</xref>). An episodic and occasional activity with formative assessment cannot allow students a meaningful opportunity to self-reflect on their own learning. Instead, &#x201C;regular formative assessment can be motivational, as continuous feedback is integral to the learning experience, stimulating and challenging students&#x201D; (<xref ref-type="bibr" rid="ref34">Leach et al., 1998</xref>, p. 204). The effectiveness of formative assessment in higher education contexts is well described by <xref ref-type="bibr" rid="ref56">Yorke (2003)</xref> when the author specifies that, through formative assessment practices, students have the opportunity to understand the meaning of formative comments made either by the teachers or their peers. Additionally, students can further modify their learning approaches based on their own understandings.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>Formative assessment within programs for professionals working in educational contexts</title>
<p>A key question regarding the use of formative assessment within programs for professionals in educational contexts relates to how understanding informs future practice. If students have the opportunity to experience formative assessment strategies while studying at university, will they be more likely to practice formative assessment when they are teachers or social workers? This inquiry was made by <xref ref-type="bibr" rid="ref26">Hamodi et al. (2017)</xref>, who identified a need for greater understanding in this under-researched area. They found that formative assessment within programs for professionals in educational contexts represents a three-fold opportunity. Firstly, formative assessment can be used as a strategy to improve all students&#x2019; learning processes during their university programs. Secondly, students in initial teacher education programs should learn and practice several formative assessment strategies because they will have to create many educational opportunities in their future practice. Lastly, students should be encouraged to use formative assessment when they become professionals in their respective working fields, inside and outside school. While the first opportunity is beneficial for all university students, the last two are particularly evident for the educational professionals who are the participants of our study: pre-service teachers, social workers, and heads of social services.</p>
<p>Formative assessment has cognitive and metacognitive benefits for all university students, and for prospective teachers, social workers and heads of social services, there are additional professional benefits, including the ability to implement formative assessment in educational contexts (<xref ref-type="bibr" rid="ref32">Kealey, 2010</xref>; <xref ref-type="bibr" rid="ref36">Montgomery et al., 2023</xref>). Specifically, formative assessment represents a vital strategy for professionals working in educational settings because it provides several feedback opportunities to develop self-regulated learning (<xref ref-type="bibr" rid="ref13">Clark, 2012</xref>; <xref ref-type="bibr" rid="ref54">Xiao and Yang, 2019</xref>).</p>
<p>Feedback and self-regulation are two important dimensions of formative assessment. Regarding the first dimension, feedback, <xref ref-type="bibr" rid="ref31">Jensen et al. (2023)</xref> emphasized that feedback should be directed toward the development of instrumental and substantive learning goals. Instrumental feedback relates to whether the work has accomplished the task criteria, while substantive learning feedback, which is less common, directs students to &#x201C;reflect critically on their own assumptions and leads to a new level of understanding or quality of performance&#x201D; (p. 7). Furthermore, feedback should be based on comments that stimulate reflection (<xref ref-type="bibr" rid="ref20">Dekker et al., 2013</xref>) with the following characteristics. According to <xref ref-type="bibr" rid="ref47">Suhoyo et al. (2017)</xref>, the comments should be: strength (what students did well); weakness (aspects which need improvement); comparison to standard (similarities and differences with the requested task); correct performance (whether students&#x2019; performance approximates optimal performance); action plan (indicate future improvements). Ultimately, feedback should be timely, specific, actionable, respectful, and non-judgmental (<xref ref-type="bibr" rid="ref53">Watson and Kenny, 2014</xref>).</p>
<p>Regarding self-regulation, formative assessment is aimed at setting up activities to allow students to react to feedback so as to enrich and increase the final outcomes (<xref ref-type="bibr" rid="ref38">Ng, 2016</xref>). In other words, <xref ref-type="bibr" rid="ref45">Pintrich and Zusho (2002)</xref> suggested that self-regulation is based on an active learning process in which learners are able to monitor and regulate their own cognition (p. 64). To do so, <xref ref-type="bibr" rid="ref39">Nicol and Macfarlane-Dick (2006)</xref> indicated seven main principles for feedback that facilitates positive self-regulation: clarifying what good performance is (goals, criteria, expected standards); facilitating the development of self-assessment (reflection) in learning; delivering high quality information to students about their learning; encouraging teacher and peer dialogue around learning; encouraging positive motivational beliefs and self-esteem; providing opportunities to close the gap between current and desired performance; providing information to teachers that can be used to help shape teaching (p. 205).</p>
<p>While summative assessment is necessary to indicate the level of student performance, it remains an extrinsic assessment that does not foster students&#x2019; deep reflection on their own learning progressions (<xref ref-type="bibr" rid="ref30">Ismail et al., 2022</xref>). Formative assessment represents an opportunity for prospective workers in education to deeply reflect on both their personal and professional development through cognitive and metacognitive benefits and feedback that facilitates positive self-regulation.</p>
</sec>
<sec id="sec5">
<label>2.3</label>
<title>Formative assessment strategies: self-, peer-, and group-assessment</title>
<p>From the literature, we identified three main formative assessments strategies: self-, peer-, and group-assessment to be incorporated into our study. <xref ref-type="bibr" rid="ref42">Panadero et al. (2015)</xref> defined self-assessment as an activity through which students can explain and underline the &#x201C;qualities of their own learning processes and products&#x201D; (p. 804). As specified by <xref ref-type="bibr" rid="ref1">Andrade (2019)</xref>, it is always important to clarify the purpose of formative assessment: in this study, self-assessment was not aimed at giving a grade. The activity was intended to support students&#x2019; reflection on their learning processes, to improve student learning and, in particular, develop students&#x2019; capacities for giving feedback to themselves or others, as described by <xref ref-type="bibr" rid="ref51">Wanner and Palmer (2018)</xref>.</p>
<p>Regarding peer-assessment, <xref ref-type="bibr" rid="ref6">Biesma et al. (2019)</xref> specified that peer activities can allow students to analyze the quality of a task completed by other students highlighting the quality of their learning processes and their professional development. Similarly, <xref ref-type="bibr" rid="ref50">van Gennip et al. (2010)</xref> defined peer assessment as a learning intervention, consequently, peer assessment can be considered as a supplemental strategy in the development of assessment as learning. Moreover, <xref ref-type="bibr" rid="ref55">Yin et al. (2022)</xref> specified that peer-assessment &#x201C;is not merely about transferring information from a knowledgeable person to a rookie learner, but an active process where learners are engaged with continuous assessment of knowledge needs and learn to re-construct relevant cognitive understanding in context&#x201D; (p. 2).</p>
<p>The third main formative assessment strategy is a particular form of peer-assessment carried out in groups. In this case, feedback is provided by a group of students for developmental purposes (<xref ref-type="bibr" rid="ref4">Baker, 2007</xref>). This form of peer-assessment is particularly useful for professionals in education when they have to present, argue and discuss with peers the description and the design of educational activities (<xref ref-type="bibr" rid="ref28">Homayouni, 2022</xref>). Essentially, group-assessment is a form of &#x201C;co-operative or peer-assisted learning that encourages individual students in small groups to coach each other in turn so that the outcome of the process is a more rounded understanding and a more skillful execution of the task in hand than if the student was learning in isolation&#x201D; (<xref ref-type="bibr" rid="ref3">Asghar, 2010</xref>, p. 403). For all formative assessment strategies, a rubric designed by the teacher to lead the students&#x2019; reflection and assessment is fundamental (<xref ref-type="bibr" rid="ref2">Andrade and Boulay, 2003</xref>).</p>
<p><xref ref-type="bibr" rid="ref37">Morris et al. (2021)</xref> highlighted the evidence on university students&#x2019; academic performance when instructors use formative assessment strategies on a regular basis. These authors identified the four main points of an effective formative assessment strategy: (a) content, detail and delivery, (b) timing and spacing, (c) peers, and (d) technology. They found that formative activities can support positive educational experiences and enhance student learning and development.</p>
</sec>
<sec id="sec6">
<label>2.4</label>
<title>Critical views of formative assessment in higher education contexts</title>
<p>In addition to the above aspects of formative assessment, it is important to consider criticisms related to the use of formative assessment strategies in higher education and how they influence this work. For instance, <xref ref-type="bibr" rid="ref9">Brown (2019)</xref> posed the question: is formative assessment really assessment? According to this author, formative assessment has some aspects of assessment but it cannot be considered assessment. A series of reasons included these points: feedback occurs in ephemeral contexts; it is not possible to recognize the interpretations of teachers and, additionally, it is not possible to understand if those interpretations are adequately accurate; ultimately, stakeholders cannot know if the conclusions are valid or not.</p>
<p><xref ref-type="bibr" rid="ref26">Hamodi et al. (2017)</xref> emphasized that formative assessment strategies risk conflicts between students when aimed at giving or affecting grades. However, students also &#x201C;recognize that the formative assessment they experienced as university students has proved valuable in their professional practice in schools&#x201D; (p. 186). The social difficulties that can arise from formative assessment is a main concern (<xref ref-type="bibr" rid="ref6">Biesma et al., 2019</xref>). Additionally, both <xref ref-type="bibr" rid="ref33">Koka et al. (2017)</xref> and <xref ref-type="bibr" rid="ref7">Bond et al. (2020)</xref> stressed that formative assessment is not effective if not used regularly and <xref ref-type="bibr" rid="ref17">Crossouard and Pryor (2012)</xref> emphasized that unexamined theories related to formative assessment can be implicit in practice and potentially narrow the educational possibilities of an intervention. Similarly, <xref ref-type="bibr" rid="ref37">Morris et al. (2021)</xref>, following <xref ref-type="bibr" rid="ref56">Yorke (2003)</xref>, question the most effective assessment approaches for higher education students, because there is a lack of clarity across higher education.</p>
<p>Ultimately, the critical views of formative assessment are focused on the following questions: is it necessary to link formative assessment with a grading scale? In what ways should the informal interactions raised during the formative assessment activities be connected with instructors&#x2019; formal grading? Is there evidence regarding the effectiveness of formative assessment strategies? How might university students be motivated to use formative assessment in their future workplace environments? Lastly, how can summative and formative strategies be effectively integrated throughout the learning activities? Situated within these theories, concepts, critiques, and questions, this study aims to provide views and clarity from the Italian context.</p>
</sec>
</sec>
<sec id="sec7">
<label>3</label>
<title>Context of the study and research questions</title>
<sec id="sec8">
<label>3.1</label>
<title>Context</title>
<p>Before presenting the aims and research questions, it is useful to describe Italian university programs for pre-service teachers, social workers, and heads of social services. Pre-service teachers must have a 5-year degree to teach either kindergarten (pupils aged 3&#x2013;5) or the first five grades of primary school (pupils aged 6&#x2013;10). Social workers must have a 3-year bachelor degree in educational sciences with a focus in one of two main programs. The first program trains professionals to work in educational contexts outside schools: educational services for minors with family difficulties; educational services for migrants; counselling centers; educational centers for unaccompanied foreign minors; anti-violence centers; centers for minors who committed crimes; etc. The second program is dedicated to social workers who will be employed as early childhood educators for pupils aged 0 to 3 in kindergarten. It is important to note that these professionals are called educators for early childhood services, but do not hold teacher status. Lastly, heads of social services must have a 2-year masters degree in educational sciences. These students go on to work in two main fields: as designers of local/national/international educational projects carried out by private and public bodies/centers; or, as coordinators of private and public social and educational services focused on different sectors such as early childhood, minors, migrants, etc. As indicated earlier, the Italian context is particularly suitable for this study since it has a higher education system based mainly on summative assessment. Further, given the learner-centred nature of formative assessment, it also conceptually and methodologically fitting to solicit the voices of and feedback comments made by the student participants regarding the effectiveness of formative strategies in this predominantly summative assessment culture.</p>
</sec>
<sec id="sec9">
<label>3.2</label>
<title>Aims and research questions</title>
<p>This exploratory study aimed to investigate the role of formative assessment strategies carried out in university programs for pre-service teachers, social workers, and heads of social services. The overall aim of this study was to explore the benefits and the limitations related to the use of formative assessment methods in the higher education contexts. Specifically, the study aimed to examine the characteristics and practices of self-, peer- and group-assessment. Consequently, the overall research question can be expressed as follows: to what extent can formative assessment methods help higher education students reflect on their assessment competences as future professionals in educational and social fields? Further, we identified specific research questions: did the use of formative assessment.</p>
<disp-quote>
<p>(RQ #1) help students to achieve deep learning of several assessment methods and strategies?</p>
</disp-quote>
<disp-quote>
<p>(RQ #2) support students to understand the complexity of assessment procedures?</p>
</disp-quote>
<disp-quote>
<p>(RQ #3) promote the students&#x2019; growth from both a personal and professional point of view?</p>
</disp-quote>
<disp-quote>
<p>(RQ #4) motivate the students to use multiple forms of assessment when they become professionals in their respective fields?</p>
</disp-quote>
<p>In addition, we specified two supplementary research questions: (RQ #5) were there differences and/or specificities in the use of formative assessment in the programs for pre-service teachers, social workers, and heads of social services? (RQ #6) were there differences, in terms of effectiveness, between the formative assessment methods: self-, peer- and group-assessment?</p>
</sec>
</sec>
<sec id="sec10">
<label>4</label>
<title>Research design</title>
<p>To answer the research questions, a mixed method research design was chosen. Specifically, we followed the indications by <xref ref-type="bibr" rid="ref48">Tashakkori and Teddlie (2009)</xref>, adopting a mixed method multistrand design since the exploratory study provided several stages. Additionally, as stated by <xref ref-type="bibr" rid="ref15">Creswell and Clark (2011)</xref>, the timing of data collection was concurrent since we implemented both the quantitative and qualitative strands during each phase of the study. The interpretation of the results was based on a triangulation of quantitative and qualitative data (<xref ref-type="bibr" rid="ref16">Creswell et al., 2003</xref>) since there were no specific priorities between the kinds of data. Both data typologies were utilized to gain a deep understanding of the phenomenon. We have chosen a sequential design because it allowed us to implement the different formative assessment strategies with all students at the same time. In this way, the students could express their ideas on the effectiveness of each strategy. Conceptually this methodological approach serves to amplify the points from the theoretical framework: we sought student-centred data that was sequential, over time, with multiple access points for understanding to gain a deeper understanding of this student-centred assessment approach for higher education.</p>
<sec id="sec11">
<label>4.1</label>
<title>Participants, procedure, and instruments</title>
<sec id="sec12">
<label>4.1.1</label>
<title>Participants</title>
<p>As explained previously, we involved four main groups of students in the study: pre-service teachers, social workers, early childhood educators, and heads of social services. Each of these groups had specific courses included in their programs during the academic year 2022/23. Pre-service teachers (including kindergarten teachers 3-6/Primary teachers) were divided into two sub-groups. The first one had a course named &#x201C;Curriculum development&#x201D; scheduled at the second year of the five-year teacher education program. The second course was called &#x201C;Play as educational strategy&#x201D; scheduled in the third year of the same program. The social workers also took the &#x201C;Curriculum development&#x201D; course, but in the first year of their program. The early childhood educators had the course &#x201C;Play as educational strategy&#x201D; scheduled in the second year of their program. Lastly, the heads of social services had a course called &#x201C;Designing and assessing learning environments&#x201D; scheduled in the first year of the masters degree. All the courses contained common content and topics (learning environments, educational and assessment strategies, etc.) in addition to themes and issues relevant to the specific professional development of the students&#x2019; programs.</p>
<p><xref ref-type="table" rid="tab1">Table 1</xref> indicates the demographic and educational characteristics of participants. Almost all participants are female between 19 and 22&#x2009;years of age. In fact, 70% of participants were in the first two years of the bachelor degree. The groups of students, divided according to prospective job, were mainly pre-service teachers (36.54%), followed by social workers (28.21%) and early childhood educators (21.15%). More than half participants had no prior teaching or work experiences before the study. Around 30% of participants already had some teaching or work experiences and 17.31% of participants were experienced teachers or social workers. All students were invited to take part in the study, and out of 106 pre-service teachers in the courses 57 of them (53.76%) accepted to be involved. Similarly, 44 out of 105 social workers (41.91%); 33 out of 81 early childhood educators (40.74%); and 22 out of 35 heads of social services (62.86%) participated in the study.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Demographic and educational characteristics of participants.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Participants</th>
<th align="center" valign="top">%</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="3">Gender</td>
</tr>
<tr>
<td align="left" valign="top">Male</td>
<td align="center" valign="top">4</td>
<td align="center" valign="top">2.56</td>
</tr>
<tr>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">152</td>
<td align="center" valign="top">97.44</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Age</td>
</tr>
<tr>
<td align="left" valign="top">19&#x2013;20</td>
<td align="center" valign="top">63</td>
<td align="center" valign="top">40.38</td>
</tr>
<tr>
<td align="left" valign="top">21&#x2013;22</td>
<td align="center" valign="top">50</td>
<td align="center" valign="top">32.05</td>
</tr>
<tr>
<td align="left" valign="top">23&#x2013;25</td>
<td align="center" valign="top">27</td>
<td align="center" valign="top">17.31</td>
</tr>
<tr>
<td align="left" valign="top">&#x003E;26</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">10.26</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Year of attendance</td>
</tr>
<tr>
<td align="left" valign="top">1<sup>st</sup> year bachelor</td>
<td align="center" valign="top">38</td>
<td align="center" valign="top">24.37</td>
</tr>
<tr>
<td align="left" valign="top">2<sup>nd</sup> year bachelor</td>
<td align="center" valign="top">74</td>
<td align="center" valign="top">47.45</td>
</tr>
<tr>
<td align="left" valign="top">3<sup>rd</sup> year bachelor</td>
<td align="center" valign="top">22</td>
<td align="center" valign="top">14.09</td>
</tr>
<tr>
<td align="left" valign="top">1<sup>st</sup> year master</td>
<td align="center" valign="top">22</td>
<td align="center" valign="top">14.09</td>
</tr>
<tr>
<td align="left" valign="top" colspan="3">Education area</td>
</tr>
<tr>
<td align="left" valign="top">Kindergarten teacher 3-6/Primary teacher</td>
<td align="center" valign="middle">57</td>
<td align="center" valign="middle">36.54</td>
</tr>
<tr>
<td align="left" valign="top">Social worker</td>
<td align="center" valign="top">44</td>
<td align="center" valign="top">28.21</td>
</tr>
<tr>
<td align="left" valign="top">Kindergarten educator 0&#x2013;3</td>
<td align="center" valign="top">33</td>
<td align="center" valign="top">21.15</td>
</tr>
<tr>
<td align="left" valign="top">Head of social services</td>
<td align="center" valign="middle">22</td>
<td align="center" valign="middle">14.10</td>
</tr>
<tr>
<td align="left" valign="top">Working/teaching experience</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top">Never</td>
<td align="center" valign="top">81</td>
<td align="center" valign="top">51.92</td>
</tr>
<tr>
<td align="left" valign="top">Few experiences (some days/weeks)</td>
<td align="center" valign="middle">23</td>
<td align="center" valign="middle">14.74</td>
</tr>
<tr>
<td align="left" valign="top">Many experiences (some months/1&#x2009;year)</td>
<td align="center" valign="middle">25</td>
<td align="center" valign="middle">16.03</td>
</tr>
<tr>
<td align="left" valign="top">Full experience (2 or more years)</td>
<td align="center" valign="middle">27</td>
<td align="center" valign="middle">17.31</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>The principles of research ethics were strictly followed. All students enrolled in the different programs were informed about the aims, activities and procedures for the study. Participation was optional, and those who agreed to participate gave written informed consent.</p>
</sec>
<sec id="sec13">
<label>4.1.2</label>
<title>Procedure</title>
<p>The procedure was split into three main phases carried out throughout the academic year 2022/23. The first phase consisted of a self-assessment activity. After a mid-term written test, composed of open-ended questions and assigned four weeks from the beginning of the course, the students had to self-assess their own exam performance following a rubric designed by the instructor. The second phase consisted of a peer-assessment activity. After another mid-term written test, similar to the first, assigned after eight weeks from the beginning of the course, the students had to assess the answers written by another student following a rubric designed by the instructor.</p>
<p><xref ref-type="table" rid="tab2">Table 2</xref> summarizes the procedure, specifying that the first and the second mid-term written tests were taken by each student individually and composed of three open-ended questions focused on the topics covered by the instructor in the respective period. For instance, the first test included the concepts of learning environment and educational space. The second test contained the idea of competence, and strategies to design and assess an educational path. Each question required the students to develop two main aspects: content and argumentation. Students had to write responses that both presented topic-related content concerning the topics and that argued ideas and connections with a high-level of coherence. The first two phases involved the following levels of Bloom&#x2019;s taxonomy: remembering, understanding, analyzing, and evaluating.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>The detailed procedure.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Weeks after the beginning</th>
<th align="left" valign="top">Typology of mid-term test</th>
<th align="left" valign="top">Structure of mid-term test</th>
<th align="left" valign="top">Questions&#x2019; contents</th>
<th align="left" valign="top">Typology of formative assessment</th>
<th align="left" valign="top">Bloom&#x2019;s taxonomy levels</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">4</td>
<td align="left" valign="middle">Written test</td>
<td align="left" valign="middle">Individual<break/>&#x2013;<break/>Three open-ended questions</td>
<td align="left" valign="middle">Topics faced in the first 4&#x2009;weeks</td>
<td align="left" valign="middle">Self-assessment</td>
<td align="left" valign="middle">Remembering<break/>Understanding<break/>Analyzing<break/>Evaluating</td>
</tr>
<tr>
<td align="left" valign="middle">8</td>
<td align="left" valign="middle">Written test</td>
<td align="left" valign="middle">Individual<break/>&#x2013;<break/>Three open-ended questions</td>
<td align="left" valign="middle">Topics faced in the second 4&#x2009;weeks</td>
<td align="left" valign="middle">Peer-assessment</td>
<td align="left" valign="middle">Remembering<break/>Understanding<break/>Analyzing<break/>Evaluating</td>
</tr>
<tr>
<td align="left" valign="middle">12</td>
<td align="left" valign="middle">Simulation</td>
<td align="left" valign="top">Group<break/>&#x2013;<break/>Presentation of an educational strategy</td>
<td align="left" valign="middle">Educational strategies</td>
<td align="left" valign="middle">Group-assessment</td>
<td align="left" valign="middle">Applying<break/>Creating</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>After the first mid-term test, the students had to reflect on their own answers, following the rubric in <xref ref-type="table" rid="tab3">Table 3</xref>. They had to self-assess their three answers, so they completed the rubric three times. The levels followed the levels used in the Italian educational system: from A (advanced level) to D (beginning level). The sub-division into two sub-levels was necessary to give more opportunities to assess the nuances of their own learning. In addition, the students could add qualitative comments. Similarly, after the second mid-term test, the students had to peer-assess the answers of a classmate, using the same rubric. The peer-assessment was random and blinded, so students could not identify their peer-reviewer.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>The rubric for self- and peer-assessment.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Bloom&#x2019;s taxonomy levels</th>
<th align="left" valign="top" rowspan="2">Rubric&#x2019;s dimensions</th>
<th align="left" valign="top" rowspan="2">Rubric&#x2019;s indicators</th>
<th align="center" valign="top" colspan="8">Levels</th>
</tr>
<tr>
<th align="center" valign="top">A1</th>
<th align="center" valign="top">A2</th>
<th align="center" valign="top">B1</th>
<th align="center" valign="top">B2</th>
<th align="center" valign="top">C1</th>
<th align="center" valign="top">C2</th>
<th align="center" valign="top">D1</th>
<th align="center" valign="top">D2</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="3">Remembering<break/>Understanding</td>
<td align="left" valign="middle" rowspan="3">Topics&#x2019; presentation</td>
<td align="left" valign="middle">Spelling and syntax</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Clarity of exposition</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Exhaustiveness of contents</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">Analyzing<break/>Evaluating</td>
<td align="left" valign="middle" rowspan="3">Processing information related to the topics&#x2019;</td>
<td align="left" valign="middle">Focusing on the requested topic</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Connection and coherence among contents</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Argumentation level</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top" colspan="3">If you want, you can add qualitative comments</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
<p>The third phase consisted of a group-assessment activity. In the last mid-term test, the students had to design an educational action plan based on a strategy such as cooperative learning, problem-based learning, case study, etc. The strategy was randomly assigned to the students by the instructor the day before the test. During the test, the students had to present their action plan to a group of peers (each group was composed of 4&#x2013;5 students). After the presentation, the group students had to assess the presentation following the rubric shown in <xref ref-type="table" rid="tab4">Table 4</xref>.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>The rubric for group-assessment.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top" rowspan="2">Bloom&#x2019;s taxonomy levels</th>
<th align="left" valign="top" rowspan="2">Rubric&#x2019;s dimensions</th>
<th align="left" valign="top" rowspan="2">Rubric&#x2019;s indicators</th>
<th align="center" valign="top" colspan="8">Levels</th>
</tr>
<tr>
<th align="center" valign="top">A1</th>
<th align="center" valign="top">A2</th>
<th align="center" valign="top">B1</th>
<th align="center" valign="top">B2</th>
<th align="center" valign="top">C1</th>
<th align="center" valign="top">C2</th>
<th align="center" valign="top">D1</th>
<th align="center" valign="top">D2</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="2">Applying</td>
<td align="left" valign="middle" rowspan="2">Activities&#x2019; description</td>
<td align="left" valign="middle">The strategy has been well described</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">The strategy&#x2019;s sequences are coherent and well connected</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Creating</td>
<td align="left" valign="middle" rowspan="2">Educational impact of the activities</td>
<td align="left" valign="middle">The strategy supports complex learning processes</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">The strategy involves deeply the participants</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="top" colspan="3">If you want, you can add qualitative comments</td>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
<td/>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec14">
<label>4.1.3</label>
<title>Instrument</title>
<p>The research procedure involved three observational moments. After each mid-term test, the students were asked to fill in an online questionnaire focused on the research questions. The questionnaire was composed of three sections. The first section contained the demographic and educational characteristics of participants (see <xref ref-type="table" rid="tab1">Table 1</xref>). The second included three scales dedicated to each typology of formative assessment (self-, peer-, and group-). Each scale was composed of five items aimed to underscore the participants&#x2019; ideas regarding the different techniques of formative assessment. The items were linked to the following factors: this formative assessment activity (self, peer, or group) supported students&#x2019; development in: (a) learning assessment strategies (Learning); (b) understanding complexity of assessment procedures (Complexity); (c) growing from a personal point of view since I&#x2019;m more aware of my capacities and limitations (Personal); (d) growing from a professional point of view since I&#x2019;m more aware of my competences as teacher/social worker (Professional); (e) increasing my motivation to use formative assessment strategies in the future (Motivation).</p>
<p>These items were rated by the students with a four-point Likert scale, from 4 (Yes, this formative assessment activity has been very useful/effective) to 1 (No, this formative assessment activity has not been useful/effective at all). In addition, in the third section, they were able to add free qualitative comments and, ultimately, they were asked to suggest whether the instructor should use this strategy again the following year with new students.</p>
</sec>
</sec>
<sec id="sec15">
<label>4.2</label>
<title>The qualitative&#x2013;quantitative data analysis procedure</title>
<p>The data analyses were performed both from a qualitative and quantitative point of view. The qualitative data were coded with NVivo 14 following the three steps suggested by grounded theory: open coding, axial coding and selective coding (<xref ref-type="bibr" rid="ref12">Charmaz, 2014</xref>; <xref ref-type="bibr" rid="ref14">Corbin and Strauss, 2015</xref>; <xref ref-type="bibr" rid="ref19">De Smet et al., 2019</xref>). The quantitative data were analyzed with SPSS 29 and focused on reliability analyses, ANOVA for repeated measures, the Friedman test, Exploratory Factor Analysis (EFA), and non-parametric tests to highlight potential statistically significant differences between the demographic and educational characteristics of the participants, considering gender, age, year of attendance, education area, working/teaching experience as variables.</p>
</sec>
</sec>
<sec id="sec16">
<label>5</label>
<title>Data analysis and findings</title>
<p>The data analysis is structured as follows. On the basis of the study aims indicated in the introduction, both quantitative and qualitative findings will underline, firstly, which formative assessment activities are more suitable in the higher education contexts. So, the findings will highlight the favorite techniques by the students: self-, peer-, and/or group-assessment. Secondly, the findings will emphasize which factors (Learning, Complexity, Personal, Professional, Motivation), linked with the formative assessment, have been more developed. So, the findings can tell us in which way formative assessment can become a basic and crucial concept for the students. Finally, the findings will stress if the use of formative assessment supports the students&#x2019; motivation to use formative assessment in their own future professional fields.</p>
<sec id="sec17">
<label>5.1</label>
<title>Quantitative findings</title>
<p>The first quantitative data analysis was focused on the instrument&#x2019;s reliability, so we used the following coefficients: Cronbach&#x2019;s Alpha (&#x03B1;); McDonald&#x2019;s Omega (&#x03C9;); and average inter-item correlation. <xref ref-type="table" rid="tab5">Table 5</xref> summarizes the results.</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>Reliability coefficients.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Scale</th>
<th align="center" valign="top">Cronbach &#x03B1;</th>
<th align="center" valign="top">McDonald &#x03C9;</th>
<th align="center" valign="top">Average inter-item correlation</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Self-assessment (5 items)</td>
<td align="center" valign="top">0.796</td>
<td align="center" valign="top">0.813</td>
<td align="center" valign="top">0.432</td>
</tr>
<tr>
<td align="left" valign="top">Peer-assessment (5 items)</td>
<td align="center" valign="top">0.783</td>
<td align="center" valign="top">0.805</td>
<td align="center" valign="top">0.421</td>
</tr>
<tr>
<td align="left" valign="top">Group-assessment (5 items)</td>
<td align="center" valign="top">0.894</td>
<td align="center" valign="top">0.911</td>
<td align="center" valign="top">0.625</td>
</tr>
<tr>
<td align="left" valign="middle">Critical values</td>
<td align="center" valign="top" colspan="2">Good<break/>0.800&#x2009;&#x003C;&#x2009;&#x03B1;&#x2009;&#x003C;&#x2009;0.900<break/>Excellent<break/>&#x03B1;&#x2009;&#x003E;&#x2009;0.900</td>
<td align="center" valign="top">0.400 to 0.500<break/>(<xref ref-type="bibr" rid="ref46">Spiliotopoulou, 2009</xref>)<break/>0.300 to 0.700<break/>(<xref ref-type="bibr" rid="ref21">DeVon et al., 2007</xref>)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Then, the quantitative analysis concentrated on the potential differences, in terms of effectiveness, between the formative assessment methods: self-, peer- and group-assessment. The Friedman test revealed that there is a statistically significant difference among these three methods (&#x03C7;<sup>2</sup>&#x2009;=&#x2009;9.726 df&#x2009;=&#x2009;2 <italic>p</italic> &#x003C;&#x2009;0.008). Specifically, the Conover&#x2019;s <italic>post hoc</italic> comparisons showed that there are not differences between peer- and group-assessment (<italic>t</italic>&#x2009;=&#x2009;0.174 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.862) but there are significant differences between self- and peer-assessment (<italic>t</italic>&#x2009;=&#x2009;2.786 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.005) and between self- and group-assessment (<italic>t</italic>&#x2009;=&#x2009;2.612 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.009). The results were specifically higher for peer- and group-assessment.</p>
<p>Analyzing each scale, we found significant differences between the items related to the research questions. Particularly, within the scales regarding the self- and the peer-assessment methods, we found that the scores for the factors named &#x201C;Complexity&#x201D; and &#x201C;Motivation&#x201D; were higher than the others.</p>
<p>Similarly, analyzing the potential differences related to each factor between the scales, we found that the scores for the factor &#x201C;Complexity&#x201D; were higher (&#x03C7;<sup>2</sup>&#x2009;=&#x2009;11.647 df&#x2009;=&#x2009;2 <italic>p</italic> &#x003C;&#x2009;0.003) in the self- (<italic>t</italic>&#x2009;=&#x2009;2.054 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.041) and peer-assessment (<italic>t</italic>&#x2009;=&#x2009;3.407 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) compared to those in the group-assessment. In addition, the scores for the factor &#x201C;Professional&#x201D; are higher (&#x03C7;<sup>2</sup>&#x2009;=&#x2009;14.630 df&#x2009;=&#x2009;2 <italic>p</italic> &#x003C;&#x2009;0.001) in the peer- (<italic>t</italic>&#x2009;=&#x2009;2.692 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.007) and group-assessment (<italic>t</italic>&#x2009;=&#x2009;3.718 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.001) compared to those in the self-assessment.</p>
<p>Ultimately, analyzing which are the factors with the highest scores across the scales, we found that &#x201C;Complexity&#x201D; and &#x201C;Motivation&#x201D; were more appreciated by the participants compared to other factors (&#x03C7;<sup>2</sup>&#x2009;=&#x2009;73.945 df&#x2009;=&#x2009;4 <italic>p</italic> &#x003C;&#x2009;0.001).</p>
<sec id="sec18">
<label>5.1.1</label>
<title>Differences among participants</title>
<p>The differences between the demographic and educational characteristics of the participants were performed with ANOVA for repeated measures. <xref ref-type="table" rid="tab6">Tables 6A&#x2013;C</xref> summarize the results. The assessment methods are indicated with SA (self-assessment), PA (peer-assessment) and GA (group-assessment).</p>
<table-wrap position="float" id="tab6">
<label>Table 6</label>
<caption>
<p>Differences between the participants&#x2019; demographic and educational characteristics.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="center" valign="top" colspan="2">A</th>
<th colspan="3"/>
</tr>
<tr>
<th align="left" valign="top" colspan="2">Variable</th>
<th align="center" valign="top" colspan="3">Between assessment methods</th>
</tr>
<tr>
<th colspan="2"></th>
<th align="left" valign="middle">SA</th>
<th align="left" valign="middle">PA</th>
<th align="left" valign="middle">GA</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="4">Age</td>
<td align="center" valign="middle">19&#x2013;20</td>
<td align="left" valign="middle">No differences (nd)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to &#x003E;26 (MD&#x2009;=&#x2009;0.694 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.004)</td>
</tr>
<tr>
<td align="center" valign="middle">21&#x2013;22</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA higher than 23&#x2013;25 (MD&#x2009;=&#x2009;0.694 p&#x2009;&#x003C;&#x2009;0.004)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="center" valign="middle">23&#x2013;25</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="center" valign="middle">&#x003E;26</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA (MD&#x2009;=&#x2009;0.498 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.022)</td>
<td align="left" valign="middle">nd</td>
</tr>
</tbody>
</table>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="center" valign="top" colspan="2">B</th>
<th colspan="3"/>
</tr>
<tr>
<th align="left" valign="top" colspan="2">Variable</th>
<th align="center" valign="top" colspan="3">Between assessment methods for each factor</th>
</tr>
<tr>
<th colspan="2"></th>
<th align="left" valign="middle">SA</th>
<th align="left" valign="middle">PA</th>
<th align="left" valign="middle">GA</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="4">Age</td>
<td align="left" valign="middle">19&#x2013;20</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to SA for professional (MD&#x2009;=&#x2009;0.576 p&#x2009;&#x003C;&#x2009;0.000)<break/>Compared to SA for motivation (MD&#x2009;=&#x2009;0.480 p&#x2009;&#x003C;&#x2009;0.001)</td>
</tr>
<tr>
<td align="left" valign="middle">21&#x2013;22</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.289 p&#x2009;&#x003C;&#x2009;0.012)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">23&#x2013;25</td>
<td align="left" valign="middle">nd</td>
<td/>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">&#x003E;26</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for learning (MD&#x2009;=&#x2009;0.501 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.024)<break/>Compared to GA for complexity (MD&#x2009;=&#x2009;0.701 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.000)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Year of attendance</td>
<td align="left" valign="middle">I year bachelor</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.501 p&#x2009;&#x003C;&#x2009;0.010)</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.549 p&#x2009;&#x003C;&#x2009;0.000)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">II year bachelor</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to SA for professional (MD&#x2009;=&#x2009;0.378 p&#x2009;&#x003C;&#x2009;0.006)<break/>Compared to PA for professional (MD&#x2009;=&#x2009;0.215 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.038)</td>
</tr>
<tr>
<td align="left" valign="middle">III year bachelor</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.556 p&#x2009;&#x003C;&#x2009;0.003)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">I year master</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for professional (MD&#x2009;=&#x2009;0.389 p&#x2009;&#x003C;&#x2009;0.006)<break/>Compared to GA for complexity (MD&#x2009;=&#x2009;0.361 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.018)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Education area</td>
<td align="left" valign="middle">Kindergarten teacher 3-6/Primary teacher</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to SA for professional (MD&#x2009;=&#x2009;0.391 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.027)<break/>Compared to PA for professional (MD&#x2009;=&#x2009;0.309 p&#x2009;&#x003C;&#x2009;0.012)</td>
</tr>
<tr>
<td align="left" valign="middle">Social worker</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.443 p&#x2009;&#x003C;&#x2009;0.000)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">Kindergarten educator 0&#x2013;3</td>
<td align="left" valign="middle">nd</td>
<td/>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">Head of social services</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.361 p&#x2009;&#x003C;&#x2009;0.018)<break/>Compared to GA for professional (MD&#x2009;=&#x2009;0.389 p&#x2009;&#x003C;&#x2009;0.006)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Working/Teaching experience</td>
<td align="left" valign="middle">Never</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for complexity (MD&#x2009;=&#x2009;0.290 p&#x2009;&#x003C;&#x2009;0.007)</td>
<td align="left" valign="middle">nd</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Few experiences (some days/weeks)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Many experiences (some months/1&#x2009;year)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to GA for motivation (MD&#x2009;=&#x2009;0.462 p&#x2009;&#x003C;&#x2009;0.010)<break/>Compared to GA for complexity (MD&#x2009;=&#x2009;0.635 p&#x2009;&#x003C;&#x2009;0.000)<break/>Compared to SA for complexity (MD&#x2009;=&#x2009;0.346 p&#x2009;&#x003C;&#x2009;0.034)</td>
<td align="left" valign="middle">nd</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">Full experience (2 or more years)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to SA for professional (MD&#x2009;=&#x2009;0.389 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.049)</td>
</tr>
</tbody>
</table>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="center" valign="top" colspan="2">C</th>
<th colspan="3"/>
</tr>
<tr>
<th align="left" valign="top" colspan="2">Variable</th>
<th align="left" valign="top" colspan="3">Between factors within assessment methods</th>
</tr>
<tr>
<th colspan="2"></th>
<th align="left" valign="middle">SA</th>
<th align="left" valign="middle">PA</th>
<th align="left" valign="middle">GA</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="4">Age</td>
<td align="left" valign="middle">19&#x2013;20</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to &#x003E;26 for personal (MD&#x2009;=&#x2009;0.985 p&#x2009;&#x003C;&#x2009;0.000)<break/>Compared to &#x003E;26 for motivation (MD&#x2009;=&#x2009;0.829 p&#x2009;&#x003C;&#x2009;0.001)<break/>Compared to &#x003E;26 for complexity (MD&#x2009;=&#x2009;0.709 p&#x2009;&#x003C;&#x2009;0.004)</td>
</tr>
<tr>
<td align="left" valign="middle">21&#x2013;22</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to &#x003E;26 for personal (MD&#x2009;=&#x2009;0.635 p&#x2009;&#x003C;&#x2009;0.018)</td>
</tr>
<tr>
<td align="left" valign="middle">23&#x2013;25</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to &#x003E;26 for personal (MD&#x2009;=&#x2009;0.817 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.002)<break/>Compared to &#x003E;26 for motivation (MD&#x2009;=&#x2009;0.687 p&#x2009;&#x003C;&#x2009;0.012)<break/>Compared to &#x003E;26 for complexity (MD&#x2009;=&#x2009;0.647 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.021)</td>
</tr>
<tr>
<td align="left" valign="middle">&#x003E;26</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Year of attendance</td>
<td align="left" valign="middle">I year bachelor</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">II year bachelor</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to I year master for professional (MD&#x2009;=&#x2009;0.632 p&#x2009;&#x003C;&#x2009;0.001)<break/>Compared to III year bachelor for motivation (MD&#x2009;=&#x2009;0.613 p&#x2009;&#x003C;&#x2009;0.022)<break/>Compared to I year master for motivation (MD&#x2009;=&#x2009;0.530 p&#x2009;&#x003C;&#x2009;0.010)<break/>Compared to III year bachelor for complexity (MD&#x2009;=&#x2009;0.693 p&#x2009;&#x003C;&#x2009;0.006)</td>
</tr>
<tr>
<td align="left" valign="middle">III year bachelor</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">I year master</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Education area</td>
<td align="left" valign="top">Kindergarten teacher 3-6/Primary teacher</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">Compared to heads of educational services for professional (MD&#x2009;=&#x2009;0.517 p&#x2009;&#x003C;&#x2009;0.021)</td>
</tr>
<tr>
<td align="left" valign="top">Social worker</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="top">Kindergarten educator 0&#x2013;3</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="top">Head of social services</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Working/Teaching experience</td>
<td align="left" valign="middle">Never</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="top">Compared to full experience for learning (MD&#x2009;=&#x2009;0.416 p&#x2009;&#x003C;&#x2009;0.008)</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">Few experiences (some days/weeks)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">Many experiences (some months/1&#x2009;year)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
<tr>
<td align="left" valign="middle">Full experience (2 or more years)</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
<td align="left" valign="middle">nd</td>
</tr>
</tbody>
</table>
</table-wrap>
<p><xref ref-type="table" rid="tab6">Table 6A</xref> presents the statistically significant differences between the variable &#x2018;Age&#x2019; with its dimensions and each assessment method. <xref ref-type="table" rid="tab6">Table 6B</xref> displays the differences between all variables with related dimensions and each factor comparing the assessment methods. Lastly, <xref ref-type="table" rid="tab6">Table 6C</xref> reveals the differences between all variables with related dimensions and each factor within each assessment method.</p>
<p>Additionally, we found interesting differences regarding the importance of factors for some variables in general. Regarding the variable &#x2018;Age&#x2019;, the students 19&#x2013;20&#x2009;years old appreciated the factor &#x2018;Complexity&#x2019; more than the factors &#x2018;Personal&#x2019; and &#x2018;Professional&#x2019; (respectively, MD&#x2009;=&#x2009;0.501 <italic>p</italic> &#x003C;&#x2009;0.006 and MD&#x2009;=&#x2009;0.621 <italic>p</italic> &#x003C;&#x2009;0.000). Again, the students 19&#x2013;20&#x2009;years old highly valued the factor &#x2018;Motivation&#x2019; compared to the factor &#x2018;Professional&#x2019; (MD&#x2009;=&#x2009;0.436 p&#x2009;&#x003C;&#x2009;0.001). Lastly, the students older than 26 appreciated the factor &#x2018;Complexity&#x2019; more than &#x2018;Professional&#x2019; (MD&#x2009;=&#x2009;0.685 <italic>p</italic> &#x003C;&#x2009;0.030).</p>
<p>Considering the variable &#x2018;Year of attendance&#x2019;, the students at the II year of bachelor degree gave higher scores to the factors &#x2018;Complexity&#x2019; and &#x2018;Motivation&#x2019; compared to &#x2018;Professional&#x2019; (respectively, MD&#x2009;=&#x2009;0.360 <italic>p</italic> &#x003C;&#x2009;0.036 and MD&#x2009;=&#x2009;0.319 <italic>p</italic> &#x003C;&#x2009;0.014).</p>
<p>Within the variable &#x2018;Education area&#x2019;, pre-service teachers appreciated the factor &#x2018;Complexity&#x2019; more than &#x2018;Personal&#x2019; and &#x2018;Professional&#x2019; (respectively, MD&#x2009;=&#x2009;0.454 <italic>p</italic> &#x003C;&#x2009;0.037 and MD&#x2009;=&#x2009;0.444 <italic>p</italic> &#x003C;&#x2009;0.034). Similarly, social workers appreciated &#x2018;Complexity&#x2019; more than &#x2018;Professional&#x2019; (MD&#x2009;=&#x2009;0.501 <italic>p</italic> &#x003C;&#x2009;0.019).</p>
<p>Regarding the variable &#x2018;Working/teaching experience&#x2019;, students with &#x2018;never&#x2019; work experiences, appreciated &#x2018;Complexity&#x2019; more than &#x2018;Professional&#x2019; (MD&#x2009;=&#x2009;0.449 <italic>p</italic> &#x003C;&#x2009;0.005). Ultimately, students with &#x2018;full experience&#x2019; appreciated &#x2018;Complexity&#x2019; and &#x2018;Motivation&#x2019; more than &#x2018;Professional&#x2019; (respectively, MD&#x2009;=&#x2009;0.542 <italic>p</italic> &#x003C;&#x2009;0.012 and MD&#x2009;=&#x2009;0.444 <italic>p</italic> &#x003C;&#x2009;0.010).</p>
</sec>
<sec id="sec19">
<label>5.1.2</label>
<title>Exploratory factor analysis (EFA)</title>
<p>We decided to perform an Exploratory factor analysis (EFA) because it was interesting to identify potential common factors that might explain the structure of the instrument and the validity of the measured variables (<xref ref-type="bibr" rid="ref52">Watkins, 2018</xref>). The EFA was completed with varimax rotation and Kaiser normalization, using principal components extraction, because we were interested in highlighting with eigenvalues&#x2009;&#x003E;&#x2009;1 to emphasize the presence of latent factors.</p>
<p>The results indicate that the sample was adequate since the Kaiser-Meyer-Olkin test was 0.844; additionally, Bartlett&#x2019;s Test of Sphericity revealed a <italic>p</italic>-value of&#x2009;&#x003C;&#x2009;0.000 (&#x03C7;<sup>2</sup> =&#x2009;1041.176; df&#x2009;=&#x2009;105). Lastly, the goodness of fit test was 81.104 (df&#x2009;=&#x2009;51; <italic>p</italic> &#x003C;&#x2009;0.005).</p>
<p>The EFA underscored four factors (see <xref ref-type="table" rid="tab7">Table 7</xref>). Factors 1, 2 and 3 follow the structure of the instrument indicating, respectively, the group-assessment (38.86% of explained variance), the self-assessment (13.92%) and the peer-assessment (8.89%). The fourth factor indicated the importance of understanding the complexity of assessment procedures (7.22% of explained variance).</p>
<table-wrap position="float" id="tab7">
<label>Table 7</label>
<caption>
<p>EFA factor loadings.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Factor 1</th>
<th align="center" valign="top">Factor 2</th>
<th align="center" valign="top">Factor 3</th>
<th align="center" valign="top">Factor 4</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">GA motivation</td>
<td align="center" valign="middle">0.813</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">GA professional</td>
<td align="center" valign="middle">0.793</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">GA personal</td>
<td align="center" valign="middle">0.773</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">GA learning</td>
<td align="center" valign="middle">0.692</td>
<td/>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">GA complexity</td>
<td align="center" valign="middle">0.669</td>
<td/>
<td/>
<td align="center" valign="middle">0.403</td>
</tr>
<tr>
<td align="left" valign="middle">SA professional</td>
<td/>
<td align="center" valign="middle">0.769</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">SA personal</td>
<td/>
<td align="center" valign="middle">0.701</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">SA motivation</td>
<td/>
<td align="center" valign="middle">0.626</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">SA learning</td>
<td/>
<td align="center" valign="middle">0.614</td>
<td/>
<td/>
</tr>
<tr>
<td align="left" valign="middle">PA professional</td>
<td/>
<td/>
<td align="center" valign="middle">0.777</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">PA personal</td>
<td/>
<td/>
<td align="center" valign="middle">0.585</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">PA motivation</td>
<td/>
<td/>
<td align="center" valign="middle">0.547</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">PA complexity</td>
<td/>
<td/>
<td align="center" valign="middle">0.464</td>
<td align="center" valign="middle">0.648</td>
</tr>
<tr>
<td align="left" valign="middle">PA learning</td>
<td/>
<td/>
<td align="center" valign="middle">0.439</td>
<td/>
</tr>
<tr>
<td align="left" valign="middle">SA complexity</td>
<td/>
<td/>
<td/>
<td align="center" valign="middle">0.455</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec20">
<label>5.1.3</label>
<title>Next year</title>
<p>A specific questionnaire item asked students to indicate if, in their opinion, the formative activities should be repeated for students in the following year. This item was rated by the students on a four-point Likert scale, from 4 (Yes, absolutely) to 1 (Not at all). On this item, 97.51% of students chose options 4 and 3 for self-assessment, 94.12% for peer-assessment and 88.19% for group-assessment. The Friedman test did not show any statistically significant differences between the assessment methods (&#x03C7;<sup>2</sup> = 0.036 df&#x2009;=&#x2009;2 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.982).</p>
</sec>
</sec>
<sec id="sec21">
<label>5.2</label>
<title>Qualitative findings</title>
<p>The qualitative data analysis highlighted four common categories for each assessment method: &#x2018;Positive aspects&#x2019;; &#x2018;Limits&#x2019;; &#x2018;Assessment issues&#x2019; and &#x2018;Organizational issues&#x2019;. The first category includes codes related to positive characteristics of the assessment method, and the second category (Limits) contains codes that indicate the main weaknesses of the assessment method. The &#x2018;Assessment issues&#x2019; category comprises codes focused on the forms/modalities of assessment. Lastly, the &#x2018;Organizational issues&#x2019; category focuses on the technical questions related to the assessment method. As shown in <xref ref-type="fig" rid="fig1">Figure 1</xref>, categories with the same name can include codes shared between two or three assessment methods or specific codes that emphasize exclusive features of one assessment method.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Map of categories and codes.</p>
</caption>
<graphic xlink:href="feduc-09-1366215-g001.tif"/>
</fig>
<p><xref ref-type="table" rid="tab8">Tables 8</xref>, <xref ref-type="table" rid="tab9">9</xref> show in detail the categories and the codes split into the assessment methods. Additionally, these tables display examples of sentences which illustrate the codes, the number of participants who wrote sentences related to the code, and the frequency of the codes.</p>
<table-wrap position="float" id="tab8">
<label>Table 8</label>
<caption>
<p>Codes included into &#x2018;Positive aspects&#x2019; category.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Category</th>
<th align="left" valign="top">Code</th>
<th align="left" valign="top">Assessment method</th>
<th align="left" valign="top">Sentences</th>
<th align="center" valign="top">Participants</th>
<th align="center" valign="top">Frequency</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="21">Positive aspects</td>
<td align="left" valign="middle" rowspan="3">Awareness</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">This experience has been quite positive since I had the opportunity to develop my self-awareness</td>
<td align="center" valign="middle">30</td>
<td align="center" valign="middle">34</td>
</tr>
<tr>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">It&#x2019;s crucial to be able to assess a mate and being assessed</td>
<td align="center" valign="middle">6</td>
<td align="center" valign="middle">8</td>
</tr>
<tr>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">A reciprocal assessment allowed me to understand my strengths and weaknesses</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">10</td>
</tr>
<tr>
<td align="left" valign="middle">Involvement</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">It was very useful to get involved myself</td>
<td align="center" valign="middle">9</td>
<td align="center" valign="middle">10</td>
</tr>
<tr>
<td align="left" valign="middle">Personal growth</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">This activity allowed me to growth as a person</td>
<td align="center" valign="middle">13</td>
<td align="center" valign="middle">14</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">Theory &#x0026; Practice</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">I could realize what I&#x2019;m able to do actually</td>
<td align="center" valign="middle">4</td>
<td align="center" valign="middle">4</td>
</tr>
<tr>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I could connect effectively contents and real-world situations</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">9</td>
</tr>
<tr>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">After this activity, I could study the contents very easily</td>
<td align="center" valign="middle">17</td>
<td align="center" valign="middle">19</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="3">Professional perspectives</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">It was important to assess themselves from a professional point of view</td>
<td align="center" valign="middle">23</td>
<td align="center" valign="middle">24</td>
</tr>
<tr>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">The qualitative comments helped me in understanding my professional skills</td>
<td align="center" valign="middle">19</td>
<td align="center" valign="middle">21</td>
</tr>
<tr>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">I could learn many assessment strategies and compare them with my mates</td>
<td align="center" valign="middle">27</td>
<td align="center" valign="middle">30</td>
</tr>
<tr>
<td align="left" valign="middle">Self-reflection</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">It was crucial to reflect on your own skills and capacities</td>
<td align="center" valign="middle">36</td>
<td align="center" valign="middle">39</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Exchange of views</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">Exchanging ideas with my mates allowed me to discover aspects of myself</td>
<td align="center" valign="middle">29</td>
<td align="center" valign="middle">33</td>
</tr>
<tr>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">I liked a lot to present an activity prepared by myself and I appreciated to listen to my mates&#x2019; activities</td>
<td align="center" valign="middle">38</td>
<td align="center" valign="middle">46</td>
</tr>
<tr>
<td align="left" valign="middle">Feeling responsibility</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I felt the responsibility in assessing the task of a mate</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">13</td>
</tr>
<tr>
<td align="left" valign="middle">In your shoes</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I made many efforts to put myself in my mate&#x2019;s shoes</td>
<td align="center" valign="middle">13</td>
<td align="center" valign="middle">14</td>
</tr>
<tr>
<td align="left" valign="middle">Self-assessment about my own skills</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">Assessing my mate, I assessed also myself, at the same time</td>
<td align="center" valign="middle">17</td>
<td align="center" valign="middle">19</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="2">Understanding complexity</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">This activity allowed me to understand how much is difficult to create good assessment practices</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">16</td>
</tr>
<tr>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">The activity was quite challenging because it&#x2019;s really difficult assessing somebody</td>
<td align="center" valign="middle">14</td>
<td align="center" valign="middle">15</td>
</tr>
<tr>
<td align="left" valign="middle">Relationships with peers</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">Group-assessment allowed me to discuss with my mates and identify the right assessment</td>
<td align="center" valign="middle">12</td>
<td align="center" valign="middle">13</td>
</tr>
<tr>
<td align="left" valign="middle">Mutual support</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">My mates were so supportive!</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">8</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap position="float" id="tab9">
<label>Table 9</label>
<caption>
<p>Codes included into &#x2018;Limits&#x2019;, &#x2018;Assessment issues&#x2019; and &#x2018;Organizational issue&#x2019; categories.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Category</th>
<th align="left" valign="top">Code</th>
<th align="left" valign="top">Assessment method</th>
<th align="left" valign="top">Sentences</th>
<th align="center" valign="top">Participants</th>
<th align="center" valign="top">Frequency</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle" rowspan="6">Limits</td>
<td align="left" valign="middle" rowspan="2">Anxiety/stress</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">I was not prepared and I was not able to assess myself</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">15</td>
</tr>
<tr>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">Assessing the task of another mate is always difficult</td>
<td align="center" valign="middle">13</td>
<td align="center" valign="middle">13</td>
</tr>
<tr>
<td align="left" valign="middle">Lack of feedback</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I needed also oral feedback</td>
<td align="center" valign="middle">29</td>
<td align="center" valign="middle">30</td>
</tr>
<tr>
<td align="left" valign="middle">Feeling uncomfortable</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I felt quite uncomfortable because I was afraid not to write the right things</td>
<td align="center" valign="middle">11</td>
<td align="center" valign="middle">13</td>
</tr>
<tr>
<td align="left" valign="middle">Low level of engagement</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">My mates were not motivated so the activity was quite useless</td>
<td align="center" valign="middle">15</td>
<td align="center" valign="middle">17</td>
</tr>
<tr>
<td align="left" valign="middle">Confusion</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">The activity must be well organized otherwise many mates were distracted</td>
<td align="center" valign="middle">13</td>
<td align="center" valign="middle">14</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="4">Assessment issues</td>
<td align="left" valign="middle">Difficulties in self-assessing</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">I was not aware of the values of this procedure</td>
<td align="center" valign="middle">14</td>
<td align="center" valign="middle">15</td>
</tr>
<tr>
<td align="left" valign="middle">Non-graded</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I felt the responsibility but I was calm because my assessment did not affect the final grade</td>
<td align="center" valign="middle">4</td>
<td align="center" valign="middle">5</td>
</tr>
<tr>
<td align="left" valign="middle">Grading is/not better</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">Sometimes, it would be better to have a formal grade, sometimes not</td>
<td align="center" valign="middle">6</td>
<td align="center" valign="middle">8</td>
</tr>
<tr>
<td align="left" valign="middle">Lack of teacher&#x2019;s assessment</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">I needed to receive an assessment also by the teacher</td>
<td align="center" valign="middle">21</td>
<td align="center" valign="middle">22</td>
</tr>
<tr>
<td align="left" valign="middle" rowspan="5">Organizational issues</td>
<td align="left" valign="middle" rowspan="2">Training before</td>
<td align="left" valign="middle">SA</td>
<td align="left" valign="middle">It was necessary to have a training before the activity</td>
<td align="center" valign="middle">10</td>
<td align="center" valign="middle">11</td>
</tr>
<tr>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">I&#x2019;ve never done this activity; I needed to be trained before</td>
<td align="center" valign="middle">3</td>
<td align="center" valign="middle">4</td>
</tr>
<tr>
<td align="left" valign="middle">Blind is better</td>
<td align="left" valign="middle">PA</td>
<td align="left" valign="middle">It was better the blind procedure so I was totally free to express my ideas</td>
<td align="center" valign="middle">13</td>
<td align="center" valign="middle">14</td>
</tr>
<tr>
<td align="left" valign="middle">Random groups are better</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">Random groups allow us to be more free and professional</td>
<td align="center" valign="middle">9</td>
<td align="center" valign="middle">11</td>
</tr>
<tr>
<td align="left" valign="middle">Open is better</td>
<td align="left" valign="middle">GA</td>
<td align="left" valign="middle">Group-assessment should be carried out face-to-face, not with an anonymous rubric</td>
<td align="center" valign="middle">8</td>
<td align="center" valign="middle">9</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In addition to the information enclosed in <xref ref-type="table" rid="tab8">Tables 8</xref>, <xref ref-type="table" rid="tab9">9</xref>, it is interesting to underline that 59 students considered the self-assessment activity &#x2018;useful,&#x2019; whereas 51 students identified the peer-assessment activity and 44 students considered the group-assessment activity &#x2018;very useful.&#x2019;.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec22">
<label>6</label>
<title>Discussion</title>
<p>Both the quantitative and qualitative findings of this study provide important insights about the use of formative assessment in the higher education contexts and indicate significant implications from a practical point of view.</p>
<p>First of all, comparing the three formative assessment strategies, peer- and group-assessment proved to be more appreciated among the students involved in the study. Also, self-assessment was evaluated as a positive activity but peer- and group-assessment allowed students to reflect deeply on their own learning processes, create feedback and give them the opportunity to improve and modify their learning strategies.</p>
<p>Among the five factors that characterized this study (Learning; Complexity; Personal; Professional; Motivation), two of them revealed their importance. The scores for &#x201C;Complexity&#x201D; (understanding complexity of assessment procedures) and &#x201C;Motivation&#x201D; (increasing my motivation to use formative assessment strategies in the future) were significantly higher than the other factors mainly for peer- and group-assessment activities. Opportunities to understand the complexity of assessment procedures and to increase motivation for future use of formative assessment strategies represented crucial elements of the formative assessment activities. These reasons are explained in the qualitative comments. Firstly, formative assessment methods allowed students to recognize that an assessment procedure is not simple and linear but it is composed of many connected components, both summative and formative. Consequently, students must be able to learn and design several assessment methods linked in a coherent way, as indicated by <xref ref-type="bibr" rid="ref30">Ismail et al. (2022)</xref>. Secondly, the use of formative assessment strategies in higher education increased the probability of using formative assessment techniques in the future, confirming the study carried out by <xref ref-type="bibr" rid="ref26">Hamodi et al. (2017)</xref>.</p>
<p>Regarding differences among participants, peer- and group assessment were more appreciated by older students, indicating that these students rely on forms of professional relationships to develop their own professional perspectives, as denoted by <xref ref-type="bibr" rid="ref6">Biesma et al. (2019)</xref> and <xref ref-type="bibr" rid="ref36">Montgomery et al. (2023)</xref>. Peer-assessment is, in general, more appreciated than group-assessment for developing &#x201C;Complexity,&#x201D; &#x201C;Motivation&#x201D; and, also, &#x201C;Learning&#x201D; but group-assessment was more valued than peer- and self- assessment for increasing the &#x201C;Professional&#x201D; factor. This observation means that group-assessment represents an effective simulation of a work experience (<xref ref-type="bibr" rid="ref28">Homayouni, 2022</xref>). The younger students appreciated group-assessment more than peer-assessment for the &#x201C;Personal,&#x201D; &#x201C;Complexity&#x201D; and &#x201C;Motivation&#x201D; factors, showing that younger students needed formative assessment activities for developing awareness of their own skills and capacities. Finally, students with no work experience appreciated the self-assessment activities for the factor &#x201C;Learning,&#x201D; revealing that they valued moments for reflecting on themselves.</p>
<p>The last quantitative finding arises from the exploratory factor analysis which confirmed that the factor related to understanding the complexity of assessment procedures is particularly significant for the participants.</p>
<p>The findings highlighted by the qualitative analysis reveal essential results of the study. Regarding the positive aspects, all three strategies helped students in growing their awareness in recognizing their learning processes, effectively connecting theory to practice, and consciously fostering their professional perspectives, as indicated by <xref ref-type="bibr" rid="ref49">Tillema (2010)</xref>. In particular, peer- and group-assessment boosted students&#x2019; capacity to exchange ideas and views with others; consequently, these strategies amplified peer relationships through responsibility to each other and deepened student understanding of the complexity of assessment procedures.</p>
<p>Additionally, the qualitative analysis identified three main limits in two aspects of formative assessment: lack of feedback in peer-assessment, and in group-assessment, low level of engagement and high level of confusion. Consequently, these two strategies must be carefully implemented. Even though they were highly appreciated by the students in general, the qualitative sections of the questionnaire indicate that peer-and group-assessment must be carried out in an adequate setting allowing students to express their ideas and motivations without pressure and confusion.</p>
<p>Lack of feedback, low level of engagement and high level of confusion represent three risks of formative assessment previously identified in the literature. The lack of feedback was already mentioned by <xref ref-type="bibr" rid="ref9">Brown (2019)</xref> and the other two points were indicated by <xref ref-type="bibr" rid="ref17">Crossouard and Pryor (2012)</xref>.</p>
<p>The qualitative analysis also raised issues about the assessment quality and pinpointed crucial features related to the relationship between summative and formative assessment. Some students felt that group-assessment should be followed by a formal grade, while others indicated that the same activity should be carried out more informally. Regardless, all students felt the lack of an instructor-designed assessment to ensure that activities were well designed (<xref ref-type="bibr" rid="ref28">Homayouni, 2022</xref>). These are fundamental points because the university teachers must decide if the formative assessment should affect and/or modify the final grade or not. This matter represents an open question that may also be influenced by the larger assessment culture (<xref ref-type="bibr" rid="ref22">Doria et al., 2023</xref>). In this study, we decided that the formative assessment should not change the final grade because the formative strategies were focused on the metacognitive aspects.</p>
<p>From an organizational point of view, the students needed forms of training to effectively carry out both self- and peer-assessment. The organization of group-assessment was a particularly debated aspect because some students desired an open assessment discussion whilst other students wanted a completely blind assessment to avoid any conflict with their peers, as indicated by <xref ref-type="bibr" rid="ref26">Hamodi et al. (2017)</xref>.</p>
</sec>
<sec id="sec23">
<label>7</label>
<title>Limitations of the study</title>
<p>This study presents some limitations. First, the participants are quite heterogeneous. They are all students enrolled in courses focused on educational contexts but the structure of the courses is different and this situation can affect the application of the assessment strategies. The second limitation is represented by the different topics faced in the different subjects. Even if the formative strategies can be considered valid for all subjects, it is necessary to reflect on the specificities of each subject to verify potential differences in managing and arranging the formative techniques. Finally, the study procedure lasted the whole academic year. It is likely that the elapsed time can represent a bias for students who faced three formative strategies throughout the course.</p>
</sec>
<sec id="sec24">
<label>8</label>
<title>Conclusions and implications for policy and practice</title>
<p>Instead of assuming that &#x2018;theory&#x2019; is solely the domain of expert educational researchers, we reassert our alignment with other researchers who recognize the critical significance of educational practitioners&#x2019; comprehension of theory in actualizing specific practices (<xref ref-type="bibr" rid="ref17">Crossouard and Pryor, 2012</xref>). Our findings indicate that the participants in our study significantly enhanced their capacities in reflecting on their assessment competences.</p>
<p>Notably, the higher education students in this study understood the complexity of the assessment procedures (RQ #2) and were motivated to use multiple forms of assessment in their future work (RQ #4). In terms of learner-centred feedback on effectiveness (RQ #6), peer- and group-assessment strategies emerged as the most effective and productive methods from a formative point of view. As for RQ #5, we did not find specific differences in the use of formative assessment in the programs for pre-service teachers, social workers, and heads of social services. Furthermore, despite the different opinions expressed by the participants, the majority declared that it would be important to repeat the formative assessment activities with students in the educational profession programs the following academic year.</p>
<p>These conclusions and the findings have implications for future work in this area. The value of integrating formative assessment and learner-identified feedback into instructional practices is evident and will inform future studies and formative assessments, with some recommendations.</p>
<p>For future studies, our first recommendation is an emphasis on peer- assessment strategies. From a practical and organizational perspective, ways to strengthen the peer-assessment components, such as mandatory peer comments are one recommendation for avoiding a reported lack of feedback. In the present study, qualitative comments were optional and some students did not write any comments to their peers.</p>
<p>Our second recommendation further derives from the students who did not receive peer comments and emphasized that the rubric scores and indicators were not enough to express meaningful feedback. Supporting students in their development of effective peer feedback practices would be an important next step in strengthening this component of instruction and developing student competencies in formative assessment for the education professions.</p>
<p>A third recommendation is related to group assessment. To avoid low levels of engagement and high levels of confusion during group-assessment, additional measures are suggested. One option includes arranging random groups of students with the presence of one instructor in each group to ensure sufficient guidance during the activity. Following the activity, the instructor should leave the group to promote open discussion and support students&#x2019; assessment of the peer presentation, so that students can more freely and informally assess the learning. Then, the instructor will come back into the group to give a formal grade. We anticipate that this response could resolve issues of lack of teacher assessment and the question of assigning a formal evaluative grade to this activity, thereby effectively balancing summative and formative assessment methods (<xref ref-type="bibr" rid="ref35">Lui and Andrade, 2022</xref>).</p>
<p>Typically, formative assessment is aimed at fostering developmental functions mainly related to metacognitive aspects of learning, whereas summative assessment is commonly targeted toward evaluative and administrative decisions (grades, reports, etc.) about performance (<xref ref-type="bibr" rid="ref4">Baker, 2007</xref>). As the findings of this study reveal, we emphasize the main original contribution of this study: formative assessment is an effective combination of developmental and evaluative purposes.</p>
<p>We further recommend that future studies should investigate both (a) metacognitive steps to underline the formative values of assessment, and (b) evaluative steps to underscore the summative standards to be reached by a professional in education. This design will both align with the recent European Commision report (<xref ref-type="bibr" rid="ref23">European Commission, Directorate-General for Education, Youth, Sport and Culture, et al., 2023</xref>) and support the creation of a strong combination of formative and summative feedback to deeply assess learners&#x2019; competences.</p>
</sec>
<sec sec-type="data-availability" id="sec25">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="ethics-statement" id="sec26">
<title>Ethics statement</title>
<p>Ethical approval was not required for the studies involving humans because this study strictly followed the principles of ethics. The participants were informed about the aims, the activities and the instruments designed for this study. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec27">
<title>Author contributions</title>
<p>DP: Conceptualization, Formal analysis, Investigation, Methodology, Project administration, Writing &#x2013; original draft. EN: Formal analysis, Methodology, Writing &#x2013; original draft. EM: Formal analysis, Methodology, Writing &#x2013; original draft. MI: Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec28">
<title>Funding</title>
<p>The author(s) declare that no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<sec sec-type="COI-statement" id="sec29">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andrade</surname> <given-names>H. L.</given-names></name>
</person-group> (<year>2019</year>). <article-title>A critical review of research on student self-assessment</article-title>. <source>Front. Educ.</source> <volume>4</volume>:<fpage>87</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2019.00087</pub-id></citation>
</ref>
<ref id="ref2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Andrade</surname> <given-names>H. G.</given-names></name> <name><surname>Boulay</surname> <given-names>B. A.</given-names></name></person-group> (<year>2003</year>). <article-title>Role of rubric-referenced self-assessment in learning to write</article-title>. <source>J. Educ. Res.</source> <volume>97</volume>, <fpage>21</fpage>&#x2013;<lpage>30</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00220670309596625</pub-id></citation>
</ref>
<ref id="ref3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Asghar</surname> <given-names>A.</given-names></name>
</person-group> (<year>2010</year>). <article-title>Reciprocal peer coaching and its use as a formative assessment strategy for first-year students</article-title>. <source>Assess. Eval. High. Educ.</source> <volume>35</volume>, <fpage>403</fpage>&#x2013;<lpage>417</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02602930902862834</pub-id></citation>
</ref>
<ref id="ref4">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Baker</surname> <given-names>D. F.</given-names></name>
</person-group> (<year>2007</year>). <article-title>Peer assessment in small groups: a comparison of methods</article-title>. <source>J. Manag. Educ.</source> <volume>32</volume>, <fpage>183</fpage>&#x2013;<lpage>209</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1052562907310489</pub-id></citation>
</ref>
<ref id="ref5">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Bawane</surname> <given-names>J.</given-names></name> <name><surname>Sharma</surname> <given-names>R.</given-names></name></person-group> (<year>2020</year>). Formative assessments and the continuity of learning during emergencies and crises. NEQMAP 2020 thematic review. UNESCO.</citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Biesma</surname> <given-names>R.</given-names></name> <name><surname>Kennedy</surname> <given-names>M.-C.</given-names></name> <name><surname>Pawlikowska</surname> <given-names>T.</given-names></name> <name><surname>Brugha</surname> <given-names>R.</given-names></name> <name><surname>Conroy</surname> <given-names>R.</given-names></name> <name><surname>Doyle</surname> <given-names>F.</given-names></name></person-group> (<year>2019</year>). <article-title>Peer assessment to improve medical student&#x2019;s contributions to team-based projects: randomized controlled trial and qualitative follow-up</article-title>. <source>BMC Med. Educ.</source> <volume>19</volume>:<fpage>371</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12909-019-1783-8</pub-id>, PMID: <pub-id pub-id-type="pmid">31615489</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bond</surname> <given-names>E.</given-names></name> <name><surname>Woolcott</surname> <given-names>G.</given-names></name> <name><surname>Markopoulos</surname> <given-names>C.</given-names></name></person-group> (<year>2020</year>). <article-title>Why aren&#x2019;t teachers using formative assessment? What can be done about it?</article-title> <source>Assess. Matters</source> <volume>14</volume>, <fpage>112</fpage>&#x2013;<lpage>136</lpage>. doi: <pub-id pub-id-type="doi">10.18296/am.0046</pub-id></citation>
</ref>
<ref id="ref8">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>S.</given-names></name>
</person-group> (<year>1999</year>). &#x201C;<article-title>Institutional strategies for assessment</article-title>&#x201D; in <source>Assessment matters in higher education: Choosing and using diverse approaches</source>. eds. <person-group person-group-type="editor"><name><surname>Brown</surname> <given-names>S.</given-names></name> <name><surname>Glasner</surname> <given-names>A.</given-names></name></person-group> (<publisher-loc>Buckingham</publisher-loc>: <publisher-name>SRHE and Open University Press</publisher-name>), <fpage>3</fpage>&#x2013;<lpage>13</lpage>.</citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>G. T.</given-names></name>
</person-group> (<year>2019</year>). <article-title>Is assessment for learning really assessment?</article-title> <source>Front. Educ.</source> <volume>4</volume>:<fpage>64</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2019.00064</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Bruner</surname> <given-names>J. S.</given-names></name>
</person-group> (<year>1970</year>). &#x201C;<article-title>Some theories on instruction</article-title>&#x201D; in <source>Readings in educational psychology</source>. ed. <person-group person-group-type="editor">
<name><surname>Stones</surname> <given-names>E.</given-names></name>
</person-group> (<publisher-name>Methuen</publisher-name>), <fpage>112</fpage>&#x2013;<lpage>124</lpage>.</citation>
</ref>
<ref id="ref11">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Cefai</surname> <given-names>C.</given-names></name> <name><surname>Downes</surname> <given-names>P.</given-names></name> <name><surname>Cavioni</surname> <given-names>V.</given-names></name></person-group> (<year>2021</year>). A formative, inclusive, whole school approach to the assessment of social and emotional education in the EU. NESET report. Publications Office of the European Union. doi: <pub-id pub-id-type="doi">10.2766/905981</pub-id></citation>
</ref>
<ref id="ref12">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Charmaz</surname> <given-names>K.</given-names></name>
</person-group> (<year>2014</year>). <source>Constructing grounded theory</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Sage</publisher-name>.</citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clark</surname> <given-names>I.</given-names></name>
</person-group> (<year>2012</year>). <article-title>Formative assessment: assessment is for self-regulated learning</article-title>. <source>Educ. Psychol. Rev.</source> <volume>24</volume>, <fpage>205</fpage>&#x2013;<lpage>249</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10648-011-9191-6</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Corbin</surname> <given-names>J.</given-names></name> <name><surname>Strauss</surname> <given-names>A.</given-names></name></person-group> (<year>2015</year>). <source>Basics of qualitative research: Techniques and procedures for developing grounded theory</source>. <publisher-loc>Los Angeles, CA</publisher-loc>: <publisher-name>Sage</publisher-name>.</citation>
</ref>
<ref id="ref15">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Creswell</surname> <given-names>J. W.</given-names></name> <name><surname>Clark</surname> <given-names>V. P.</given-names></name></person-group> (<year>2011</year>). <source>Designing and conducting mixed methods research</source> <publisher-loc>Thousand Oaks</publisher-loc>: <publisher-name>Sage</publisher-name>.</citation>
</ref>
<ref id="ref16">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Creswell</surname> <given-names>J. W.</given-names></name> <name><surname>Clark</surname> <given-names>V. P.</given-names></name> <name><surname>Gutmann</surname> <given-names>M.</given-names></name> <name><surname>Hanson</surname> <given-names>W.</given-names></name></person-group> (<year>2003</year>). &#x201C;<article-title>Advanced mixed methods research designs</article-title>&#x201D; in <source>Handbook of mixed methods in social &#x0026; behavioral research</source>. eds. <person-group person-group-type="editor"><name><surname>Tashakkori</surname> <given-names>A.</given-names></name> <name><surname>Teddlie</surname> <given-names>C.</given-names></name></person-group> (<publisher-loc>Thousand Oaks, CA</publisher-loc>: <publisher-name>Sage</publisher-name>), <fpage>209</fpage>&#x2013;<lpage>240</lpage>.</citation>
</ref>
<ref id="ref17">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Crossouard</surname> <given-names>B.</given-names></name> <name><surname>Pryor</surname> <given-names>J.</given-names></name></person-group> (<year>2012</year>). <article-title>How theory matters: formative assessment theory and practices and their different relations to education</article-title>. <source>Stud. Philos. Educ.</source> <volume>31</volume>, <fpage>251</fpage>&#x2013;<lpage>263</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11217-012-9296-5</pub-id></citation>
</ref>
<ref id="ref18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dann</surname> <given-names>R.</given-names></name>
</person-group> (<year>2014</year>). <article-title>Assessment as learning: blurring the boundaries of assessment and learning for theory, policy and practice</article-title>. <source>Assess. Educ. Princ. Policy Pract.</source> <volume>21</volume>, <fpage>149</fpage>&#x2013;<lpage>166</lpage>. doi: <pub-id pub-id-type="doi">10.1080/0969594x.2014.898128</pub-id></citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Smet</surname> <given-names>M. M.</given-names></name> <name><surname>Meganck</surname> <given-names>R.</given-names></name> <name><surname>Van Nieuwenhove</surname> <given-names>K.</given-names></name> <name><surname>Truijens</surname> <given-names>F. L.</given-names></name> <name><surname>Desmet</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>No change? A grounded theory analysis of depressed patients' perspectives on non-improvement in psychotherapy</article-title>. <source>Front. Psychol.</source> <volume>10</volume>:<fpage>588</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00588</pub-id>, PMID: <pub-id pub-id-type="pmid">30971973</pub-id></citation>
</ref>
<ref id="ref20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dekker</surname> <given-names>H.</given-names></name> <name><surname>Sch&#x00F6;nrock-Adema</surname> <given-names>J.</given-names></name> <name><surname>Snoek</surname> <given-names>J. W.</given-names></name> <name><surname>van der Molen</surname> <given-names>T.</given-names></name> <name><surname>Cohen-Schotanus</surname> <given-names>J.</given-names></name></person-group> (<year>2013</year>). <article-title>Which characteristics of written feedback are perceived as stimulating students&#x2019; reflective competence: an exploratory study</article-title>. <source>BMC Med. Educ.</source> <volume>13</volume>, <fpage>1</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1186/1472-6920-13-94</pub-id>, PMID: <pub-id pub-id-type="pmid">23829790</pub-id></citation>
</ref>
<ref id="ref21">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>DeVon</surname> <given-names>H. A.</given-names></name> <name><surname>Block</surname> <given-names>M. E.</given-names></name> <name><surname>Moyle-Wright</surname> <given-names>P.</given-names></name> <name><surname>Ernst</surname> <given-names>D. M.</given-names></name> <name><surname>Hayden</surname> <given-names>S. J.</given-names></name> <name><surname>Lazzara</surname> <given-names>D. J.</given-names></name> <etal/></person-group>. (<year>2007</year>). <article-title>A psychometric toolbox for testing validity and reliability</article-title>. <source>J. Nurs. Scholarsh.</source> <volume>39</volume>, <fpage>155</fpage>&#x2013;<lpage>164</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1547-5069.2007.00161.x</pub-id></citation>
</ref>
<ref id="ref22">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Doria</surname> <given-names>B.</given-names></name> <name><surname>Grion</surname> <given-names>V.</given-names></name> <name><surname>Paccagnella</surname> <given-names>O.</given-names></name></person-group> (<year>2023</year>). <article-title>Assessment approaches and practices of university lecturers: a nationwide empirical research</article-title>. <source>Ital. J. Educ. Res.</source> <volume>30</volume>, <fpage>129</fpage>&#x2013;<lpage>143</lpage>. doi: <pub-id pub-id-type="doi">10.7346/sird-012023-p129</pub-id></citation>
</ref>
<ref id="ref23">
<citation citation-type="other"><person-group person-group-type="author"><collab id="coll1">European Commission, Directorate-General for Education, Youth, Sport and Culture</collab><name><surname>Looney</surname> <given-names>J.</given-names></name> <name><surname>Kelly</surname> <given-names>G</given-names></name></person-group>. (<year>2023</year>). Assessing learners&#x2019; competences &#x2013; Policies and practices to support successful and inclusive education &#x2013; Thematic report, Publications Office of the European Union, 2023. Available at: <ext-link xlink:href="https://data.europa.eu/doi/10.2766/221856" ext-link-type="uri">https://data.europa.eu/doi/10.2766/221856</ext-link></citation>
</ref>
<ref id="ref24">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Evans</surname> <given-names>D. J.</given-names></name> <name><surname>Zeun</surname> <given-names>P.</given-names></name> <name><surname>Stanier</surname> <given-names>R. A.</given-names></name></person-group> (<year>2013</year>). <article-title>Motivating student learning using a formative assessment journey</article-title>. <source>J. Anat.</source> <volume>224</volume>, <fpage>296</fpage>&#x2013;<lpage>303</lpage>. doi: <pub-id pub-id-type="doi">10.1111/joa.12117</pub-id>, PMID: <pub-id pub-id-type="pmid">24111930</pub-id></citation>
</ref>
<ref id="ref25">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Hadrill</surname> <given-names>R.</given-names></name>
</person-group> (<year>1995</year>). &#x201C;<article-title>The NCVQ model of assessment at higher levels</article-title>&#x201D; in <source>Assessment for learning in higher education</source>. ed. <person-group person-group-type="editor">
<name><surname>Knight</surname> <given-names>P.</given-names></name>
</person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Kogan Page</publisher-name>), <fpage>167</fpage>&#x2013;<lpage>179</lpage>.</citation>
</ref>
<ref id="ref26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hamodi</surname> <given-names>C.</given-names></name> <name><surname>L&#x00F3;pez-Pastor</surname> <given-names>V. M.</given-names></name> <name><surname>L&#x00F3;pez-Pastor</surname> <given-names>A. T.</given-names></name></person-group> (<year>2017</year>). <article-title>If I experience formative assessment whilst studying at university, will I put it into practice later as a teacher? Formative and shared assessment in initial teacher education (ITE)</article-title>. <source>Eur. J. Teach. Educ.</source> <volume>40</volume>, <fpage>171</fpage>&#x2013;<lpage>190</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02619768.2017.1281909</pub-id></citation>
</ref>
<ref id="ref27">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Higgins</surname> <given-names>M.</given-names></name> <name><surname>Grant</surname> <given-names>F.</given-names></name> <name><surname>Thompson</surname> <given-names>P.</given-names></name></person-group> (<year>2010</year>). <article-title>Formative assessment: balancing educational effectiveness and resource efficiency</article-title>. <source>J. Educ. Built Environ.</source> <volume>5</volume>, <fpage>4</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.11120/jebe.2010.05020004</pub-id></citation>
</ref>
<ref id="ref28">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Homayouni</surname> <given-names>M.</given-names></name>
</person-group> (<year>2022</year>). <article-title>Peer assessment in group-oriented classroom contexts: on the effectiveness of peer assessment coupled with scaffolding and group work on speaking skills and vocabulary learning</article-title>. <source>Lang. Test. Asia</source> <volume>12</volume>, <fpage>1</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s40468-022-00211-3</pub-id></citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ibarra-S&#x00E1;iz</surname> <given-names>M. S.</given-names></name> <name><surname>Rodr&#x00ED;guez-G&#x00F3;mez</surname> <given-names>G.</given-names></name> <name><surname>Boud</surname> <given-names>D.</given-names></name></person-group> (<year>2020</year>). <article-title>The quality of assessment tasks as a determinant of learning</article-title>. <source>Assess. Eval. High. Educ.</source> <volume>46</volume>, <fpage>943</fpage>&#x2013;<lpage>955</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02602938.2020.1828268</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ismail</surname> <given-names>S. M.</given-names></name> <name><surname>Rahul</surname> <given-names>D. R.</given-names></name> <name><surname>Patra</surname> <given-names>I.</given-names></name> <name><surname>Rezvani</surname> <given-names>E.</given-names></name></person-group> (<year>2022</year>). <article-title>Formative vs. summative assessment: impacts on academic motivation, attitude toward learning, test anxiety, and self-regulation skill</article-title>. <source>Lang. Test. Asia</source> <volume>12</volume>, <fpage>1</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s40468-022-00191-4</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jensen</surname> <given-names>L. X.</given-names></name> <name><surname>Bearman</surname> <given-names>M.</given-names></name> <name><surname>Boud</surname> <given-names>D.</given-names></name></person-group> (<year>2023</year>). <article-title>Characteristics of productive feedback encounters in online learning</article-title>. <source>Teach. High. Educ.</source> <volume>1&#x2013;15</volume>, <fpage>1</fpage>&#x2013;<lpage>15</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13562517.2023.2213168</pub-id></citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kealey</surname> <given-names>E.</given-names></name>
</person-group> (<year>2010</year>). <article-title>Assessment and evaluation in social work education: formative and summative approaches</article-title>. <source>J. Teach. Soc. Work.</source> <volume>30</volume>, <fpage>64</fpage>&#x2013;<lpage>74</lpage>. doi: <pub-id pub-id-type="doi">10.1080/08841230903479557</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Koka</surname> <given-names>R.</given-names></name> <name><surname>Jur&#x0101;ne-Br&#x0113;mane</surname> <given-names>A.</given-names></name> <name><surname>Ko&#x0137;e</surname> <given-names>T.</given-names></name></person-group> (<year>2017</year>). <article-title>Formative assessment in higher education: from theory to practice</article-title>. <source>Eur. J. Soc. Sci. Educ. Res.</source> <volume>9</volume>:<fpage>28</fpage>. doi: <pub-id pub-id-type="doi">10.26417/ejser.v9i1.p28-34</pub-id></citation>
</ref>
<ref id="ref34">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Leach</surname> <given-names>L.</given-names></name> <name><surname>Neutze</surname> <given-names>G.</given-names></name> <name><surname>Zepke</surname> <given-names>N.</given-names></name></person-group> (<year>1998</year>). &#x201C;<article-title>Motivation in assessment</article-title>&#x201D; in <source>Motivating students</source>. eds. <person-group person-group-type="editor"><name><surname>Brown</surname> <given-names>S.</given-names></name> <name><surname>Armstrong</surname> <given-names>S.</given-names></name> <name><surname>Thompson</surname> <given-names>G.</given-names></name></person-group> (<publisher-loc>London</publisher-loc>: <publisher-name>Kogan Page</publisher-name>), <fpage>201</fpage>&#x2013;<lpage>209</lpage>.</citation>
</ref>
<ref id="ref35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lui</surname> <given-names>A. M.</given-names></name> <name><surname>Andrade</surname> <given-names>H. L.</given-names></name></person-group> (<year>2022</year>). <article-title>The next black box of formative assessment: a model of the internal mechanisms of feedback processing</article-title>. <source>Front. Educ.</source> <volume>7</volume>:<fpage>751801</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2022.751548</pub-id></citation>
</ref>
<ref id="ref36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Montgomery</surname> <given-names>L.</given-names></name> <name><surname>MacDonald</surname> <given-names>M.</given-names></name> <name><surname>Houston</surname> <given-names>E. S.</given-names></name></person-group> (<year>2023</year>). <article-title>Developing and evaluating a social work assessment model based on co-production methods</article-title>. <source>Br. J. Soc. Work</source> <volume>53</volume>, <fpage>3665</fpage>&#x2013;<lpage>3684</lpage>. doi: <pub-id pub-id-type="doi">10.1093/bjsw/bcad154</pub-id></citation>
</ref>
<ref id="ref37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Morris</surname> <given-names>R.</given-names></name> <name><surname>Perry</surname> <given-names>T.</given-names></name> <name><surname>Wardle</surname> <given-names>L.</given-names></name></person-group> (<year>2021</year>). <article-title>Formative assessment and feedback for learning in higher education: a systematic review. Review of</article-title>. <source>Education</source> <volume>9</volume>, <fpage>1</fpage>&#x2013;<lpage>26</lpage>. doi: <pub-id pub-id-type="doi">10.1002/rev3.3292</pub-id></citation>
</ref>
<ref id="ref38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ng</surname> <given-names>E. M. W.</given-names></name>
</person-group> (<year>2016</year>). <article-title>Fostering pre-service teachers&#x2019; self-regulated learning through self- and peer assessment of wiki projects</article-title>. <source>Comput. Educ.</source> <volume>98</volume>, <fpage>180</fpage>&#x2013;<lpage>191</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compedu.2016.03.015</pub-id></citation>
</ref>
<ref id="ref39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nicol</surname> <given-names>D. J.</given-names></name> <name><surname>Macfarlane-Dick</surname> <given-names>D.</given-names></name></person-group> (<year>2006</year>).&#x201D; <article-title>Formative assessment and self-regulated learning: a model and seven principles of good feedback practice</article-title>. <source>Stud. High. Educ.</source> <volume>31</volume>, <fpage>199</fpage>&#x2013;<lpage>218</lpage>. doi: <pub-id pub-id-type="doi">10.1080/03075070600572090</pub-id></citation>
</ref>
<ref id="ref40">
<citation citation-type="book"><person-group person-group-type="author">
<collab id="coll2">OECD</collab>
</person-group> (<year>2005</year>). <source>Formative assessment: improving learning in secondary classrooms</source>. <publisher-loc>Paris</publisher-loc>: <publisher-name>OECD</publisher-name></citation>
</ref>
<ref id="ref41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ozan</surname> <given-names>C.</given-names></name> <name><surname>K&#x0131;ncal</surname> <given-names>R. Y.</given-names></name></person-group> (<year>2018</year>). <article-title>The effects of formative assessment on academic achievement, attitudes toward the lesson, and self-regulation skills</article-title>. <source>Educ. Sci. Theory Pract.</source> <volume>18</volume>, <fpage>85</fpage>&#x2013;<lpage>118</lpage>. doi: <pub-id pub-id-type="doi">10.12738/estp.2018.1.0216</pub-id></citation>
</ref>
<ref id="ref42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Panadero</surname> <given-names>E.</given-names></name> <name><surname>Brown</surname> <given-names>G. T.</given-names></name> <name><surname>Strijbos</surname> <given-names>J.-W.</given-names></name></person-group> (<year>2015</year>). <article-title>The future of student self-assessment: a review of known unknowns and potential directions</article-title>. <source>Educ. Psychol. Rev.</source> <volume>28</volume>, <fpage>803</fpage>&#x2013;<lpage>830</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10648-015-9350-2</pub-id></citation>
</ref>
<ref id="ref43">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pereira</surname> <given-names>D.</given-names></name> <name><surname>Flores</surname> <given-names>M. A.</given-names></name> <name><surname>Niklasson</surname> <given-names>L.</given-names></name></person-group> (<year>2015</year>). <article-title>Assessment revisited: a review of research in assessment and evaluation in higher education</article-title>. <source>Assess. Eval. High. Educ.</source> <volume>41</volume>, <fpage>1008</fpage>&#x2013;<lpage>1032</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02602938.2015.1055233</pub-id></citation>
</ref>
<ref id="ref44">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Petty</surname> <given-names>G.</given-names></name>
</person-group> (<year>2004</year>). <source>Teaching today</source>. <publisher-loc>London</publisher-loc>: <publisher-name>Nelson Thornes</publisher-name>.</citation>
</ref>
<ref id="ref45">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Pintrich</surname> <given-names>P. R.</given-names></name> <name><surname>Zusho</surname> <given-names>A.</given-names></name></person-group> (<year>2002</year>). &#x201C;<article-title>The development of academic self-regulation: the role of cognitive and motivational factors</article-title>&#x201D; in <source>Development of achievement motivation</source>. eds. <person-group person-group-type="editor"><name><surname>Wigfield</surname> <given-names>A.</given-names></name> <name><surname>Eccles</surname> <given-names>J. S.</given-names></name></person-group> (<publisher-loc>San Diego</publisher-loc>: <publisher-name>Academic Press</publisher-name>), <fpage>249</fpage>&#x2013;<lpage>284</lpage>.</citation>
</ref>
<ref id="ref46">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Spiliotopoulou</surname> <given-names>G.</given-names></name>
</person-group> (<year>2009</year>). <article-title>Reliability reconsidered: Cronbach&#x2019;s alpha and paediatric assessment in occupational therapy</article-title>. <source>Aust. Occup. Ther. J.</source> <volume>56</volume>, <fpage>150</fpage>&#x2013;<lpage>155</lpage>. doi: <pub-id pub-id-type="doi">10.1111/j.1440-1630.2009.00785.x</pub-id>, PMID: <pub-id pub-id-type="pmid">20854508</pub-id></citation>
</ref>
<ref id="ref47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Suhoyo</surname> <given-names>Y.</given-names></name> <name><surname>Van Hell</surname> <given-names>E. A.</given-names></name> <name><surname>Kerdijk</surname> <given-names>W.</given-names></name> <name><surname>Emilia</surname> <given-names>O.</given-names></name> <name><surname>Sch&#x00F6;nrock-Adema</surname> <given-names>J.</given-names></name> <name><surname>Kuks</surname> <given-names>J. B.</given-names></name> <etal/></person-group>. (<year>2017</year>). <article-title>Influence of feedback characteristics on perceived learning value of feedback in clerkships: does culture matter?</article-title> <source>BMC Med. Educ.</source> <volume>17</volume>, <fpage>1</fpage>&#x2013;<lpage>7</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s12909-017-0904-5</pub-id></citation>
</ref>
<ref id="ref48">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Tashakkori</surname> <given-names>A.</given-names></name> <name><surname>Teddlie</surname> <given-names>C.</given-names></name></person-group> (<year>2009</year>). <source>Foundations of mixed methods research</source>. <publisher-loc>London</publisher-loc>: <publisher-name>SAGE Publications</publisher-name>.</citation>
</ref>
<ref id="ref49">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Tillema</surname> <given-names>H.</given-names></name>
</person-group> (<year>2010</year>). &#x201C;<article-title>Formative Assessment in Teacher Education and Teacher Professional Development</article-title>,&#x201D; in <source>International Encyclopedia of Education</source>. eds. <person-group person-group-type="author"><name><surname>Peterson</surname> <given-names>P.</given-names></name> <name><surname>Baker</surname> <given-names>E.</given-names></name> <name><surname>McGaw</surname> <given-names>B.</given-names></name></person-group>. 3rd edn (<publisher-loc>Oxford</publisher-loc>: <publisher-name>Elsevier</publisher-name>), <fpage>563</fpage>&#x2013;<lpage>571</lpage>.</citation>
</ref>
<ref id="ref50">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Gennip</surname> <given-names>N. A. E.</given-names></name> <name><surname>Segers</surname> <given-names>M. S. R.</given-names></name> <name><surname>Tillema</surname> <given-names>H. H.</given-names></name></person-group> (<year>2010</year>). <article-title>Peer assessment as a collaborative learning activity: the role of interpersonal variables and conceptions</article-title>. <source>Learn. Instr.</source> <volume>20</volume>, <fpage>280</fpage>&#x2013;<lpage>290</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.learninstruc.2009.08.010</pub-id></citation>
</ref>
<ref id="ref51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wanner</surname> <given-names>T.</given-names></name> <name><surname>Palmer</surname> <given-names>E.</given-names></name></person-group> (<year>2018</year>). <article-title>Formative self-and peer assessment for improved student learning: the crucial factors of design, teacher participation and feedback</article-title>. <source>Assess. Eval. High. Educ.</source> <volume>43</volume>, <fpage>1032</fpage>&#x2013;<lpage>1047</lpage>. doi: <pub-id pub-id-type="doi">10.1080/02602938.2018.1427698</pub-id></citation>
</ref>
<ref id="ref52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Watkins</surname> <given-names>M. W.</given-names></name>
</person-group> (<year>2018</year>). <article-title>Exploratory factor analysis: a guide to best practice</article-title>. <source>J. Black Psychol.</source> <volume>44</volume>, <fpage>219</fpage>&#x2013;<lpage>246</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0095798418771807</pub-id></citation>
</ref>
<ref id="ref53">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Watson</surname> <given-names>G. P. L.</given-names></name> <name><surname>Kenny</surname> <given-names>N.</given-names></name></person-group> (<year>2014</year>). <article-title>Teaching critical reflection to graduate students</article-title>. <source>Collected Essays Learn. Teach.</source> <volume>7</volume>:<fpage>56</fpage>. doi: <pub-id pub-id-type="doi">10.22329/celt.v7i1.3966</pub-id></citation>
</ref>
<ref id="ref54">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xiao</surname> <given-names>Y.</given-names></name> <name><surname>Yang</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). <article-title>Formative assessment and self-regulated learning: how formative assessment supports students&#x2019; self-regulation in English language learning</article-title>. <source>System</source> <volume>81</volume>, <fpage>39</fpage>&#x2013;<lpage>49</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.system.2019.01.004</pub-id></citation>
</ref>
<ref id="ref55">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yin</surname> <given-names>S.</given-names></name> <name><surname>Chen</surname> <given-names>F.</given-names></name> <name><surname>Chang</surname> <given-names>H.</given-names></name></person-group> (<year>2022</year>). <article-title>Assessment as learning: how does peer assessment function in students&#x2019; learning?</article-title> <source>Front. Psychol.</source> <volume>13</volume>:<fpage>912568</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2022.912568</pub-id>, PMID: <pub-id pub-id-type="pmid">35832911</pub-id></citation>
</ref>
<ref id="ref56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yorke</surname> <given-names>M.</given-names></name>
</person-group> (<year>2003</year>). <article-title>Formative assessment in higher education: moves towards theory and the enhancement of pedagogic practice</article-title>. <source>High. Educ.</source> <volume>45</volume>, <fpage>477</fpage>&#x2013;<lpage>501</lpage>. doi: <pub-id pub-id-type="doi">10.1023/a:1023967026413</pub-id></citation>
</ref>
</ref-list>
</back>
</article>