<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2023.1266338</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Integrated laboratory classes to learn physiology in a psychology degree: impact on student learning and experience</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>S&#x00E1;nchez</surname> <given-names>Judit</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/2426291/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Navarro-Galve</surname> <given-names>Beatriz</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1892067/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Lesmes</surname> <given-names>Marta</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Rubio</surname> <given-names>Margarita</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Gal</surname> <given-names>Beatriz</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/1734753/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Departamento de Educaci&#x00F3;n y de la Comunicaci&#x00F3;n, Universidad Europea de Madrid</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff2"><sup>2</sup><institution>Facultad de Ciencias Biom&#x00E9;dicas y de la Salud, Universidad Europea de Madrid</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff3"><sup>3</sup><institution>Departamento de Medicina, Facultad de Ciencias Biom&#x00E9;dicas y de la Salud, Universidad Europea de Madrid</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff4"><sup>4</sup><institution>Facultad de Ciencias de la Salud, Camilo Jos&#x00E9; Cela University</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<aff id="aff5"><sup>5</sup><institution>Departamento de Ciencias M&#x00E9;dicas B&#x00E1;sicas, Facultad de Medicina, Universidad CEU San Pablo</institution>, <addr-line>Madrid</addr-line>, <country>Spain</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Ellian Tuero Herrero, Universidad de Oviedo Mieres, Spain</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Elena Blanco Gonz&#x00E1;lez, University of Oviedo, Spain; Milenko Del Valle, University of Antofagasta, Chile</p></fn>
<corresp id="c001">&#x002A;Correspondence: Beatriz Gal, <email>beatriz.galiglesias@ceu.es</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>13</day>
<month>11</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>14</volume>
<elocation-id>1266338</elocation-id>
<history>
<date date-type="received">
<day>24</day>
<month>07</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>29</day>
<month>09</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2023 S&#x00E1;nchez, Navarro-Galve, Lesmes, Rubio and Gal.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>S&#x00E1;nchez, Navarro-Galve, Lesmes, Rubio and Gal</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<p>Physiology is a fundamental discipline to be studied in most Health Science studies including Psychology. Physiology content is perceived by students as rather difficult, who may lack vision on how to relate it with their professional training. Therefore, identifying novel active and more engaging pedagogical strategies for teaching physiology to psychology students may help to fill this gap. In this pilot study, we used the PBL methodology developed around a clinical case to evaluate psychology students&#x2019; experience and learning in two laboratory classes modalities. The aim of this study was to compare the undergraduates&#x2019; preference for laboratory classes taught either independently (cohort 1, <italic>n</italic> = 87 students) or integrated into the PBL-oriented clinical case (cohort 2, <italic>n</italic> = 92 students) for which laboratory classes were transformed into Integrated Laboratory Classes (ILCs). The students&#x2019; academic performance was also evaluated to look for quantitative differences between cohorts. We found similar overall academic scores for the Physiology course between cohorts. Interestingly, when we compared the academic scores obtained in the theoretical content from each cohort, we found a significant improvement (<italic>p</italic> &#x003C; 0.05) in cohort 2 where the students achieved better results as compared to cohort 1. A subset of students was asked to fill a questionnaire assessment on their experience and found that 78.9% of them preferred integrated laboratory classes over laboratory classes alone. They consistently reported a better understanding of the theoretical content and the value they gave to ILCs for learning. In conclusion, our pilot study suggests that integrating laboratory classes into PBL-oriented clinical contexts help to retain core physiology contents and it can be considered as an engaging learning activity worth implementing in Psychology teaching.</p>
</abstract>
<kwd-group>
<kwd>physiology teaching</kwd>
<kwd>PBL methodology</kwd>
<kwd>clinical cases</kwd>
<kwd>laboratory classes</kwd>
<kwd>integrated laboratory classes</kwd>
<kwd>academic performance</kwd>
</kwd-group>
<counts>
<fig-count count="3"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="43"/>
<page-count count="8"/>
<word-count count="5729"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Educational Psychology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="S1" sec-type="intro">
<title>1. Introduction</title>
<p>Physiology is considered a challenging discipline in most Health Science studies. Psychology students in particular usually consider physiology as a less relevant part of their professional training even though it provides an essential scientific understanding of the biological processes underlying human behavior and cognition (<xref ref-type="bibr" rid="B41">Vanags et al., 2012</xref>; <xref ref-type="bibr" rid="B24">Lloyd et al., 2019</xref>). Understanding physiology entails successful comprehension, integration and application of several complex concepts (<xref ref-type="bibr" rid="B30">Rehan et al., 2016</xref>). The very nature of the discipline, the way it is taught and the student&#x2019;s preconceptions have all been described to contribute to this perceived intrinsic difficulty (<xref ref-type="bibr" rid="B27">Michael, 2007</xref>; <xref ref-type="bibr" rid="B34">Slominski et al., 2019</xref>). Finding new pedagogical strategies for teaching physiology to psychology students is thus important to enhance their understanding of the biological underpinnings of human behavior and to foster interdisciplinary connections within the Health Science field.</p>
<p>The ability to make predictions about how external and internal changes affect the state of a biological system is central to physiology (<xref ref-type="bibr" rid="B43">Zohar, 1995</xref>). Active methodologies are defined by educational researchers as any activity that &#x2018;involves students in doing things and thinking about the things they are doing&#x2019; by engaging them cognitively and meaningfully with the materials (<xref ref-type="bibr" rid="B5">Bodemer and Ploetzner, 2004</xref>; <xref ref-type="bibr" rid="B15">Goodman et al., 2018</xref>), leading to a better understanding of complex ideas and mastering difficult skills (<xref ref-type="bibr" rid="B8">Chi, 2009</xref>). Research suggests that active teaching methodologies with multiple and interactive external interactions are required for effective students&#x2019; engaging students (<xref ref-type="bibr" rid="B4">Bodemer and Ploetzner, 1998</xref>). It has been discussed that those who actively relate sources of information are able to create mental representations that are more coherent when it comes to content application than those who do not make these connections (<xref ref-type="bibr" rid="B6">Cakir, 2008</xref>; <xref ref-type="bibr" rid="B1">Anwar, 2019</xref>). Under this perspective, for learning to be effective, students must develop the capacity to evaluate and use information. New concepts that fit within preexisting mental structures are better retained and understood.</p>
<p>All this suggest that students would be better able to handle with difficulties if they actively engage in the cognitive processes required to build connections amongst separate information pieces (<xref ref-type="bibr" rid="B20">Hopper, 2016</xref>). This will not only help in their learning but for physiology teaching in particular, it may be an opportunity for them to handle with difficulties in understanding. Anwar states that in active learning: &#x201C;students&#x2019; participation differs from more traditional learning environments in their level of participation and collaboration.&#x201D; <xref ref-type="bibr" rid="B20">Hopper (2016)</xref> emphasizes that &#x201C;the more students participate in activities that are designed to improve learning and competence development (such writing, evaluating, synthetizing, analyzing, and thinking) the more competent they will become.&#x201D; Thus, active learning pedagogies help to develop and assess mental models which need to be used in order to understand newly introduced concepts (<xref ref-type="bibr" rid="B16">Graffam, 2007</xref>). This in turn enables students to generate new ideas which go beyond the learning material (<xref ref-type="bibr" rid="B9">Chi and Wylie, 2014</xref>).</p>
<p>In recent decades, the importance of teaching basic sciences such as Physiology in an integrated manner has been emphasized (<xref ref-type="bibr" rid="B31">S&#x00E1;nchez et al., 2020</xref>; <xref ref-type="bibr" rid="B39">Tun et al., 2020</xref>). This advocates for a clinical perspective to be included from the initial formative years to better equip students with the ability to navigate the complexities of psychology. This is especially true for laboratory classes which represent a major step in most Health Science curricula. Different methodologies such as activity-based learning (ABL) and problem-based learning (PBL) have been previously used in integrated curricula. PBL is a methodology in which the starting point is a problem that enables students to develop a hypothesis and identify their own learning needs. PBL is typically taught using small groups (usually around 8&#x2013;10 students) with a tutor who guide students to keep on track of learning objectives of the task (<xref ref-type="bibr" rid="B38">Trull&#x00E0;s et al., 2022</xref>). PBL methodology obtained a high level of satisfaction, especially among students (<xref ref-type="bibr" rid="B38">Trull&#x00E0;s et al., 2022</xref>).</p>
<p>Using PBL methodologies can thus help to better engage Psychology students in learning physiology concepts, especially in relation to more real case scenarios. Integration of laboratory classes into the PBL framework has been shown to significantly improve understanding, leading to the development of critical thinking and other major competences (<xref ref-type="bibr" rid="B26">Matsuo et al., 2011</xref>; <xref ref-type="bibr" rid="B2">Azer et al., 2013</xref>). By providing coherence and contextualization of the laboratory classes, this approach enable students to gain a deeper understanding of the content (<xref ref-type="bibr" rid="B18">Hammerness, 2006</xref>; <xref ref-type="bibr" rid="B7">Canrinus et al., 2019</xref>). Based on this approach, we have recently introduced workstation learning activities (WSLA) as an active methodology where the students organized in groups of 5&#x2013;6 students rotate across different stations to work in an integrated manner the basic scientific aspects of a particular clinical case (<xref ref-type="bibr" rid="B14">Gonz&#x00E1;lez-Soltero et al., 2017</xref>). We demonstrated its effectiveness in more interactive and constructive knowledge for medical students (<xref ref-type="bibr" rid="B32">S&#x00E1;nchez et al., 2022</xref>). Such a framework may be particularly useful to teach practical aspects of Physiology to psychology students, as well.</p>
<p>Here, we investigate the effectiveness of integrating Physiology teaching with PBL-based laboratory classes by evaluating the impact on academic performance and students&#x2019; perception in the first year of the Psychology undergraduate program. Our hypothesis is that students in which the laboratory classes are contextualized into PBL develop a better knowledge as compared to those who did not have the experience. To address this hypothesis, we developed a pilot study using a PBL-oriented clinical case on Parkinson&#x2019;s disease using WSLA as an example. We compare a first group (academic year 2018&#x2013;2019) in which laboratory classes were taught separately from the clinical case with an experimental group (year 2019&#x2013;2020) for which laboratory classes were contextualized into the PBL and transformed into Integrated Laboratory Classes (ILCs) (<xref ref-type="bibr" rid="B2">Azer et al., 2013</xref>). Our study demonstrates the value of ILCs for learning, and highlight the strategies used by students for knowledge integration of theoretical concepts.</p>
</sec>
<sec id="S2" sec-type="materials|methods">
<title>2. Materials and methods</title>
<sec id="S2.SS1">
<title>2.1. Description of the experimental cohorts</title>
<p>In this pilot study, we aimed to assess the impact of academic performance and student&#x2019;s experience of teaching laboratory classes contextualized within the PBL applied to Physiology teaching in the first-year degree of Psychology. Two cohorts from consecutive academic years were selected: cohort 1 (<italic>n</italic> = 87) from 2018/19, which was considered the control group, and cohort (<italic>n</italic> = 92) during 2019/2020 as the experimental group. Cohort 1 was organized in three homogeneous group of students each of 25&#x2013;30 students. Cohort 2 was organized in four heterogeneous group of students, two of them composed by 30 students and the other two of less than 30 students. The students of both cohorts aged between 18 and 25 years. In both cohorts there were similar distribution per gender, with 69&#x2013;77% women and 23&#x2013;31% men.</p>
<p>The methodology used to teach the subject&#x2019;s content consisted in lectures (theory block), laboratory classes (practical block), and problem-based learning (PBL block). The PBL block was taught through a clinical case that integrates different learning activities using WSLA. The theoretical block was delivered in the same way in both cohorts. The main difference between cohort 1 and cohort 2, was that in the first one (2018/19), the laboratory classes were conducted independently of the PBL block. As for the second cohort (2019/20), the practices were contextualized with PBL as an additional workstation and named Integrated Laboratory Classes (ILCs) in order to provide a meaningful context.</p>
<p>Five clinical cases were completed in PBL blocks throughout the course. The cases consisted of a clinical scenario, a description of the patients, and various situations that students must solve in groups. Students had to rotate through different workstation learning activities. In each workstation, they worked with different aspects of the clinical case through learning activities such as bibliographic research, audiovisual material production, visiting external institutions, etc.</p>
<p>To illustrate our approach, we here describe the example associated to the clinical case named &#x2018;Practical Case: Parkinson&#x2019;s disease&#x2019; (<xref ref-type="fig" rid="F1">Figure 1</xref>). After traditional lectures about the nervous system were taught (black boxes), different aspects of motor control were addressed through PBL through different workstations for both cohorts (orange boxes; <xref ref-type="fig" rid="F1">Figures 1A, B</xref>).</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption><p>Experimental design. Tow cohorts of Psychology students were considered in consecutive academic years. Both cohorts received traditional lectures in a theory block (black box). <bold>(A)</bold> Cohort 1 (2018/19) experienced laboratory classes on the motor reflexes (blue) totally independent of the clinical case Parkinson&#x2019;s disease (PD). The clinical case was conducted using the WSLA methodology consisting of different learning activities developed through workstations (orange). WSLA integrated external visits (workshops) to research institutions relevant to PD (workstation 1) and theoretical explanations of the clinical case in particular (workstation 2). They were also asked to prepare audiovisual material (AV) of the experience as evaluation activities (workstation 3). Students from cohort 1 experienced the laboratory practices on the motor reflex in an independent block (blue). <bold>(B)</bold> Instead, students of cohort 2 experienced the laboratory practices on motor reflexes integrated with the clinical case. In this cohort, laboratory classes became another workstation (workstation 4). The aim was providing students with a more holistic view of the content.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyg-14-1266338-g001.tif"/>
</fig>
<p>The clinical case considered a protagonist, Peter, who suffered uncontrollable motor symptoms, such as shaking, stiffness, and difficulty with balance and coordination. He was worried and decided to talk to his nephew who was a Ph.D. student. Peter was about to visit a Parkinson&#x2019;s disease association. Understanding the case required students to integrate information from different activities conducted across different workstation:</p>
<list list-type="simple">
<list-item><p>Station 1: Students performed two external visits associated activities. In activity 1, they interviewed a neuropsychologist and a Parkinson&#x2019;s patient (PD), both from the PD Association of Madrid. Previously, the students had worked on designing the interview questions. In activity 2, students visited an animal research laboratory at the Brain Mapping Center of Universidad Complutense de Madrid (UCM) where microPET imaging is used for translational research. They also visited the &#x2018;Affective Neurolinguistics and Cognition Group&#x2019; of the UCM working with electroencephalography on human experimental subjects. Students solved problems through neuroimaging analysis, based on the training they received during these visits.</p>
</list-item>
<list-item><p>Station 2: Students were exposed to theoretical explanations relevant to the clinical case.</p>
</list-item>
<list-item><p>Station 3: For evaluation, students produced audiovisual material (video recordings), integrating all the learning activities worked on in the clinical case.</p>
</list-item>
</list>
<p>In cohort 1, the motor reflexes were practiced as independent laboratory classes (blue, cohort 1, <xref ref-type="fig" rid="F1">Figure 1</xref>). In the cohort 2, the laboratory classes were added as an additional workstation, resulting in ILC (station 4; <xref ref-type="fig" rid="F1">Figure 1</xref>, cohort 2). Students exercised the ILCs in the physiology laboratory on motor patellar reflexes and reaction time, where they measured their own different voluntary and involuntary motor responses. This workstation was contextually integrated with the clinical case.</p>
</sec>
<sec id="S2.SS2">
<title>2.2. Quantitative comparison of academic performance between cohorts</title>
<p>To evaluate results quantitatively, academic performance was defined from the results of the exams. The type of exams and their assessment was similar for both cohorts. Exams consisted of two parts. A test with multiple choice questions (30 questions) with 4 options each, for which correct answers to each question were maximally scored and a penalty applied for incorrect answers, giving a partial score from 0 to 8 points. Exams also included two additional short-answers questions, which were scored from o to 2 points. The final score (10 points) resulted from the summation of the two parts.</p>
<p>For quantitative analysis, academic scores from each of the different blocks in both cohorts were compared using an inferential non-parametric statistical study. As the two independent cohorts did not follow a normal distribution, a study was conducted using the Mann-Whitney non-parametric test. Academic scores were ranked from 0 to 10.</p>
</sec>
<sec id="S2.SS3">
<title>2.3. Analysis of questionnaire assessment</title>
<p>Additionally, an observational study was conducted by intentionally selecting a group of students of the 2019/20 cohort who also run Physiology in the 2018/19 course (<italic>n</italic> = 19). The rationale behind this decision was to be able to inform comparisons between the two academic experiences. To this purpose, we used a survey comprised of several questions scored with a Likert scale from 1 to 5 (see <xref ref-type="supplementary-material" rid="TS1">Supplementary Annex 1</xref>). The questionnaires were prepared using Google Form. In a first group of questions, we aimed to evaluate the students&#x2019; perceptions of learning activities (questions 1 to 4). We then asked students what methodology they considered contributed the most to their learning (laboratory practices alone, PBL+ILC, or none of them) (question 5). In question 6, we asked how they assessed ILC experienced in the 2019/20 academic year.</p>
<p>We also assessed the students&#x2019; perception about how much the clinical case helped them to learn the theoretical contents (question 7). To know more about what aspects the students remembered the most we also asked them to associate a particular concept learnt in different activities with each clinical case (question 8). Concepts included academic contents (e.g., patellar reflex, evoked potential) as well as some particular characteristics of the clinical case (e.g., the names of the patients and the narrative of the case).</p>
<p>Internal validation was conducted by two experts who reviewed the coherence and consistency of the questionnaire. Additional validation was certified by an expert professor external to the project (<xref ref-type="bibr" rid="B12">Elangovan and Sundaravel, 2021</xref>). Results from the questionnaires were analyzed using descriptive statistics of the Likert scale as quantitative measures.</p>
</sec>
</sec>
<sec id="S3" sec-type="results">
<title>3. Results</title>
<sec id="S3.SS1">
<title>3.1. Quantitative study for academic performance</title>
<p>We analyzed the academic results of the theoretical block, common to both cohorts. To compare performance in the two different academic experiences, we looked for differences in the scores of the PBL block (cohort 1) vs. the PBL block in which ILCs were added as a workstation (cohort 2), as well as in laboratory classes (cohort 1) vs. ILCs (cohort 2). We also assessed the overall score of the Physiology course for both cohorts.</p>
<p>As shown in <xref ref-type="table" rid="T1">Table 1</xref>, we found similar overall academic scores for the Physiology course between cohorts. Interestingly, when we compared the medians obtained in theory blocks from each cohort, a significant improvement (<italic>p</italic> &#x003C; 0.05) was found in cohort 2 (, median = 4.3; <italic>n</italic> = 92), where the students achieved better results as compared to Cohort 1 (, median = 2.9; <italic>n</italic> = 87). This trend was also reflected in the scores obtained in PBL+ILCs by cohort 2 (median 6.5) vs. PBL in cohort 1 (median 5.2), although it did not reach significance (<italic>p</italic> = 0.18).</p>
<table-wrap position="float" id="T1">
<label>TABLE 1</label>
<caption><p>Comparison academic scores (median values and ranges are given).</p></caption>
<table cellspacing="5" cellpadding="5" frame="box" rules="all">
<thead>
<tr>
<td valign="top" align="left" style="color:#ffffff;background-color: #7f8080;"></td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Cohort 1 (C1)</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;">Cohort 2 (C2)</td>
<td valign="top" align="center" style="color:#ffffff;background-color: #7f8080;"><italic>P</italic> (<italic>p</italic> &#x003C;0.05)</td>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Overall score of the physiology course</td>
<td valign="top" align="center">4 (2.6&#x2013;5.6)</td>
<td valign="top" align="center">4 (3&#x2013;6.7)</td>
<td valign="top" align="center">0.47</td>
</tr>
<tr>
<td valign="top" align="left">Theory block</td>
<td valign="top" align="center">2.9 (1&#x2013;5.3)</td>
<td valign="top" align="center">4.3 (3&#x2013;7)</td>
<td valign="top" align="center">&#x003C;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PBL (Cohort) vs. PBL + ILCs (Cohort 2)</td>
<td valign="top" align="center">5.2 (3.8&#x2013;8)</td>
<td valign="top" align="center">6.5 (5.4&#x2013;7.5)</td>
<td valign="top" align="center">0.18</td>
</tr>
<tr>
<td valign="top" align="left">Laboratory classes (Cohort 1) vs. ILCs (Cohort 2)</td>
<td valign="top" align="center">7.4 (5.7&#x2013;8.1)</td>
<td valign="top" align="center">6.5 (5.4&#x2013;7.5)</td>
<td valign="top" align="center">0.01 (0.008)</td>
</tr>
</tbody>
</table></table-wrap>
<p>Regarding academic results from ILCs (Cohort 2, median = 6.5), we found them significantly lower than those obtained in laboratory classes alone (Cohort 1, median = 7.4) (<italic>p</italic> &#x003C; 0.05, Mann-Whitney <italic>U</italic>-test), suggesting that any improvement in understanding the relevant concepts may not be resulting from a single factor but at a more integrative level. These differences cannot be explained by external variables such as the temporality of the content explained, different teachers or type of assessment. The content was taught in the same semester (S1) and by the same teacher and even the same internship support teachers in Cohort 1 and 2. Exams in both cohorts were also similar. Moreover, as detailed in methods, both cohorts had similar profile of the students, and we did not face exceptional situations that contribute external variables.</p>
</sec>
<sec id="S3.SS2">
<title>3.2. Analysis of questionnaires</title>
<p>To better understand these differences, we next analyzed the results from the questionnaires. In general, there was variability in the answers of the questionnaires regarding how students valued the different learning activities. First, we found that while many students highly valued external visits (scoring them at 4 and 5 in the Likert scale, 45%), more than half did not score them highly (<xref ref-type="fig" rid="F2">Figure 2A</xref>; mean at 3.5 of the Likert scale). Instead, most of them scored ILCs above 4 in the scales (<xref ref-type="fig" rid="F2">Figure 2B</xref>; 60%). Regarding production of audiovisual material by students during the clinical case there was large dispersion in the answers with no clear preference (<xref ref-type="fig" rid="F2">Figure 2C</xref>), but in general they valued their visualization with 70% of the answers above 4 (<xref ref-type="fig" rid="F2">Figure 2D</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption><p>Results from questionnaires regarding learning activities in the PBL block. <bold>(A)</bold> Percentage of responses to questionnaires on external visits. <bold>(B)</bold> Integrated laboratory classes. <bold>(C)</bold> Preparation of AV material. <bold>(D)</bold> Visualization of AV material.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyg-14-1266338-g002.tif"/>
</fig>
<p>We next assessed what methodology the students valued the most for learning and found that 78.9% of them preferred PBL+ILC over laboratory classes alone (question 5). Actually, 94.7% rated their opinion of ILCs between 4 and 5 of the Likert scale (<xref ref-type="fig" rid="F3">Figure 3</xref>, question 6).</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption><p>Responses to question regarding how student value ILC for their learning process.</p></caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fpsyg-14-1266338-g003.tif"/>
</fig>
<p>Regarding the opinion of students on how much the clinical cases helped them to learn (question 7), we found 60% rated between 4 and 5 of the Likert scale, confirming the idea that the integrated PBL block added value to learning.</p>
<p>Finally, we evaluated whether some concepts and ideas were able to trigger recalling of aspects of interest that were learnt over the course (question 8). With this we wanted to clarify the possible strategies used by students to build connections amongst separate information pieces. Consistent with a constructive perspective of learning, we found this to be strongly dependent on the case under study. For example, for the Clinical Case Parkinson&#x2019;s disease, there was a notable higher percentage of students that answered appropriately to the questions related to the personal characteristics of the case protagonists, such as their names (73%) or the destination of their trip (68%). Regarding theoretical concepts, 56% of students correctly retrieved the clinical case in association with evoked potentials and only 25% with the concepts of neuroinflammation.</p>
</sec>
</sec>
<sec id="S4" sec-type="discussion">
<title>4. Discussion</title>
<p>In this work, we evaluated quantitatively if ILCs impact positively the academic performance of Physiology in first year students of psychology. Our findings show that no significant differences were obtained in the final grade for the subject. However, there was significant improvement of the score of the theoretical block of Cohort 2 students, where laboratory physiology classes were integrated and contextualized into the clinical case. Interestingly, we also found that academic results of the ILCs were significantly lower than for non-integrated laboratory classes. These results may suggest that ILCs are more challenging for students to accomplish than the non-integrated practical lesson. In spite of this difficulty, analysis of the students&#x2019; perception on questionnaires confirmed the value they give to ILCs for learning and highlight their strategies for knowledge integration of theoretical concepts.</p>
<p>Experimental psychologist Robert Bjork, advocates for the so-called &#x201C;desirable difficulties&#x201D; as learning strategies which require learners to exert an appropriate effort when learning something new. It has been demonstrated that these activities tend to result in enhanced learning (<xref ref-type="bibr" rid="B40">van Merri&#x00EB;nboer et al., 2006</xref>; <xref ref-type="bibr" rid="B3">Bjork and Bjork, 2011</xref>; <xref ref-type="bibr" rid="B22">Lange and Costley, 2018</xref>; <xref ref-type="bibr" rid="B21">Kinsey, 2023</xref>). In curricular programs which include these planned difficulties, proper scaffolding must be embedded in the design via retrieval cues to facilitate learning the relationship between task difficulty and deep learning has been also described in the context of Health Education (<xref ref-type="bibr" rid="B28">Nelson and Eliasz, 2023</xref>).</p>
<p>Strategies to incorporate &#x2018;desirable difficulty&#x2019; in health education include retrieval practice, spaced practice, and interleaved practice (<xref ref-type="bibr" rid="B3">Bjork and Bjork, 2011</xref>; <xref ref-type="bibr" rid="B21">Kinsey, 2023</xref>). In addition to the difficulty of the activities, it has been described that it is important to space out the day of the exam, since there are differences in remembering the concepts if the time interval until the exam is not well scheduled (<xref ref-type="bibr" rid="B10">Dobson, 2011</xref>). Students of cohort 1 and 2 took the exam being equally spaced and under the same conditions (structure and duration of the exam). In spite of this, the students get better results in the theoretical block having experienced ILCs. Analysis of the questionnaires confirmed this interpretation. This suggests that there was a positive impact of ILCs in spite of their difficulty, which resulted from knowledge integration at a more constructive level.</p>
<p>The counterintuitive idea that more difficult learning processes can enhance learning outcomes supports our results. The ILCs is a learning activity where retrieval practice is included through questions for learners to probe their knowledge. These results suggest that students learn more significantly and are able to recall better the information they learnt through ILCs. Our results add to previous reports demonstrating that retrieval practice enhances the ability to evaluate complex physiology information (<xref ref-type="bibr" rid="B11">Dobson et al., 2018</xref>).</p>
<p>In this experience we use five clinical cases each based on a clinical scenario, a description of the patients, and various situations that students must solve in groups, working in an integrated manner through different learning activities. Health Science professionals are expected to integrate content that is traditionally taught in isolation, and this may be particularly challenging in the context of psychology. When combined, active and integrated learning approaches result in an enriched learning environment which encourages students to apply knowledge to real-world scenarios and develop critical thinking skills. By doing so, students are better equipped to understand complex problems, to analyze clinical situations, and to make informed decisions in their future practice (<xref ref-type="bibr" rid="B42">Wood, 2003</xref>; <xref ref-type="bibr" rid="B19">Hmelo-Silver, 2004</xref>; <xref ref-type="bibr" rid="B25">Lujan and DiCarlo, 2006</xref>; <xref ref-type="bibr" rid="B13">Gleason et al., 2011</xref>; <xref ref-type="bibr" rid="B29">Parmelee et al., 2012</xref>; <xref ref-type="bibr" rid="B36">Thistlethwaite et al., 2012</xref>; <xref ref-type="bibr" rid="B35">Tayce et al., 2021</xref>; <xref ref-type="bibr" rid="B37">Topperzer et al., 2022</xref>). This is especially important for psychology students in order to develop their clinical competences. Our results confirm that 60% of the students consider that clinical cases helped them understand the physiology subject (question 7). Nearly all of them (94.7%) agreed that the ILCs were instrumental for understanding physiological concepts (question 6) consistent with previous experience (<xref ref-type="bibr" rid="B2">Azer et al., 2013</xref>).</p>
<p>Contextualization of the clinical case for Psychology students is crucial. All the clinical cases the students had to work with, were real. The protagonist of each case develops an illness related to the psychological and emotional domain, which naturally attracted the interest of psychology students. By feeling that the content they are studying comes close to their professional world, students gain motivation and engagement (<xref ref-type="bibr" rid="B17">Guilherme Guedert et al., 2022</xref>). Consistently, our results demonstrate that students better recalled relationship with the clinical cases when remembered minor details around the narrative than the academic content of the clinical case (question 8). This supports the idea that episodic and emotional cues associated to learning can influence extrinsic motivation (<xref ref-type="bibr" rid="B33">Schunk, 2008</xref>). Such strategies may act to stimulate health science students toward academic performance, wellbeing and satisfaction in their professional career (<xref ref-type="bibr" rid="B23">Leadbeatter and Gao, 2018</xref>).</p>
<p>As for any pilot study, there may be some potential limitation. Our study focused on a particular cohort with a limited sample. Studies in education are usually limited by factors such as the teaching load, institutional policies and logistical constrains. Future studies would include the implementation and evaluation of integrated laboratory classes in other programs and courses with a longitudinal design. Active learning methodologies seldom reach the laboratory component of basic science courses losing an important chance to provide a better learning experience for students that may be less inclined toward laboratory work.</p>
<p>In summary, our study supports that using active learning methodologies to teach laboratory classes within an attractive clinical context has a positive impact on learning and on the overall student&#x2019;s experience. Moreover, ILCs are perceived as a motivating strategy by students which facilitates the understanding of complex physiological concepts. Using real clinical scenarios make students feel the content closer to their professional future and enhances engagement in their own learning process. This pilot study suggests that the ILCs help to retain core physiology content and it can be considered as a learning activity worth implementing in the Health curricula and in particularly in Psychology teaching.</p>
</sec>
<sec id="S5" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="S6" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the Ethics Committee from the European University of Madrid (CIPI/18/060). The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="S7" sec-type="author-contributions">
<title>Author contributions</title>
<p>BG: Conceptualization, Investigation, Supervision, Writing &#x2013; original draft, Writing &#x2013; review and editing. JS: Formal analysis, Investigation, Methodology, Writing &#x2013; review and editing. BN-G: Data curation, Investigation, Writing &#x2013; review and editing. ML: Investigation, Methodology, Writing &#x2013; review and editing. MR: Formal analysis, Investigation, Methodology, Writing &#x2013; review and editing.</p>
</sec>
</body>
<back>
<sec id="S8" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This study was funded by grants from the intra-mural programme of the Universidad Europea de Madrid (2018/UEM20) and the Spanish Ministry of Science (PID2022-138910NB-100) MCIN/AEI/10.13039/501100011033.</p>
</sec>
<sec id="S9" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="S10" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="S11" sec-type="supplementary-material">
<title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fpsyg.2023.1266338/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fpsyg.2023.1266338/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Table_1.pdf" id="TS1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Anwar</surname> <given-names>F.</given-names></name></person-group> (<year>2019</year>). <article-title>Activity-based teaching, student motivation and academic achievement.</article-title> <source><italic>J. Educ. Educ. Dev.</italic></source> <volume>6</volume> <fpage>154</fpage>&#x2013;<lpage>170</lpage>.</citation></ref>
<ref id="B2"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Azer</surname> <given-names>S.</given-names></name> <name><surname>Hasanato</surname> <given-names>R.</given-names></name> <name><surname>Al-Nassar</surname> <given-names>S.</given-names></name> <name><surname>Somily</surname> <given-names>A.</given-names></name> <name><surname>AlSaadi</surname> <given-names>M.</given-names></name></person-group> (<year>2013</year>). <article-title>Introducing integrated laboratory classes in a PBL curriculum: impact on student&#x2019;s learning and satisfaction.</article-title> <source><italic>BMC Med. Educ.</italic></source> <volume>13</volume>:<issue>71</issue>. <pub-id pub-id-type="doi">10.1186/1472-6920-13-71</pub-id> <pub-id pub-id-type="pmid">23706014</pub-id></citation></ref>
<ref id="B3"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bjork</surname> <given-names>E.</given-names></name> <name><surname>Bjork</surname> <given-names>R.</given-names></name></person-group> (<year>2011</year>). <source><italic>Making things hard on yourself, but in a good way: Creating desirable difficulties to enhance learning. In: Psychology and the real world: Essays illustrating fundamental contributions to society.</italic></source> <publisher-loc>New York, NY</publisher-loc>: <publisher-name>Worth Publishers</publisher-name>.</citation></ref>
<ref id="B4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bodemer</surname> <given-names>D.</given-names></name> <name><surname>Ploetzner</surname> <given-names>R.</given-names></name></person-group> (<year>1998</year>). <article-title>Encouraging the active integration of information during learning with multiple and interactive representations.</article-title> <source><italic>Rev. Lit. Arts Am.</italic></source> <volume>40</volume> <fpage>1</fpage>&#x2013;<lpage>10</lpage>.</citation></ref>
<ref id="B5"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bodemer</surname> <given-names>D.</given-names></name> <name><surname>Ploetzner</surname> <given-names>R.</given-names></name></person-group> (<year>2004</year>). <article-title>Encouraging the active processing of information during learning with multiple and interactive representations.</article-title> <source><italic>Instr. Des. Multimed. Learn.</italic></source> <volume>2004</volume> <fpage>127</fpage>&#x2013;<lpage>138</lpage>. <pub-id pub-id-type="doi">10.7717/peerj-cs.429</pub-id> <pub-id pub-id-type="pmid">34084917</pub-id></citation></ref>
<ref id="B6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cakir</surname> <given-names>M.</given-names></name></person-group> (<year>2008</year>). <article-title>Constructivist approaches to learning in science and their implications for science pedagogy: A literature review.</article-title> <source><italic>Int. J. Environ. Sci. Educ.</italic></source> <volume>3</volume> <fpage>193</fpage>&#x2013;<lpage>206</lpage>.</citation></ref>
<ref id="B7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Canrinus</surname> <given-names>E.</given-names></name> <name><surname>Klette</surname> <given-names>K.</given-names></name> <name><surname>Hammerness</surname> <given-names>K.</given-names></name></person-group> (<year>2019</year>). <article-title>Diversity in coherence: Strengths and opportunities of three programs.</article-title> <source><italic>J. Teach. Educ.</italic></source> <volume>70</volume> <fpage>192</fpage>&#x2013;<lpage>205</lpage>.</citation></ref>
<ref id="B8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chi</surname> <given-names>M.</given-names></name></person-group> (<year>2009</year>). <article-title>Active-constructive-interactive: A conceptual framework for differentiating learning activities.</article-title> <source><italic>Top. Cogn. Sci.</italic></source> <volume>1</volume> <fpage>73</fpage>&#x2013;<lpage>105</lpage>. <pub-id pub-id-type="doi">10.1111/j.1756-8765.2008.01005.x</pub-id> <pub-id pub-id-type="pmid">25164801</pub-id></citation></ref>
<ref id="B9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chi</surname> <given-names>M.</given-names></name> <name><surname>Wylie</surname> <given-names>R.</given-names></name></person-group> (<year>2014</year>). <article-title>The ICAP framework: linking cognitive engagement to active learning outcomes.</article-title> <source><italic>Educ. Psychol.</italic></source> <volume>49</volume> <fpage>219</fpage>&#x2013;<lpage>243</lpage>.</citation></ref>
<ref id="B10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dobson</surname> <given-names>J.</given-names></name></person-group> (<year>2011</year>). <article-title>Effect of selected &#x201C;desirable difficulty&#x201D; learning strategies on the retention of physiology information.</article-title> <source><italic>Adv. Physiol. Educ.</italic></source> <volume>35</volume> <fpage>378</fpage>&#x2013;<lpage>383</lpage>. <pub-id pub-id-type="doi">10.1152/advan.00039.2011</pub-id> <pub-id pub-id-type="pmid">22139774</pub-id></citation></ref>
<ref id="B11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dobson</surname> <given-names>J.</given-names></name> <name><surname>Linderholm</surname> <given-names>T.</given-names></name> <name><surname>Perez</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>Retrieval practice enhances the ability to evaluate complex physiology information.</article-title> <source><italic>Med. Educ.</italic></source> <volume>52</volume> <fpage>513</fpage>&#x2013;<lpage>525</lpage>.</citation></ref>
<ref id="B12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Elangovan</surname> <given-names>N.</given-names></name> <name><surname>Sundaravel</surname> <given-names>E.</given-names></name></person-group> (<year>2021</year>). <article-title>Method of preparing a document for survey instrument validation by experts.</article-title> <source><italic>MethodsX</italic></source> <volume>8</volume> <issue>101326</issue>.</citation></ref>
<ref id="B13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gleason</surname> <given-names>B.</given-names></name> <name><surname>Peeters</surname> <given-names>M.</given-names></name> <name><surname>Resman-Targoff</surname> <given-names>B.</given-names></name> <name><surname>Karr</surname> <given-names>S.</given-names></name> <name><surname>McBane</surname> <given-names>S.</given-names></name> <name><surname>Kelley</surname> <given-names>K.</given-names></name><etal/></person-group> (<year>2011</year>). <article-title>An active-learning strategies primer for achieving ability-based educational outcomes.</article-title> <source><italic>Am. J. Pharm. Educ.</italic></source> <volume>75</volume> <issue>186</issue>. <pub-id pub-id-type="doi">10.5688/ajpe759186</pub-id> <pub-id pub-id-type="pmid">22171114</pub-id></citation></ref>
<ref id="B14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gonz&#x00E1;lez-Soltero</surname> <given-names>R.</given-names></name> <name><surname>Learte</surname> <given-names>A.</given-names></name> <name><surname>S&#x00E1;nchez</surname> <given-names>A.</given-names></name> <name><surname>Gal</surname> <given-names>B.</given-names></name></person-group> (<year>2017</year>). <article-title>Work station learning activities: A flexible and scalable instrument for integrating across basic subjects in biomedical education.</article-title> <source><italic>BMC Med. Educ.</italic></source> <volume>17</volume>: <issue>236</issue>. <pub-id pub-id-type="doi">10.1186/s12909-017-1084-z</pub-id> <pub-id pub-id-type="pmid">29187177</pub-id></citation></ref>
<ref id="B15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Goodman</surname> <given-names>B.</given-names></name> <name><surname>Barker</surname> <given-names>M.</given-names></name> <name><surname>Cooke</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>Best practices in active and student-centered learning in physiology classes.</article-title> <source><italic>Adv. Physiol. Educ.</italic></source> <volume>42</volume> <fpage>417</fpage>&#x2013;<lpage>423</lpage>. <pub-id pub-id-type="doi">10.1152/advan.00064.2018</pub-id> <pub-id pub-id-type="pmid">29972063</pub-id></citation></ref>
<ref id="B16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graffam</surname> <given-names>B.</given-names></name></person-group> (<year>2007</year>). <article-title>Active learning in medical education: Strategies for beginning implementation.</article-title> <source><italic>Med. Teach.</italic></source> <volume>29</volume> <fpage>38</fpage>&#x2013;<lpage>42</lpage>.</citation></ref>
<ref id="B17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guilherme Guedert</surname> <given-names>D.</given-names></name> <name><surname>de Lima</surname> <given-names>P.</given-names></name> <name><surname>Souza e Silva</surname> <given-names>R.</given-names></name> <name><surname>Cl&#x00E1;udia Carneiro Gir&#x00E3;o Carmona</surname> <given-names>V.</given-names></name></person-group> (<year>2022</year>). <article-title>The use of active methodologies for the teaching of human embryology: A systematic review.</article-title> <source><italic>Anat. Histol. Embryol.</italic></source> <volume>51</volume> <fpage>332</fpage>&#x2013;<lpage>338</lpage>.</citation></ref>
<ref id="B18"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hammerness</surname> <given-names>K.</given-names></name></person-group> (<year>2006</year>). <article-title>From coherence in theory to coherence in practice.</article-title> <source><italic>Teach. Coll. Rec.</italic></source> <volume>108</volume> <fpage>1241</fpage>&#x2013;<lpage>1265</lpage>.</citation></ref>
<ref id="B19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hmelo-Silver</surname> <given-names>C.</given-names></name></person-group> (<year>2004</year>). <article-title>Problem-based learning: What and how do students learn?</article-title> <source><italic>Educ. Psychol. Rev.</italic></source> <volume>16</volume> <fpage>235</fpage>&#x2013;<lpage>266</lpage>.</citation></ref>
<ref id="B20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hopper</surname> <given-names>M.</given-names></name></person-group> (<year>2016</year>). <article-title>Assessment and comparison of student engagement in a variety of physiology courses.</article-title> <source><italic>Adv. Physiol. Educ.</italic></source> <volume>40</volume> <fpage>70</fpage>&#x2013;<lpage>78</lpage>. <pub-id pub-id-type="doi">10.1152/advan.00129.2015</pub-id> <pub-id pub-id-type="pmid">26873893</pub-id></citation></ref>
<ref id="B21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kinsey</surname> <given-names>H.</given-names></name></person-group> (<year>2023</year>). <article-title>Getting the balance just right: Desirable difficulty in health professions education.</article-title> <source><italic>Med. Educ.</italic></source> <volume>57</volume>:<issue>110</issue>. <pub-id pub-id-type="doi">10.1111/medu.14989</pub-id> <pub-id pub-id-type="pmid">36427062</pub-id></citation></ref>
<ref id="B22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lange</surname> <given-names>C.</given-names></name> <name><surname>Costley</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>The moderating effects of intrinsic load on the relationship between self-regulated effort and germane load.</article-title> <source><italic>J. Comput. Assist. Learn.</italic></source> <volume>34</volume> <fpage>652</fpage>&#x2013;<lpage>660</lpage>.</citation></ref>
<ref id="B23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leadbeatter</surname> <given-names>D.</given-names></name> <name><surname>Gao</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <article-title>Engaging oral health students in learning basic science through assessment that weaves in personal experience.</article-title> <source><italic>J. Dent. Educ.</italic></source> <volume>82</volume> <fpage>388</fpage>&#x2013;<lpage>398</lpage>. <pub-id pub-id-type="doi">10.21815/JDE.018.041</pub-id> <pub-id pub-id-type="pmid">29606656</pub-id></citation></ref>
<ref id="B24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lloyd</surname> <given-names>S.</given-names></name> <name><surname>Shanks</surname> <given-names>R.</given-names></name> <name><surname>Lopatto</surname> <given-names>D.</given-names></name></person-group> (<year>2019</year>). <article-title>Perceived student benefits of an undergraduate physiological psychology laboratory course.</article-title> <source><italic>Teach. Psychol.</italic></source> <volume>46</volume> <fpage>215</fpage>&#x2013;<lpage>222</lpage>.</citation></ref>
<ref id="B25"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lujan</surname> <given-names>H.</given-names></name> <name><surname>DiCarlo</surname> <given-names>S.</given-names></name></person-group> (<year>2006</year>). <article-title>Too much teaching, not enough learning: What is the solution?</article-title> <source><italic>Am. J. Physiol.</italic></source> <volume>30</volume> <fpage>17</fpage>&#x2013;<lpage>22</lpage>.</citation></ref>
<ref id="B26"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Matsuo</surname> <given-names>O.</given-names></name> <name><surname>Takahashi</surname> <given-names>Y.</given-names></name> <name><surname>Abe</surname> <given-names>C.</given-names></name> <name><surname>Tanaka</surname> <given-names>K.</given-names></name> <name><surname>Nakashima</surname> <given-names>A.</given-names></name> <name><surname>Morita</surname> <given-names>H.</given-names></name></person-group> (<year>2011</year>). <article-title>Trial of integrated laboratory practice.</article-title> <source><italic>Adv. Physiol. Educ</italic></source> <volume>35</volume> <fpage>237</fpage>&#x2013;<lpage>240</lpage>. <pub-id pub-id-type="doi">10.1152/advan.00047.2010</pub-id> <pub-id pub-id-type="pmid">21652510</pub-id></citation></ref>
<ref id="B27"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Michael</surname> <given-names>J.</given-names></name></person-group> (<year>2007</year>). <article-title>What makes physiology hard for students to learn? Results of a faculty survey.</article-title> <source><italic>Am. J. Physiol..</italic></source> <volume>31</volume> <fpage>34</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1152/advan.00057.2006</pub-id> <pub-id pub-id-type="pmid">17327580</pub-id></citation></ref>
<ref id="B28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Nelson</surname> <given-names>A.</given-names></name> <name><surname>Eliasz</surname> <given-names>K.</given-names></name></person-group> (<year>2023</year>). <article-title>Desirable difficulty: Theory and application of intentionally challenging learning.</article-title> <source><italic>Med. Educ.</italic></source> <volume>57</volume> <fpage>123</fpage>&#x2013;<lpage>130</lpage>. <pub-id pub-id-type="doi">10.1111/medu.14916</pub-id> <pub-id pub-id-type="pmid">35950522</pub-id></citation></ref>
<ref id="B29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parmelee</surname> <given-names>D.</given-names></name> <name><surname>Michaelsen</surname> <given-names>L.</given-names></name> <name><surname>Cook</surname> <given-names>S.</given-names></name> <name><surname>Hudes</surname> <given-names>P.</given-names></name></person-group> (<year>2012</year>). <article-title>Team-based learning: A practical guide: AMEE Guide No. 65.</article-title> <source><italic>Med. Teach.</italic></source> <volume>34</volume> <fpage>275</fpage>&#x2013;<lpage>288</lpage>. <pub-id pub-id-type="doi">10.3109/0142159X.2012.651179</pub-id> <pub-id pub-id-type="pmid">22471941</pub-id></citation></ref>
<ref id="B30"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rehan</surname> <given-names>R.</given-names></name> <name><surname>Ahmed</surname> <given-names>K.</given-names></name> <name><surname>Khan</surname> <given-names>H.</given-names></name> <name><surname>Rehman</surname> <given-names>R.</given-names></name></person-group> (<year>2016</year>). <article-title>A way forward for teaching and learning of Physiology: Students&#x2019; perception of the effectiveness of teaching methodologies.</article-title> <source><italic>Pakistan J. Med. Sci.</italic></source> <volume>32</volume> <fpage>1468</fpage>&#x2013;<lpage>1473</lpage>. <pub-id pub-id-type="doi">10.12669/pjms.326.10120</pub-id> <pub-id pub-id-type="pmid">28083047</pub-id></citation></ref>
<ref id="B31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>S&#x00E1;nchez</surname> <given-names>J.</given-names></name> <name><surname>Andreu-V&#x00E1;zquez</surname> <given-names>C.</given-names></name> <name><surname>Lesmes</surname> <given-names>M.</given-names></name> <name><surname>Garc&#x00ED;a-Lecea</surname> <given-names>M.</given-names></name> <name><surname>Rodr&#x00ED;guez-Mart&#x00ED;n</surname> <given-names>I.</given-names></name> <name><surname>Tutor</surname> <given-names>A.</given-names></name><etal/></person-group> (<year>2020</year>). <article-title>Quantitative and qualitative evaluation of a learning model based on workstation activities.</article-title> <source><italic>PLoS One</italic></source> <volume>15</volume>:<issue>e0236940</issue>. <pub-id pub-id-type="doi">10.1371/journal.pone.0236940</pub-id> <pub-id pub-id-type="pmid">32756582</pub-id></citation></ref>
<ref id="B32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>S&#x00E1;nchez</surname> <given-names>J.</given-names></name> <name><surname>Lesmes</surname> <given-names>M.</given-names></name> <name><surname>Azpeleta</surname> <given-names>C.</given-names></name> <name><surname>Gal</surname> <given-names>B.</given-names></name></person-group> (<year>2022</year>). <article-title>Work station learning activities (WSLA) through the ICAP framework: A qualitative study.</article-title> <source><italic>BMC Med. Educ.</italic></source> <volume>22</volume>:<issue>748</issue>. <pub-id pub-id-type="doi">10.1186/s12909-022-03794-w</pub-id> <pub-id pub-id-type="pmid">36316686</pub-id></citation></ref>
<ref id="B33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schunk</surname> <given-names>D.</given-names></name></person-group> (<year>2008</year>). <source><italic>Motivation in education: theory, research, and applications.</italic></source> <publisher-loc>Upper Saddle River, NJ</publisher-loc>: <publisher-name>Pearson/Merrill Prentice Hall</publisher-name>.</citation></ref>
<ref id="B34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Slominski</surname> <given-names>T.</given-names></name> <name><surname>Grindberg</surname> <given-names>S.</given-names></name> <name><surname>Momsen</surname> <given-names>J.</given-names></name></person-group> (<year>2019</year>). <article-title>Physiology is hard: A replication study of students&#x2019; perceived learning difficulties.</article-title> <source><italic>Adv. Physiol. Educ.</italic></source> <volume>43</volume> <fpage>121</fpage>&#x2013;<lpage>127</lpage>. <pub-id pub-id-type="doi">10.1152/advan.00040.2018</pub-id> <pub-id pub-id-type="pmid">30835145</pub-id></citation></ref>
<ref id="B35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tayce</surname> <given-names>J.</given-names></name> <name><surname>Saunders</surname> <given-names>A.</given-names></name> <name><surname>Keefe</surname> <given-names>L.</given-names></name> <name><surname>Korich</surname> <given-names>J.</given-names></name></person-group> (<year>2021</year>). <article-title>The creation of a collaborative, case-based learning experience in a large-enrollment classroom.</article-title> <source><italic>J. Vet. Med. Educ.</italic></source> <volume>48</volume> <fpage>14</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.3138/jvme.2019-0001</pub-id> <pub-id pub-id-type="pmid">33594954</pub-id></citation></ref>
<ref id="B36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thistlethwaite</surname> <given-names>J.</given-names></name> <name><surname>Davies</surname> <given-names>D.</given-names></name> <name><surname>Ekeocha</surname> <given-names>S.</given-names></name> <name><surname>Kidd</surname> <given-names>J.</given-names></name> <name><surname>MacDougall</surname> <given-names>C.</given-names></name> <name><surname>Matthews</surname> <given-names>P.</given-names></name><etal/></person-group> (<year>2012</year>). <article-title>The effectiveness of case-based learning in health professional education. A BEME systematic review: BEME Guide No. 23.</article-title> <source><italic>Med. Teach.</italic></source> <volume>34</volume> <fpage>e421</fpage>&#x2013;<lpage>e444</lpage>. <pub-id pub-id-type="doi">10.3109/0142159X.2012.680939</pub-id> <pub-id pub-id-type="pmid">22578051</pub-id></citation></ref>
<ref id="B37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Topperzer</surname> <given-names>M.</given-names></name> <name><surname>Roug</surname> <given-names>L.</given-names></name> <name><surname>Andr&#x00E9;s-Jensen</surname> <given-names>L.</given-names></name> <name><surname>Pontoppidan</surname> <given-names>P.</given-names></name> <name><surname>Hoffmann</surname> <given-names>M.</given-names></name> <name><surname>Larsen</surname> <given-names>H.</given-names></name><etal/></person-group> (<year>2022</year>). <article-title>Twelve tips for postgraduate interprofessional case-based learning.</article-title> <source><italic>Med. Teach.</italic></source> <volume>44</volume> <fpage>130</fpage>&#x2013;<lpage>137</lpage>. <pub-id pub-id-type="doi">10.1080/0142159X.2021.1896691</pub-id> <pub-id pub-id-type="pmid">33761309</pub-id></citation></ref>
<ref id="B38"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Trull&#x00E0;s</surname> <given-names>J.</given-names></name> <name><surname>Blay</surname> <given-names>C.</given-names></name> <name><surname>Sarri</surname> <given-names>E.</given-names></name> <name><surname>Pujol</surname> <given-names>R.</given-names></name></person-group> (<year>2022</year>). <article-title>Effectiveness of problem-based learning methodology in undergraduate medical education: A scoping review.</article-title> <source><italic>BMC Med. Educ.</italic></source> <volume>22</volume>:<issue>104</issue>. <pub-id pub-id-type="doi">10.1186/s12909-022-03154-8</pub-id> <pub-id pub-id-type="pmid">35177063</pub-id></citation></ref>
<ref id="B39"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Tun</surname> <given-names>S.</given-names></name> <name><surname>Wellbery</surname> <given-names>C.</given-names></name> <name><surname>Teherani</surname> <given-names>A.</given-names></name></person-group> (<year>2020</year>). <article-title>Faculty development and partnership with students to integrate sustainable healthcare into health professions education.</article-title> <source><italic>Med. Teach.</italic></source> <volume>42</volume> <fpage>1112</fpage>&#x2013;<lpage>1118</lpage>. <pub-id pub-id-type="doi">10.1080/0142159X.2020.1796950</pub-id> <pub-id pub-id-type="pmid">32762586</pub-id></citation></ref>
<ref id="B40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Merri&#x00EB;nboer</surname> <given-names>J.</given-names></name> <name><surname>Kester</surname> <given-names>L.</given-names></name> <name><surname>Paas</surname> <given-names>F.</given-names></name></person-group> (<year>2006</year>). <article-title>Teaching complex rather than simple tasks: balancing intrinsic and germane load to enhance transfer of learning.</article-title> <source><italic>Appl. Cogn. Psychol.</italic></source> <volume>20</volume> <fpage>343</fpage>&#x2013;<lpage>352</lpage>. <pub-id pub-id-type="doi">10.1002/acp.1250</pub-id></citation></ref>
<ref id="B41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vanags</surname> <given-names>T.</given-names></name> <name><surname>George</surname> <given-names>A.</given-names></name> <name><surname>Grace</surname> <given-names>D.</given-names></name> <name><surname>Brown</surname> <given-names>P.</given-names></name></person-group> (<year>2012</year>). <article-title>Bingo! An engaging activity for learning physiological terms in psychology.</article-title> <source><italic>Teach. Psychol.</italic></source> <volume>39</volume> <fpage>29</fpage>&#x2013;<lpage>33</lpage>.</citation></ref>
<ref id="B42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wood</surname> <given-names>D.</given-names></name></person-group> (<year>2003</year>). <article-title>Problem based learning.</article-title> <source><italic>BMJ</italic></source> <volume>326</volume> <fpage>328</fpage>&#x2013;<lpage>330</lpage>.</citation></ref>
<ref id="B43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zohar</surname> <given-names>A.</given-names></name></person-group> (<year>1995</year>). <article-title>Reasoning about interactions between variables.</article-title> <source><italic>J. Res. Sci. Teach.</italic></source> <volume>32</volume> <fpage>1039</fpage>&#x2013;<lpage>1063</lpage>.</citation></ref>
</ref-list>
</back>
</article>