<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Educ.</journal-id>
<journal-title>Frontiers in Education</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Educ.</abbrev-journal-title>
<issn pub-type="epub">2504-284X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/feduc.2023.1261086</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Education</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>STEM teachers&#x2019; beliefs about the relevance and use of evidence-based information in practice: a case study using thematic analysis</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Hillmayr</surname>
<given-names>Delia</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2371445/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Reinhold</surname>
<given-names>Frank</given-names>
</name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/836861/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Holzberger</surname>
<given-names>Doris</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1114304/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Reiss</surname>
<given-names>Kristina</given-names>
</name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1500260/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>TUM School of Social Sciences and Technology, Technical University of Munich</institution>, <addr-line>Munich</addr-line>, <country>Germany</country></aff>
<aff id="aff2"><sup>2</sup><institution>Institute for Mathematics Education, University of Education Freiburg</institution>, <addr-line>Freiburg</addr-line>, <country>Germany</country></aff>
<aff id="aff3"><sup>3</sup><institution>Centre for International Student Assessment, Technical University of Munich</institution>, <addr-line>Munich</addr-line>, <country>Germany</country></aff>
<author-notes>
<fn id="fn0001" fn-type="edited-by"><p>Edited by: Tara Ratnam, Independent Researcher, India</p></fn>
<fn id="fn0002" fn-type="edited-by"><p>Reviewed by: Kris-Stephen Besa, University of M&#x00FC;nster, Germany</p>
<p>Meena M. Balgopal, Colorado State University, United States</p></fn>
<corresp id="c001">&#x002A;Correspondence: Delia Hillmayr, <email>delia.hillmayr@tum.de</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>24</day>
<month>01</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>8</volume>
<elocation-id>1261086</elocation-id>
<history>
<date date-type="received">
<day>18</day>
<month>07</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>12</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Hillmayr, Reinhold, Holzberger and Reiss.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Hillmayr, Reinhold, Holzberger and Reiss</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>The term <italic>evidence-based practice</italic> has gained importance in teacher education as well as in everyday school life. Calls from policymakers, academics, and society have become increasingly apparent that teachers&#x2019; professional actions should not exclusively be based on subjective experiential knowledge but also on empirical evidence from research studies. However, the use of evidence comes along with several challenges for teachers such as often lacking applicability of available sources or limited time resources. This case study explores how teachers (<italic>n&#x2009;=</italic> 12) at secondary schools think about the relevance and usage of evidence-based information in practice as well as the barriers associated with it. As we see a particular need for evidence-based teaching in STEM disciplines, we focus on these subjects. A thematic analysis of the data indicates that the teachers generally rate relevance highly, for instance seeing opportunities for support and guidance. However, the actual use of evidence-based information in the classroom is rather low. The teachers most frequently mentioned the feasibility of implementation in class as a quality indicator of evidence-based information. Based on the data, we discuss possible conclusions to promote evidence-based practice at schools. Furthermore, the study opens up directions for further research studies with representative teacher samples in various disciplines.</p>
</abstract>
<kwd-group>
<kwd>evidence-based information</kwd>
<kwd>STEM teachers</kwd>
<kwd>secondary school</kwd>
<kwd>thematic analysis</kwd>
<kwd>case study</kwd>
</kwd-group>
<counts>
<fig-count count="0"/>
<table-count count="1"/>
<equation-count count="0"/>
<ref-count count="58"/>
<page-count count="12"/>
<word-count count="10952"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Teacher Education</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec1">
<label>1</label>
<title>Introduction</title>
<p>Mathematical as well as science literacy are important for social participation in modern society, as literacy refers to the &#x201C;ability to use mathematics [or science] to solve problems in real situations&#x201D; (<xref ref-type="bibr" rid="ref56">Wang, 2021</xref>, p. 2). It can emerge from learning processes, &#x201C;including conceptual understanding, strategic ability, process fluency, reasonable reasoning awareness, and positive inclinations&#x201D; (<xref ref-type="bibr" rid="ref56">Wang, 2021</xref>, p. 2). Today, qualified employees are needed in the field of technology and sciences (<xref ref-type="bibr" rid="ref45">OECD, 2016</xref>), however, many students worldwide have difficulties in solving mathematical problems or tasks in natural sciences as, for example, the results of the PISA study show (<xref ref-type="bibr" rid="ref45">OECD, 2016</xref>, <xref ref-type="bibr" rid="ref46">2019</xref>). Thus, it seems crucial to support student learning through excellent teaching in these disciplines, which, ideally, increases the learners&#x2019; understanding and motivational aspects such as the perceived relevance of STEM-specific content (<xref ref-type="bibr" rid="ref51">Stuckey et al., 2013</xref>). Evidence-based teaching can enhance teaching effectiveness and, hence, students&#x2019; learning outcomes (e.g., <xref ref-type="bibr" rid="ref6">Bathgate et al., 2019</xref>).</p>
<p>According to <xref ref-type="bibr" rid="ref12">Bromme et al. (2014)</xref>, empirical evidence provides different types of knowledge such as description as well as explication knowledge that enable the implementation and evaluation of state-of-the-art teaching. Particularly practical implications from current relevant research studies have the potential to improve the teaching quality at school. According to <xref ref-type="bibr" rid="ref58">Whitehurst (2004)</xref>, evidence-based practice means that decision-makers &#x201C;routinely seek out the best available research and data before adopting programs or practices that will affect significant numbers of students&#x201D; (p. 1). Evidence-based practice in STEM teaching therefore means that teachers use the best available evidence&#x2014;for example studies on effective teaching strategies (<xref ref-type="bibr" rid="ref39">Knogler et al., 2022</xref>)&#x2014;regardless of whether the results are presented in primary or secondary studies of scientific journals or in formats that have already been specifically prepared for practitioners. So far, however, the transfer of educational research findings can rather be observed on the system level than on the classroom level. One example is the consideration of the PISA results which, for example, led to the expansion of full-day schools in Germany (<xref ref-type="bibr" rid="ref5">Barnat, 2019</xref>). In contrast, there is little direct influence of evidence on explicit classroom practice of individual teachers. It can be assumed, however, that this promotes student outcomes in mathematics and science subjects (<xref ref-type="bibr" rid="ref49">Schiepe-Tiska et al., 2021</xref>). Appropriate evidence-based information can support teachers in selecting, implementing, and reflecting on the most effective teaching strategies and thus also in achieving targets in educational standards (e.g., <xref ref-type="bibr" rid="ref39">Knogler et al., 2022</xref>, p. 135).</p>
<p>However, there seems to be a gap between evidence and practice, especially regarding teaching in STEM disciplines (<xref ref-type="bibr" rid="ref6">Bathgate et al., 2019</xref>). An example of this gap between evidence and practice becomes also clear when we look at the use of digital tools in secondary school teaching. Whereas numerous studies yield evidence that using digital tools in science and mathematics teaching can significantly enhance learning outcomes of secondary school students (<xref ref-type="bibr" rid="ref50">Steenbergen-Hu and Cooper, 2013</xref>; <xref ref-type="bibr" rid="ref001">Hillmayr et al., 2020</xref>), a substantial amount of teachers think that using digital tools can impede concept formation or distract from learning (<xref ref-type="bibr" rid="ref002">Fraillon et al., 2019</xref>, p. 185). As a result, the potential of using digital tools in teaching and learning STEM is not being fully exploited. This example illustrates the need for more evidence-based practice by teachers.</p>
</sec>
<sec id="sec2">
<label>2</label>
<title>Evidence and theoretical perspectives</title>
<p>As <xref ref-type="bibr" rid="ref43">Mosteller et al. (2004)</xref> stated, &#x201C;findings from educational research may be our greatest resource for supporting and improving educational practice&#x201D; (p. 29). Generally speaking, evidence-based practice in education has become a much-discussed topic among politicians, researchers, and practitioners in recent years (e.g., <xref ref-type="bibr" rid="ref19">Dagenais et al., 2012</xref>; <xref ref-type="bibr" rid="ref49">Schiepe-Tiska et al., 2021</xref>). Using evidence as the basis for decision-making and professional actions instead of exclusively subjective beliefs and experiential knowledge became an even more prominent demand (<xref ref-type="bibr" rid="ref12">Bromme et al., 2014</xref>). Of course, the aim is not to replace the teacher&#x2019;s experiential knowledge entirely with evidence. <xref ref-type="bibr" rid="ref44">Newton et al. (2020)</xref> propose a more pragmatic approach with their decision-making model for applying research evidence in educational practice: &#x201C;The most useful research evidence is combined with practitioner judgment about how and why to apply it in a specific context, with specific questions for each aspect. At the intersection of these three factors [useful evidence, educator judgment, local context], is pragmatic evidence-based education&#x201D; (p. 5). But how can all the associated requirements be accomplished&#x2014;especially as research does not always yield clear results? It is well-known that there are several fundamental prerequisites for using evidence-based information, such as access to sources, skills to understand as well as adapt evidence, and enough time resources for both obtaining, interpreting, and finally applying relevant information (<xref ref-type="bibr" rid="ref41">Lysenko et al., 2014</xref>; <xref ref-type="bibr" rid="ref53">Thomm et al., 2021a</xref>). However, although these prerequisites might be necessary tools, they are not a sufficient predictor for the actual use. Controversial discussions on appropriate measures to control the situation with COVID-19 recently showed the challenge of making evidence-based decisions or judgments for non-scientists.</p>
<p>The use of empirical methods in educational research has a long tradition. However, teachers acquire little knowledge during their studies about how to use and critically assess potentially relevant research findings (<xref ref-type="bibr" rid="ref57">Wenglein et al., 2015</xref>). Teacher educators can be seen &#x201C;as central agents in terms of the dissemination and implementation of evidence-based practice&#x201D; (<xref ref-type="bibr" rid="ref23">Diery et al., 2021</xref>, p. 3). However, recent studies showed that teacher educators face several challenges when it comes to translating research evidence into teaching practice (<xref ref-type="bibr" rid="ref23">Diery et al., 2021</xref>; <xref ref-type="bibr" rid="ref28">Georgiou et al., 2023</xref>). Moreover, <xref ref-type="bibr" rid="ref55">van Schaik et al. (2018)</xref> identified various barriers regarding the usage of evidence-based information, such as skills in finding, interpreting, and applying research findings as well as limited accessibility and lack of time resources. Although several innovative interventions aim at enhancing access to adequate resources in general (e.g., <xref ref-type="bibr" rid="ref22">Diery et al., 2020a</xref>), it seems that educational research findings need to be specifically processed (<xref ref-type="bibr" rid="ref26">Fleischman, 2009</xref>; <xref ref-type="bibr" rid="ref34">Hetmanek et al., 2015</xref>) and distributed so that teachers can make use of these valuable knowledge sources in their everyday school practice. Yet, it is little explored which type of information or source best meets practitioners&#x2019; needs (<xref ref-type="bibr" rid="ref20">Demski and Racherb&#x00E4;umer, 2015</xref>; <xref ref-type="bibr" rid="ref30">Gr&#x00E4;sel, 2019</xref>). Regardless of how they are processed, teachers&#x2019; beliefs, appreciation, or attitudes toward educational research findings and evidence-based practice can be a crucial factor when it comes to using evidence in the school context (<xref ref-type="bibr" rid="ref55">van Schaik et al., 2018</xref>; <xref ref-type="bibr" rid="ref53">Thomm et al., 2021a</xref>).</p>
<p>The evidence base on STEM teaching and learning is relatively large compared to other subjects (e.g., <xref ref-type="bibr" rid="ref16">Cheung and Slavin, 2013</xref>; <xref ref-type="bibr" rid="ref50">Steenbergen-Hu and Cooper, 2013</xref>; <xref ref-type="bibr" rid="ref9">Belland et al., 2017</xref>; <xref ref-type="bibr" rid="ref35">Higgins et al., 2019</xref>) and provides a sound starting point for further exploring teachers claims and needs toward evidence-based practice. According to <xref ref-type="bibr" rid="ref6">Bathgate et al. (2019)</xref>, &#x201C;the need for evidence-based teaching in college classrooms&#x201D; primarily applies to STEM subjects, where research &#x201C;shows a rigid and traditional (e.g., purely lecture-based) classroom approach,&#x201D; which &#x201C;can systematically marginalize students, even unintentionally, through the structure and assessments used in the classroom and the cultural norms of science&#x201D; (p. 1).</p>
<p>Therefore, this case study focuses on STEM teachers&#x2019; beliefs about the <italic>relevance</italic> of evidence-based information in school practice. We define evidence-based information as any content based on research findings (e.g., official in-service teacher education or journal articles). We further explored to what extent teachers <italic>use</italic> evidence-based information, what kind of <italic>barriers</italic> they face, and what <italic>quality indicators</italic> they use to assess evidence-based information. Based on our data, we discuss conclusions to promote evidence-based classroom instruction and for the practice of science communication.</p>
<sec id="sec3">
<label>2.1</label>
<title>Do teachers use evidence-based information&#x2014;and why (not)?</title>
<p>Based on a literature review, <xref ref-type="bibr" rid="ref19">Dagenais et al. (2012)</xref> concluded &#x201C;that the use of research-based information is hardly a significant part of the school-practice scenario&#x201D; (p. 296). According to <xref ref-type="bibr" rid="ref5">Barnat (2019)</xref>, teachers are more likely to actively search for information when faced with a problem, which is probably why their use of current evidence is not a daily routine. In addition, seeking out the best available sources of research can be a complex and time-consuming task (<xref ref-type="bibr" rid="ref53">Thomm et al., 2021a</xref>) which also might hinder teachers from using evidence.</p>
<p>There is a variety of individual reasons that might be responsible for the limited use of educational research findings in teaching practice. National and international research has until now identified some specific factors that can be considered as necessary prerequisites for teachers to make use of evidence-based information that can help improve teaching and learning. So motivational variables and subjective beliefs are crucial when it comes to performing specific actions (<xref ref-type="bibr" rid="ref4">Bandura, 1993</xref>; <xref ref-type="bibr" rid="ref40">Liljedahl, 2011</xref>). More specifically, teachers&#x2019; beliefs influence their perceptions and judgments, which will affect their behavior in the classroom (<xref ref-type="bibr" rid="ref47">Pajares, 1992</xref>, p. 307). This link between attitude and behavior can be explained by the theory of planned behavior, &#x201C;designed to predict and explain human behavior in specific contexts&#x201D; (<xref ref-type="bibr" rid="ref1">Ajzen, 1991</xref>, p. 181) and postulating &#x201C;that behavior is a function of salient information, or beliefs, relevant to the behavior&#x201D; (p. 189). According to that, <xref ref-type="bibr" rid="ref37">Kiemer and Kollar (2021</xref>, p. 13) showed in their study that negative beliefs about the utility of educational evidence play an important role. They have a negative effect on the use of evidence-based information. Thus, when teachers are using evidence in their daily activities, their beliefs about the relevance of evidence are at least as important as their skills to do so (e.g., <xref ref-type="bibr" rid="ref52">Thomm et al., 2021b</xref>). Previous studies show that teachers&#x2019; beliefs about the relevance of educational evidence vary considerably (<xref ref-type="bibr" rid="ref33">Hemsley-Brown and Sharp, 2003</xref>; <xref ref-type="bibr" rid="ref19">Dagenais et al., 2012</xref>; <xref ref-type="bibr" rid="ref55">van Schaik et al., 2018</xref>). Thus it is not possible to paint a uniform picture (<xref ref-type="bibr" rid="ref52">Thomm et al., 2021b</xref>).</p>
<p>Relevance can be seen as &#x201C;a personally meaningful connection to the individual&#x201D; (<xref ref-type="bibr" rid="ref48">Priniski et al., 2018</xref>, p. 2). Thus, the more likely a topic or activity, such as using educational evidence, plays a meaningful role for an individual, the higher the perceived relevance. According to the relevance continuum of <xref ref-type="bibr" rid="ref48">Priniski et al. (2018)</xref>, a teacher might perceive a study on the topic of <italic>flipped classroom</italic> as relevant because the teacher has long wanted to try out the concept in the classroom, but not necessarily because the reading of educational evidence <italic>per se</italic> is of relevance, which is an example of the lowest level of personal meaningfulness (<italic>personal association</italic>). The next level on the relevance continuum is <italic>personal usefulness</italic>: a teacher, for example, might consider reading educational studies to be relevant because scientific findings can help to prepare lessons and ultimately improve student learning as an essential target of the teacher&#x2019;s work. An example of the highest level of relevance (<italic>identification</italic>) is that a teacher might consider reading educational studies to be relevant because orientation to scientific knowledge is perceived as an essential part of professional responsibility.</p>
<p><xref ref-type="bibr" rid="ref51">Stuckey et al. (2013)</xref> offer a broader perspective on the meaning of relevance by focusing more strongly on the consideration of consequences. Applying their theory to the present issue, evidence-based information becomes relevant if its use has (positive) consequences for the teachers. These positive consequences can be both intrinsic and extrinsic and they can relate to current situations and decisions or the future. The intrinsic components relate to personal motives and the teacher&#x2019;s interest, while the extrinsic components relate to expectations from their personal and professional environment as well as from society (<xref ref-type="bibr" rid="ref51">Stuckey et al., 2013</xref>). Following this idea, appropriate evidence-based information can support the teacher in lesson planning and thus be perceived by the teacher personally as a reduced workload. Another example of the intrinsic component is that the use of evidence on effective teaching strategies can increase the learning outcomes of students and thus contribute to the achievement of predetermined competence goals (e.g., <xref ref-type="bibr" rid="ref38">KMK, 2022</xref>). The political and social demands for evidence-based practice in schools, and the related expectations of politicians or parents &#x201C;that educational research will make a difference in what students learn, what teachers know, and what they teach&#x201D; (<xref ref-type="bibr" rid="ref31">Greenwood and Mabeady, 2001</xref>, p. 334), are an example of an extrinsic component. Regarding consequences that relate more to the future, the development of the teaching profession toward a scientifically based profession and the associated greater effectiveness as well as recognition can also serve as an extrinsic example here (<xref ref-type="bibr" rid="ref39">Knogler et al., 2022</xref>).</p>
<p>However, even if a teacher considers the use of evidence to be relevant, various conditions must be met to successfully utilize evidence, which is, for example, a supporting environment at the school (<xref ref-type="bibr" rid="ref13">Brown and Zhang, 2016</xref>), access to sources as well as the skills to read and interpret educational research findings (e.g., <xref ref-type="bibr" rid="ref7">Bauer and Prenzel, 2012</xref>; <xref ref-type="bibr" rid="ref41">Lysenko et al., 2014</xref>), or adequate time resources (<xref ref-type="bibr" rid="ref43">Mosteller et al., 2004</xref>). <xref ref-type="bibr" rid="ref53">Thomm et al. (2021a)</xref> examined the relations between such conditions and showed that better source access had no significant effect on the perceived irrelevance of results from education research. A plausible reason for this is, that teachers often miss clear and applicable implications of educational research studies (e.g., <xref ref-type="bibr" rid="ref41">Lysenko et al., 2014</xref>). Finally, teachers are primarily interested in answers to typical everyday problems in the school context and practical applicability (<xref ref-type="bibr" rid="ref8">Beelmann, 2014</xref>). This lack of applicability as well as the various challenges they face when using evidence stresses that specifically processed information has the potential to support evidence-based practice. Hence, specific ways of communicating and disseminating relevant evidence-based information to teachers are required that are appropriate for the target group and which according to <xref ref-type="bibr" rid="ref26">Fleischman (2009)</xref> encompasses in particular an adequate format and a reasonable language. Regarding the use of educational research findings as an essential prerequisite for establishing an efficient evidence-based practice, researchers are assigned a key role in implementing change (<xref ref-type="bibr" rid="ref26">Fleischman, 2009</xref>).</p>
<p>In short, to understand the claims and needs of teachers, it is therefore not only important to what extent teachers use evidence in their everyday work but also, as an essential prerequisite for this, to what extent and why they see evidence as relevant to themselves and their work as teachers.</p>
</sec>
<sec id="sec4">
<label>2.2</label>
<title>How is evidence-based information provided for practitioners?</title>
<p>Teachers begin to deal with the concept of evidence during their coursework at university, e.g., by reading scientific studies. However, teacher educators are still confronted with various challenges when it comes to translating evidence into their practice (<xref ref-type="bibr" rid="ref28">Georgiou et al., 2023</xref>). Moreover, the demand for evidence-based practice goes beyond higher education, and teachers themselves should be able to bring it into their daily work routine.</p>
<p>To date, there has been little research on how teachers select different sources of information (<xref ref-type="bibr" rid="ref37">Kiemer and Kollar, 2021</xref>) as well as on ways of transferring scientific knowledge into practice (e.g., <xref ref-type="bibr" rid="ref30">Gr&#x00E4;sel, 2019</xref>). Thus, not much is known about how relevant knowledge must be prepared for teachers so that they can use and implement it in classroom practice.</p>
<p>So far, different formats have been developed which aim to promote the use of evidence-based information by practitioners in the field of education. For example, <xref ref-type="bibr" rid="ref57">Wenglein et al. (2015)</xref> examined how specific training can enhance the argumentative use of evidence by pre-service teachers. In addition to such formats, efforts are made to promote evidence-based practice through science communication. According to <xref ref-type="bibr" rid="ref15">Burns et al. (2003)</xref>, science communication can be defined as &#x201C;the use of appropriate skills, media, activities, and dialogue&#x201D; (p. 191) to produce personal responses to science such as awareness as well as the familiarity and understanding of (new) research findings. Practitioners could thus be directly and regularly informed about school-relevant research findings based on primary studies (<xref ref-type="bibr" rid="ref27">Fuchs et al., 2021</xref>) or research syntheses such as meta-analyses or systematic reviews (<xref ref-type="bibr" rid="ref003">Hillmayr et al., 2017</xref>; <xref ref-type="bibr" rid="ref22">Diery et al., 2020a</xref>). Intermediary organizations such as clearing houses (e.g., the What Works Clearinghouse in the US) deal with the question of <italic>what works</italic> and aim to bridge the research-practice gap in education by using the method of research synthesis (e.g., <xref ref-type="bibr" rid="ref36">Joyce and Cartwright, 2020</xref>). This method allows the existing evidence to be summarized based on an overall balance and thus improves the generalizability of the findings (<xref ref-type="bibr" rid="ref8">Beelmann, 2014</xref>). The pyramid of evidence (e.g., <xref ref-type="bibr" rid="ref12">Bromme et al., 2014</xref>) shows different sources of evidence-based information, which helps to assess their quality. Systematic reviews and meta-analyses are presented at the top of the pyramid, as they yield the most valid research findings for evidence-based practice and, at the same time, are less error-prone than individual experimental studies. Case studies or practice guidelines represent the lowest level of the pyramid, as their results are not generalizable, and confounding variables cannot be controlled.</p>
<p>Short reviews and plain language summaries are specific formats to provide summaries and ratings of current meta-analyses for practitioners (<xref ref-type="bibr" rid="ref22">Diery et al., 2020a</xref>; <xref ref-type="bibr" rid="ref10">Benz et al., 2021</xref>). Some formats focus on the specific target group and prepare scientific content directly for school practice (<xref ref-type="bibr" rid="ref003">Hillmayr et al., 2017</xref>). Regarding the teachers&#x2019; request for better applicability of evidence (e.g., <xref ref-type="bibr" rid="ref8">Beelmann, 2014</xref>), the combination of specifically processed information with evidence that is based on research syntheses seems promising to strengthen evidence-based practice. In all of these rather long-term endeavors, it is important to &#x201C;involve educators at every step of the way&#x201D; (<xref ref-type="bibr" rid="ref26">Fleischman, 2009</xref>, p. 80) and to &#x201C;consider how evidence is currently used in education&#x201D; (<xref ref-type="bibr" rid="ref26">Fleischman, 2009</xref>, p. 72).</p>
</sec>
</sec>
<sec id="sec5">
<label>3</label>
<title>The present study</title>
<p>Although the importance of evidence-based practice may apply to all school subjects, we see a particular need for evidence-based teaching in STEM disciplines (e.g., <xref ref-type="bibr" rid="ref6">Bathgate et al., 2019</xref>). Hence, in the present case study, we focus on mathematics, chemistry, biology, and physics teachers. These teachers tend to be more similar in their beliefs and approach than teachers of, for example, subjects like arts, music, or languages (<xref ref-type="bibr" rid="ref32">Grossman and Stodolsky, 1995</xref>).</p>
<p>According to prior research, the extent to which teachers use evidence-based information is generally quite low (<xref ref-type="bibr" rid="ref19">Dagenais et al., 2012</xref>; <xref ref-type="bibr" rid="ref34">Hetmanek et al., 2015</xref>). At the same time, the extent, as well as the way of using evidence, can vary considerably among teachers (e.g., <xref ref-type="bibr" rid="ref52">Thomm et al., 2021b</xref>). This can be traced back to diverse factors such as personal beliefs (<xref ref-type="bibr" rid="ref55">van Schaik et al., 2018</xref>; <xref ref-type="bibr" rid="ref37">Kiemer and Kollar, 2021</xref>)&#x2014;which are also connected with the perception of relevance&#x2014;or external conditions such as the availability of relevant sources (<xref ref-type="bibr" rid="ref53">Thomm et al., 2021a</xref>). Reviewing research on teachers&#x2019; utilization of evidence since 2001, <xref ref-type="bibr" rid="ref55">van Schaik et al. (2018)</xref> concluded that &#x201C;collaborations between schools and research institutes could be a way to counter barriers and create favorable conditions for teachers&#x201D; to use academic knowledge (p. 59). Reciprocal partnerships between researchers and teachers can improve the use of evidence-based knowledge because of its close connection to the teachers&#x2019; everyday practice. However, according to the authors, little is known about what teachers actually do when using evidence.</p>
<p><xref ref-type="bibr" rid="ref53">Thomm et al. (2021a)</xref> examined &#x201C;the complex interplay of factors contributing to teachers&#x2019; sourcing and reception of educational research&#x201D; (p. 7) in a quantitative study and concluded that further in-depth studies on this topic are needed. According to the authors, it is important to address both external conditions of the teachers&#x2019; environment as well as individual aspects such as personal beliefs in future studies.</p>
<p>To gain insight into context-specific factors, <xref ref-type="bibr" rid="ref36">Joyce and Cartwright (2020)</xref> suggest supplementing quantitative studies with other, for example, qualitative research methods. Thus, to broaden the prevailing perspective of <italic>what works</italic> regarding current research efforts to foster evidence-based practice (<xref ref-type="bibr" rid="ref36">Joyce and Cartwright, 2020</xref>), we address the question of <italic>what works here</italic>, in a more specific context by using a qualitative approach in this case study.</p>
<p>Whereas <xref ref-type="bibr" rid="ref28">Georgiou et al. (2023)</xref> explored teacher educators&#x2019; attitudes regarding their own evidence-based practice&#x2014;as &#x201C;the successful implementation of evidence-based teaching practices is a complex and multifaceted process, and it involves various stakeholders in education&#x201D; (p. 7)&#x2014;the present study addresses these issues on the teacher level.</p>
<p>Thus, the present case study explores mathematics and science teachers&#x2019; beliefs about the relevance as well as their thoughts about the use of evidence-based information. To investigate possible reasons for the rather uncommon use of evidence, we asked teachers which kind of sources they used to obtain evidence-based information and what barriers they faced when using it. To gain insights into their needs when processing evidence-based information, teachers were asked about quality indicators they used to evaluate evidence-based information.</p>
<p>The following research questions guided our case study:</p>
<list list-type="order">
<list-item><p>What are STEM teachers&#x2019; beliefs about the relevance of evidence-based information?</p></list-item>
<list-item><p>How do STEM teachers use evidence-based information?</p></list-item>
<list-item><p>What barriers do STEM teachers face when using evidence-based information?</p></list-item>
</list>
</sec>
<sec sec-type="methods" id="sec6">
<label>4</label>
<title>Methods</title>
<p>We followed a case study approach (<xref ref-type="bibr" rid="ref18">Cohen et al., 2007</xref>), as this approach allows us &#x201C;to catch the complexity and situatedness of behavior&#x201D; (p. 85), to understand the specific situation of a group&#x2014;here the STEM teacher group&#x2014;and to find out what we can learn from this particular case.</p>
<p>To analyze the interview data, we used the qualitative method of thematic analysis, which is widely used in psychology as well as in other fields (<xref ref-type="bibr" rid="ref11">Braun and Clarke, 2006</xref>), for example, within case studies on evidence-based teaching (<xref ref-type="bibr" rid="ref28">Georgiou et al., 2023</xref>).</p>
<p>Because of their complex interplay, the questions of how, to what extent, and why teachers engage with evidence should each be considered in context. Concerning the aims of our study, we agree with <xref ref-type="bibr" rid="ref17">Chowdhury (2015</xref>, p. 1,139) that a qualitative approach allows a more flexible exploration of phenomena than, for example, a questionnaire. As teachers might have experienced contradictory behaviors and beliefs regarding evidence-based practice, this approach allows us to get more in-depth information on this. The use of open-ended questions in our interviews enables teachers to raise issues that might not have been considered in closed-ended formats.</p>
<sec id="sec7">
<label>4.1</label>
<title>Sample</title>
<p>The teacher sample was compiled in cooperation with the <italic>Bavarian State Institute for School Quality and Educational Research</italic> (<italic>ISB</italic>), an institution commissioned by the Bavarian Ministry of Education to contribute to the qualitative improvement of the school system in Bavaria. We used purposive sampling (<xref ref-type="bibr" rid="ref18">Cohen et al., 2007</xref>) to access a group of teachers who are expected to have a similar understanding of the concept of <italic>evidence</italic> due to their teaching subjects (STEM). Moreover, they have a high level of teaching routine because of their teaching experience (13.17&#x2009;years on average).</p>
<p>The teachers were notified by email of the planned interview and invited to participate.</p>
<p>Twelve teachers (three of them were male) agreed to take part in the interview study. Since the sample was chosen regarding the focus on teaching mathematics and science within the present study, all of the interviewees taught at least one science subject (i.e., biology, chemistry, physics, or natural sciences in general) or mathematics at a secondary school in Bavaria, Germany. Seven of them taught at a <italic>Gymnasium</italic> (highest track), three of them at a <italic>Realschule</italic> (middle track), and two at a <italic>Mittelschule</italic> (lower track, where students receive a basic general education). Additional background information on the teacher sample is presented in <xref ref-type="table" rid="tab1">Table 1</xref>.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption><p>Background information on teacher sample.</p></caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="middle">Interview ID</th>
<th align="left" valign="middle">Type of school</th>
<th align="left" valign="middle">Subjects taught</th>
<th align="center" valign="middle">Teaching experience (in years)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="bottom">I1</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Biology/Chemistry</td>
<td align="center" valign="bottom">17</td>
</tr>
<tr>
<td align="left" valign="bottom">I2</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Physics/Mathematics</td>
<td align="center" valign="bottom">19</td>
</tr>
<tr>
<td align="left" valign="bottom">I3</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Physics/Mathematics/Informatics</td>
<td align="center" valign="bottom">14</td>
</tr>
<tr>
<td align="left" valign="bottom">I4</td>
<td align="left" valign="bottom">Realschule (middle track)</td>
<td align="left" valign="bottom">Chemistry/Mathematics</td>
<td align="center" valign="bottom">18</td>
</tr>
<tr>
<td align="left" valign="bottom">I5</td>
<td align="left" valign="bottom">Realschule (middle track)</td>
<td align="left" valign="bottom">Physics/Mathematics</td>
<td align="center" valign="bottom">2</td>
</tr>
<tr>
<td align="left" valign="bottom">I6</td>
<td align="left" valign="bottom">Realschule (middle track)</td>
<td align="left" valign="bottom">Chemistry/Mathematics</td>
<td align="center" valign="bottom">27</td>
</tr>
<tr>
<td align="left" valign="bottom">I7</td>
<td align="left" valign="bottom">Mittelschule (lower track)</td>
<td align="left" valign="bottom">Science/Mathematics/Informatics/Languages</td>
<td align="center" valign="bottom">13</td>
</tr>
<tr>
<td align="left" valign="bottom">I8</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Physics/Ethics or Religious Education</td>
<td align="center" valign="bottom">10</td>
</tr>
<tr>
<td align="left" valign="bottom">I9</td>
<td align="left" valign="bottom">Mittelschule (lower track)</td>
<td align="left" valign="bottom">Physics/Chemistry</td>
<td align="center" valign="bottom">11</td>
</tr>
<tr>
<td align="left" valign="bottom">I10</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Mathematics/Informatics</td>
<td align="center" valign="bottom">9</td>
</tr>
<tr>
<td align="left" valign="bottom">I11</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Physics/Mathematics</td>
<td align="center" valign="bottom">12</td>
</tr>
<tr>
<td align="left" valign="bottom">I12</td>
<td align="left" valign="bottom">Gymnasium (highest track)</td>
<td align="left" valign="bottom">Mathematics/Ethics or Religious Education/Languages</td>
<td align="center" valign="bottom">6</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="sec8">
<label>4.2</label>
<title>Data collection</title>
<p>In the written request, teachers were informed that the interview was about the relevance of research from the perspective of practitioners. To ensure comparable interview conditions, all interviews were conducted by the first author&#x2014;who did not know the interviewees beforehand&#x2014;using a pre-developed semi-structured guideline. The interviews were carried out between March and July 2020. Due to the conditions during the COVID-19 pandemic, all interviews had to be conducted via telephone. The interviews were recorded as audio files and transcribed afterward.</p>
<p>The interview consisted of the following questions, divided into three parts:</p>
<list list-type="simple">
<list-item><p>(1) Relevance of evidence in practice:</p></list-item>
</list>
<list list-type="simple">
<list-item><p><italic>- To what extent are research findings relevant for you as a teacher?</italic></p></list-item>
</list>
<list list-type="simple">
<list-item><p>(2) Use of evidence in practice:</p></list-item>
</list>
<list list-type="simple">
<list-item><p>- <italic>To what extent does research influence your work?</italic></p></list-item>
<list-item><p>- <italic>Can you give a specific example of when you have integrated research-based information into your teaching or daily work?</italic></p></list-item>
<list-item><p>- <italic>How did you learn about new research findings so far?</italic></p></list-item>
<list-item><p>- <italic>How do you evaluate the quality of research-based information that is available to you?</italic></p></list-item>
</list>
<list list-type="simple">
<list-item><p>(3) Barriers to evidence use in practice:</p></list-item>
</list>
<list list-type="simple">
<list-item><p>- <italic>What challenges do you face when it comes to using research or research-based information?</italic></p></list-item>
</list>
<p>For the present study, we were interested in anything that teachers considered to be evidence or evidence-based. To avoid misunderstandings and ensure a consistent understanding among the teachers, the more commonly known terms <italic>research findings</italic> or <italic>research-based information</italic> were used as forms of evidence. Explanations regarding our understanding of evidence were given if needed. Whether the respective basis to which the teachers referred was generated according to the usual standards of scientific practice cannot be verified in detail, and is not initially relevant to the purpose of the present study.</p>
</sec>
<sec id="sec9">
<label>4.3</label>
<title>Data analysis</title>
<p>The average duration of the interviews was 25.67&#x2009;min (<italic>SD</italic>&#x2009;=&#x2009;10.23). First, the audio records of all interviews were transcribed verbatim. The text material was then analyzed following the method of thematic analysis (<xref ref-type="bibr" rid="ref11">Braun and Clarke, 2006</xref>). This method is primarily intended to gain insight into the complexity of teachers&#x2019; beliefs and behavior, as it is &#x201C;a flexible and useful research tool, which can potentially provide a rich and detailed, yet complex, account of data&#x201D; (<xref ref-type="bibr" rid="ref11">Braun and Clarke, 2006</xref>, p. 78). It allows us to identify, analyze, and report (different or similar) themes within our data. A theme &#x201C;captures something important about the data in relation to the research question&#x201D; (p. 82).</p>
<p>While the main themes (beliefs about relevance, usage behavior, barriers) were identified theory-driven (<xref ref-type="bibr" rid="ref24">Diery et al., 2020b</xref>; <xref ref-type="bibr" rid="ref37">Kiemer and Kollar, 2021</xref>; <xref ref-type="bibr" rid="ref52">Thomm et al., 2021b</xref>), the detailed data analysis was carried out inductively, so that sub-themes could be identified primarily based on the available data material, i.e., on the specific content expressed by this individual group of teachers (<xref ref-type="bibr" rid="ref11">Braun and Clarke, 2006</xref>).</p>
<p>According to the method of thematic analysis (<xref ref-type="bibr" rid="ref11">Braun and Clarke, 2006</xref>), the analysis process consisted of the six following phases:</p>
<list list-type="order">
<list-item><p>Familiarizing oneself with the data: After all interviews were transcribed verbatim, the first author read all transcripts at least two times to get familiar with the entire data set and wrote down initial ideas.</p></list-item>
<list-item><p>Generating initial codes: Keeping the research questions in mind, interesting passages were marked. Due to the complex database, the qualitative analysis software <italic>MaxQDA</italic> was used, which facilitated a structured and systematic process.</p></list-item>
<list-item><p>Searching for themes: In this step of intense examination, similar content was collected in common (main) themes, and further sub-themes were identified. This step was supported by a second coder. All discrepancies between the two coders were discussed until a consensus was reached, and potential sub-themes were jointly identified. The focus here was on the dialog between co-researchers and thus on the comprehensibility and confirmability of coding (<xref ref-type="bibr" rid="ref29">Graneheim and Lundman, 2004</xref>).</p></list-item>
<list-item><p>Reviewing themes: We checked whether the identified themes worked for the entire data set and the collated passages per (sub-)theme formed a coherent pattern.</p></list-item>
<list-item><p>Defining and naming themes: All themes relevant to the research questions were defined and named concisely.</p></list-item>
<list-item><p>Producing a report: The analysis was described in the present article, using vivid interview extracts as examples for the identified themes.</p></list-item>
</list>
</sec>
</sec>
<sec id="sec10">
<label>5</label>
<title>Findings</title>
<p>In the following section, we present our findings along the research questions and the corresponding themes. First, we report on the main theme <italic>relevance of use</italic> and the sub-theme <italic>potentials of evidence</italic>, which both relate to research question 1. We then continue with the findings regarding the <italic>extent of use</italic>, <italic>specific examples</italic>, <italic>sources of evidence</italic>, and <italic>quality indicators</italic>, which are all themes relating to research question 2. Finally, we present our findings regarding research question 3, which relates to the perceived <italic>barriers</italic>. For a better overview of the distribution of specific codes, we additionally report their frequencies of mention (<xref ref-type="bibr" rid="ref54">Vaismoradi and Snelgrove, 2019</xref>), which were measured once per teacher even if the content was mentioned more than one time during the interview. At the end of this section, we briefly summarize our findings from the interviews.</p>
<sec id="sec11">
<label>5.1</label>
<title>Relevance of use</title>
<p>Overall, the teachers rated an orientation toward evidence in practice as <italic>very important</italic> (<italic>n&#x2009;=</italic> 10). One teacher said:</p>
<disp-quote>
<p><italic>&#x201C;I think it&#x2019;s very important for my work, especially as you can only develop further in this way and then you can also, yes, gain new insights. You do not always do things the old way.&#x201D;</italic></p>
</disp-quote>
<p>Another teacher said:</p>
<disp-quote>
<p><italic>&#x201C;I cannot imagine that anyone doubts that this makes sense. The findings in science and research are, of course, extremely important for society and practice.&#x201D;</italic></p>
</disp-quote>
<p>In several cases, however, the relevance was seen depending on the <italic>feasibility</italic> and applicability (<italic>n&#x2009;=</italic> 4). One answer was:</p>
<disp-quote>
<p><italic>&#x201C;So most of what I learned during my studies, I could not apply in practice.&#x201D;</italic></p>
</disp-quote>
<p>Accordingly, three teachers added:</p>
<disp-quote>
<p><italic>&#x201C;In my opinion, it is not possible to give a definitive answer. It depends definitely on what it is specifically, especially how detailed and how practice-oriented the whole story is.&#x201D;</italic></p>
<p><italic>&#x201C;I believe that the findings would actually be incredibly important for teachers if we were able to implement them and had the freedom to do so.&#x201D;</italic></p>
<p><italic>&#x201C;Research findings should definitely be taken into account. The extent to which this can then be implemented is, in the end, a different question.&#x201D;</italic></p>
</disp-quote>
<p>In one case, the gap between theory and practice was strongly emphasized: conditions of everyday school life seemed to be insufficiently considered in research and thus findings were claimed to be not beneficial for practice. One teacher also emphasized the importance of orientation toward evidence in the context of teacher training&#x2014;but then the feasibility of the content was decisive.</p>
<p>Three teachers stated that relevance and the orientation toward evidence depended on <italic>individual needs</italic>. If an existing concept&#x2014;from the teachers&#x2019; perspective&#x2014;had been successful so far, it should not be completely modified even if this was recommended based on scientific findings. In this case, selectively changing concepts that have proven successful was more sensible.</p>
<p>Whereas several teachers regarded teaching experience as at least equivalent to scientific findings, one of the interviewed teachers mentioned that experience and initiative should always be consistent with current research findings. Another interviewee saw it as an obligation of teachers to place their trust in science.</p>
<p>In two cases, the relevance was seen as dependent on the type of school. These teachers stated a great need for orientation toward scientific knowledge especially for the lower track <italic>Mittelschule</italic>: <italic>&#x201C;At the Mittelschule, of course, research results are not as present, as perhaps at the Gymnasium.&#x201D;</italic></p>
</sec>
<sec id="sec12">
<label>5.2</label>
<title>Potentials of evidence</title>
<p>Four of the interviewees justified the relevance of evidence for practice with the associated opportunity for <italic>personal and school development</italic>. They argued that schools are subject to permanent change and need to constantly adapt to the lives of their students. To enhance student learning, instruction must be continuously improved. Only by knowing relevant prerequisites, high-quality teaching can be guaranteed. A lack of orientation toward evidence may thus risk a standstill of development.</p>
<p>In seven cases, the potential of orientation toward evidence was seen in the fact that it offered <italic>support and guidance</italic> to teachers: specifically, lesson planning and design were mentioned here, as well as the interaction with students. In two cases, a special need for the <italic>Mittelschule</italic> was addressed, since these teachers usually also teach subjects for which they have not completed a university degree. Additional subject-specific knowledge in a form suitable for the target group would therefore be helpful to the respondents.</p>
<p>Moreover, it was mentioned that a scientific basis could facilitate the acceptance and attractiveness of <italic>innovations</italic> and enable <italic>objective discussions, decisions, and conclusions</italic>. In one case, the added value of an orientation toward evidence was seen in the fact that different federal states of Germany or school systems could be compared with one another, and thus successful concepts could be adopted.</p>
</sec>
<sec id="sec13">
<label>5.3</label>
<title>Extent of use</title>
<p>Four of the interviewees stated that their teaching was influenced by evidence-based information, from strongly to selectively:</p>
<disp-quote>
<p><italic>&#x201C;Research has had quite an influence on my work over the years.&#x201D;</italic></p>
<p><italic>&#x201C;Again and again, I would say. In the short term and very selectively. So I would not say that I read large research reports and can then put them into practice one-to-one, but simply in small things. Of course, it&#x2019;s also about the subject.&#x201D;</italic></p>
</disp-quote>
<p>In three cases, the influence was more indirect, for example, via the curriculum or subject-oriented educational teacher training. In these cases, research did not directly influence teaching. Regarding teacher training, however, one teacher said:</p>
<disp-quote>
<p><italic>&#x201C;I would really like teacher training to be more research-based than it is now. There is often too little input from outside, so in my view, there&#x2019;s often not enough that&#x2019;s really well-founded.&#x201D;</italic></p>
</disp-quote>
<p>Another teacher said:</p>
<disp-quote>
<p><italic>&#x201C;I believe that teachers benefit from educational research, even if only indirectly, because they hear about these methods in relevant journals or something like that and then implement them.&#x201D;</italic></p>
</disp-quote>
<p>Five other respondents stated that their everyday work was hardly or not at all influenced by evidence-based information, for example:</p>
<disp-quote>
<p><italic>&#x201C;Very little. There is very little immediate, direct influence, simply because you do not really get to engage with research in everyday life.&#x201D;</italic></p>
</disp-quote>
<p>Another answer was:</p>
<disp-quote>
<p><italic>&#x201C;At the moment, we are really relying more on subjective theories and sometimes trying out things that have proved successful elsewhere. That&#x2019;s empiricism on a very small scale. But I cannot say that I have the time or the opportunity to think about what would be a current contribution from educational research that would help me with this or that topic, I have to be honest.&#x201D;</italic></p>
</disp-quote>
<p>This was supported by another teacher:</p>
<disp-quote>
<p><italic>&#x201C;The everyday life of teachers can be influenced to the extent that they have the capacity to attend appropriate training courses. So if the teacher has the time resources to deal with this, then I think it can be incorporated into everyday teaching.&#x201D;</italic></p>
</disp-quote>
</sec>
<sec id="sec14">
<label>5.4</label>
<title>Specific examples</title>
<p>When asked for specific examples of when teachers used research-based information, the topic of using digital tools was mentioned most frequently (<italic>n</italic>&#x2009;=&#x2009;8), and two teachers referred specifically to the handling of digital tools:</p>
<disp-quote>
<p><italic>&#x201C;There is evidence, for example, that explainer videos that are too long have high dropout rates, and therefore it is recommended that explainer videos for students should be no longer than five minutes, then that directly influences my work, because then I know, okay, my videos have been too long so far, I&#x2019;ll just make them shorter&#x201D; (I8).</italic></p>
</disp-quote>
<p>Evidence for the purpose of individual support and differentiation of students was mentioned five times, for example, regarding learning difficulties or gender-specific support:</p>
<disp-quote>
<p><italic>&#x201C;If you have children with autistic traits, for example, it&#x2019;s important to find out from time to time how best to deal with them&#x201D; (I12).</italic></p>
</disp-quote>
<p>Evidence was also taken into account in lesson planning and design (<italic>n</italic>&#x2009;=&#x2009;3), more specifically, teachers incorporated student feedback, flipped classroom, or learning goal-oriented basic models:</p>
<disp-quote>
<p><italic>&#x201C;Flipped Classroom, for example. I was initially made aware of it</italic> via <italic>recommendations and tips [&#x2026;]. Then I got more information about it [&#x2026;]. And I thought, oh, I can try that out, too, and then I implemented it and used it, and made my own experience&#x201D; (I8).</italic></p>
</disp-quote>
<p>Three times, students were reported to engage in research-based learning themselves, such as experimenting in research labs:</p>
<disp-quote>
<p><italic>&#x201C;The students always found it very positive to visit a research lab, even if it was only to see how a PCR is done in practice&#x201D; (I1).</italic></p>
</disp-quote>
<p>The curriculum itself and its competency-based nature were mentioned by three teachers as an evidence-based example:</p>
<disp-quote>
<p><italic>&#x201C;Regarding the new state-wide curriculum, many aspects that come from educational research were considered, [&#x2026;] and in fact, these are approaches that I am trying to take into account more and more in my lessons&#x201D; (I7).</italic></p>
</disp-quote>
<p>Only one teacher did not have any specific example of using or considering evidence.</p>
</sec>
<sec id="sec15">
<label>5.5</label>
<title>Sources of evidence</title>
<p>The majority of the respondents stated that they obtained evidence-based information in <italic>magazines</italic>, such as subject-oriented educational journals, some of which contained practical examples (<italic>n</italic>&#x2009;=&#x2009;9). Eight teachers gained their knowledge from <italic>teacher training</italic>. In seven cases, the teachers used the <italic>Internet</italic> for information retrieval, with three of the respondents citing specific <italic>social media</italic> channels in which they regularly and actively obtained information. Six teachers reported that they obtained information from their <italic>school environment</italic>&#x2014;for example, by exchanging ideas with the teaching staff or via relevant information portals. In five cases, <italic>higher education institutions</italic> were named as sources of evidence-based information. For example, these teachers took part in specially offered lectures or acquired their knowledge through collaboration with the university. Two teachers also used offers from the <italic>state institutes</italic> as well as classical <italic>news formats</italic>. One of the teachers regularly visited <italic>education fairs</italic>.</p>
</sec>
<sec id="sec16">
<label>5.6</label>
<title>Quality indicators</title>
<p>The most frequently mentioned quality indicator of research-based information was its direct <italic>feasibility</italic> in the classroom (<italic>n</italic>&#x2009;=&#x2009;10). The interviewees attached importance to the fact that the effort required for appropriate preparation and practical implementation should not be too high. One teacher stated that evidence-based information should always be aligned with the curriculum to better assess advantages and disadvantages. Three of the teachers considered the <italic>conciseness</italic> of evidence-based information to be an important characteristic: information should be available in a bundled manner. It was also important to the respondents that the research-based information offered concrete ideas or subject-specific examples that could be implemented directly in the classroom. Two of the interviewees stated that the top criterion was the <italic>subject specificity</italic> of the material. Practical feasibility should be given not only in terms of content. Relevant information should have the potential to be implemented according to the respective situation (federal state, type of school). In four cases, the <italic>expected learning success of the students</italic> was mentioned as the top quality indicator. Evidence-based information should help to ensure learning success and to convey the subject matter in such a way that the students remain motivated and interested. In addition, the teachers&#x2019; own experience played a role in the assessment of the evidence: for three of the respondents, the material should be <italic>plausible based on their own experience</italic>. In five cases, the <italic>source</italic> played a role in the assessment of quality. Various indicators were named here that can be assigned to the common scientific quality criteria (e.g., generalizability, validity). One of the interviewees stated not to use any specific indicator for assessing the quality of sources.</p>
</sec>
<sec id="sec17">
<label>5.7</label>
<title>Perceived barriers</title>
<p>Nine of the respondents saw <italic>time resources</italic> as a barrier to using evidence-based information in the classroom. There seemed to be a lack of time and resources for preparation as well as a lack of available teaching time. For the implementation, for example, the search for suitable material, the examination of scientific knowledge, the weighing of advantages and disadvantages within the individual conditions as well as the adaptation to the learning environment of the students were required and seemed to be too time-consuming.</p>
<p>Also, nine of the 12 teachers mentioned <italic>organizational conditions</italic> as a barrier to using evidence-based information. Most of the time, teachers mentioned constraints regarding the technical equipment or the curriculum. Especially teachers of the <italic>Mittelschule</italic>, due to the heterogeneous student body, saw little capacity to use evidence-based information in class.</p>
<p>Further, the question of accessibility of scientific findings was raised. Half of the teachers mentioned a <italic>lack of usable material</italic> as a barrier to integrating evidence-based information in their classroom work. On the one hand, the particular development of suitable evidence-based material was seen as enormously time-consuming, therefore the teachers used to rely on existing material. However, they claimed that adequate material was difficult to find and available material&#x2014;such as scientific papers or research summaries&#x2014;in most cases was too unspecific in terms of both the subject and individual teaching conditions. They noted a lack of concrete examples as well as subject-specific information in the material, so it was not directly applicable in the classroom.</p>
<p>In several cases, teachers called for more consideration of scientific findings, especially in in-service teacher training, which should convey relevant findings more practically. According to the interviewees, teacher training was often rather based on experience and is not sufficiently scientifically sound.</p>
</sec>
<sec id="sec18">
<label>5.8</label>
<title>Summary of findings</title>
<p>Although most teachers state that evidence-based teaching is important, our data put this into perspective and suggest a certain reluctance of teachers to adopt evidence-based practices in their classrooms. Several teachers emphasized the significance of aspects related to the particular teaching situation.</p>
<p>Although an orientation toward evidence in practice turned out to be of personal meaningfulness for some of the interviewed teachers, the actual relevance seemed to depend on the feasibility in the classroom as well as on individual situations of the teacher and school. The greatest potential of evidence was seen in its offer of support and guidance, specifically for lesson planning and design. However, only a few teachers intentionally used evidence in their work routines. According to most of the teachers, their work was either indirectly&#x2014;for example, via the curricula&#x2014;or hardly, or not at all influenced by evidence. Specific examples of the use of evidence were mostly related to teaching methods such as the use of digital tools or differentiation of learners. Subject-specific content was rarely mentioned. The teachers mainly gained new research insights from magazines, teacher training, or the internet including social media channels. Barriers regarding the use of evidence that teachers faced were organizational conditions such as inadequate technical equipment at school or the curriculum. Moreover, a lack of (subject-)specific material seemed to be problematic. The comment that limited time resources were responsible for the rather rare use of evidence-based information is a quite general aspect that is known from other contexts as well (e.g., <xref ref-type="bibr" rid="ref24">Diery et al., 2020b</xref>). The most important quality indicator of evidence-based material was its feasibility in the classroom followed by the type of source itself and the expected learning success of students. Furthermore, the conciseness of information, as well as subject-specific examples, were considered crucial.</p>
<p>Particular demands for additional subject-specific knowledge for the lower track <italic>Mittelschule</italic> were mentioned several times throughout the interviews since these teachers often did not have a sufficiently content-related qualification in all subjects they teach. Because of various difficult conditions in these low-track schools, increased support for teachers should be provided to allow the use of evidence-based practices.</p>
</sec>
</sec>
<sec sec-type="discussion" id="sec19">
<label>6</label>
<title>Discussion</title>
<p>With the present case study, we aimed to get deeper insights into STEM teachers&#x2019; beliefs about the relevance of evidence-based practice as well as their usage behavior and perceived barriers when it comes to using evidence in practice. Although the majority of the interviewed teachers perceived important potentials in an orientation toward evidence&#x2014;which is in line with the findings of <xref ref-type="bibr" rid="ref52">Thomm et al. (2021b)</xref> or <xref ref-type="bibr" rid="ref28">Georgiou et al. (2023)</xref> who focused on the level of teacher educators&#x2014;its application in school practice was generally low. According to prior research and the decision-making model according to <xref ref-type="bibr" rid="ref44">Newton et al. (2020)</xref>, experiential knowledge&#x2014;such as teachers&#x2019; own experience or the experience of other teachers&#x2014;played a crucial role when using evidence (<xref ref-type="bibr" rid="ref34">Hetmanek et al., 2015</xref>) as well as assessing the usability of evidence-based information sources (<xref ref-type="bibr" rid="ref37">Kiemer and Kollar, 2021</xref>). The data from the present case study also show that teachers used their own experiences to evaluate the quality of evidence-based material. This may be regarded as a critical finding concerning <xref ref-type="bibr" rid="ref52">Thomm et al. (2021b)</xref> who fear a &#x201C;devaluation of educational research when scientific evidence contradicts preservice teachers&#x2019; prior beliefs&#x201D; (p. 1,069). However, this is one possible explanation for the infrequent use of evidence-based information by teachers. As a result, research should probably make an even greater effort to incorporate the knowledge of practitioners and to disseminate and communicate research findings about the opportunities and constraints in the classroom. In terms of relevance, it can be implied that teachers see both personal associations and personal benefits in evidence, but relevance at the level of personal identification is not apparent in the responses (see <xref ref-type="bibr" rid="ref48">Priniski et al., 2018</xref>). Moreover, primarily intrinsic aspects, such as support and orientation as well as personal development, were mentioned here rather than extrinsic aspects that would motivate teachers to use evidence (see <xref ref-type="bibr" rid="ref51">Stuckey et al., 2013</xref>).</p>
<p>Most of the interviewed teachers obtained scientific information from common subject-oriented educational magazines or in the context of teacher training, however, more innovative formats with specifically processed evidence are not sufficiently available. In general, teachers are interested in practice-oriented answers to everyday problems (<xref ref-type="bibr" rid="ref8">Beelmann, 2014</xref>), which is confirmed by this study, but it also shows that readily at hand and useful material is difficult to find.</p>
<p>The challenges that the interviewed teachers are confronted with can be categorized into resource-related challenges and practice-related challenges, analogous to the study of <xref ref-type="bibr" rid="ref28">Georgiou et al. (2023)</xref>: most of the interviewees mentioned a lack of time resources as well as the lack of sources containing evidence-based material that can be directly incorporated into lessons. Further, problematic organizational framework conditions were mentioned by most teachers, as also found by <xref ref-type="bibr" rid="ref13">Brown and Zhang (2016)</xref>. As a conclusion, they stated that schools should &#x201C;promote the vision for evidence-use (i.e., actively encourage its use)&#x201D; and &#x201C;establish effective learning environments, in which learning conversations around the use of evidence, can flourish.&#x201D; (p. 780).</p>
<p>What can we conclude from the present findings for science communication efforts to promote evidence-based practice? According to the results, the feasibility of the content, information about the expected learning success of students, and subject-specific aspects should be taken into account in relevant formats. One possibility to address these aspects is the format user-oriented practice brochures, for example, a brochure about the use of digital tools in mathematics and science subjects as a current topic in need of evidence-based information (<xref ref-type="bibr" rid="ref003">Hillmayr et al., 2017</xref>). In this brochure, relevant information based on current research findings from meta-analyses (<xref ref-type="bibr" rid="ref001">Hillmayr et al., 2020</xref>) is specifically processed for mathematics and science teachers at the secondary school level. To strengthen the feasibility of the evidence two subject-oriented examples are elaborated, which refer to the evidence and offer suggestions for implementation in class. As the need for feasibility is mentioned very frequently throughout the interviews, this aspect seems pivotal concerning the use of evidence-based information. Moreover, the brochure yields information about the effects of using digital tools on student learning outcomes in mathematics and science subjects. According to one-third of the interviewees, the expected learning success of students is an important quality indicator regarding evidence-based material. In line with the finding that common scientific quality criteria seem to play an important role for some of the interviewees, the brochure yields concise information about characteristics and the method regarding the underlying research studies as well as theoretical background knowledge toward learning with digital tools. Such formats can thus potentially serve to raise teachers&#x2019; awareness, familiarity, and understanding of (new) research findings while addressing their specific demands and needs in concrete ways.</p>
<sec id="sec20">
<label>6.1</label>
<title>Prospects and limitations of the study</title>
<p>Whereas the use of evidence-based information by teachers as well as the development of appropriate formats to enhance evidence-based practice is still under-explored (e.g., <xref ref-type="bibr" rid="ref19">Dagenais et al., 2012</xref>; <xref ref-type="bibr" rid="ref30">Gr&#x00E4;sel, 2019</xref>; <xref ref-type="bibr" rid="ref28">Georgiou et al., 2023</xref>), the present case study provides insights into mathematics and science teachers&#x2019; views on the relevance as well as the use of evidence-based information by a thematic analysis of the current interview data. The aim of our constructivist approach was not to generalize the findings, but to highlight the individual beliefs and thoughts of the specific group of STEM teachers. To find out, if the findings may be transferable to teachers in other disciplines, further studies should be conducted.</p>
<p>There are several limitations of this study. As the teachers participated voluntarily, the findings might rather represent the claims and needs of an upper bound, and thus the perceived relevance, as well as the usage of evidence, could be substantially lower regarding other teachers on the secondary school level. Although we addressed our interview request to several teachers through various communication channels, only 12 teachers attended. This may indicate that evidence-based teaching is not yet the focus of teachers although evidence is considered an important criterion in the classroom, studies on student performance provide concrete results, and&#x2014;at least partly&#x2014;curricula have included this aspect.</p>
<p>Furthermore, the method of thematic analysis is assigned to hermeneutics (<xref ref-type="bibr" rid="ref21">Devi Prasad, 2019</xref>) and thus in this case aims to understand what teachers think whereas possible explanations for their behavior and beliefs might be better analyzed within other study designs. Finally, the responses from our interviewees might have been biased by social desirability since the demands for evidence-based practice in the school context are commonly known these days (<xref ref-type="bibr" rid="ref12">Bromme et al., 2014</xref>). As already stated by <xref ref-type="bibr" rid="ref53">Thomm et al. (2021a)</xref> future studies should therefore consider &#x201C;process data that mirrors teachers&#x2019; actual behavior when engaging with educational research&#x201D; (p. 7). In this way, the appropriateness of different science communication formats could also be examined more directly.</p>
</sec>
<sec id="sec21">
<label>6.2</label>
<title>Implications and conclusion</title>
<p>The interview data show that&#x2014;according to the answers of most of the teachers&#x2014;the use of currently available evidence-based information seems to go along with an <italic>additional effort</italic> regarding lesson planning as well as teaching time. Moreover, a lack of appropriate material is problematic. Thus, it seems crucial to provide specifically processed evidence-based material for teachers (<xref ref-type="bibr" rid="ref53">Thomm et al., 2021a</xref>). As feasibility was the most mentioned aspect regarding quality indicators of evidence-based material, formats such as the mentioned user-oriented practice brochure (<xref ref-type="bibr" rid="ref003">Hillmayr et al., 2017</xref>) can potentially support the use of evidence-based information. The fact that respondents rarely use evidence concerning specific subject content may be related to a lack of available material. Such formats should therefore contain subject-specific examples that can be implemented directly in the classroom (<xref ref-type="bibr" rid="ref34">Hetmanek et al., 2015</xref>).</p>
<p>Furthermore, the subjective experiential knowledge of teachers seems to play an important role when it comes to using evidence. The theory of conceptual change describes that subjective beliefs may be based primarily on a person&#x2019;s experience and do not necessarily consider accepted scientific theories (<xref ref-type="bibr" rid="ref40">Liljedahl, 2011</xref>, p. 103), which sometimes leads to robust misconceptions. As &#x201C;conflicts between prior beliefs and scientific evidence may foster and stabilize a strong preference for experiential over scientific sources&#x201D; (<xref ref-type="bibr" rid="ref52">Thomm et al., 2021b</xref>, p. 1,058), it is essential to fundamentally change inaccurate beliefs&#x2014;ideally during pre-service teacher training. Therefore the theory of conceptual change should be considered in interventions to change beliefs regarding teaching (<xref ref-type="bibr" rid="ref40">Liljedahl, 2011</xref>).</p>
<p>As organizational conditions were mentioned as one of the two most significant barriers to the use of evidence-based information, the implications of further studies should be more closely aligned with the curricula. School-related factors such as the implementation of a culture of using evidence to improve practice (<xref ref-type="bibr" rid="ref53">Thomm et al., 2021a</xref>) seem pivotal and implications of studies should therefore offer concrete guidelines for different types of schools to optimize their current framework conditions&#x2014;regarding special needs particularly for the lower track <italic>Mittelschule</italic>. According to <xref ref-type="bibr" rid="ref13">Brown and Zhang (2016)</xref>, &#x201C;evidence use will never be fully or meaningfully realized unless school leaders prioritize evidence-informed practice as a school commitment&#x201D; (p. 780). In line with that, <xref ref-type="bibr" rid="ref6">Bathgate et al. (2019)</xref> suggest that stakeholders should pay more attention to identifying and strengthening conditions that promote evidence-based practice while reducing challenging factors.</p>
<p>Besides the mentioned challenges, the interviewed teachers also identified potentials regarding the use of evidence-based information, namely the opportunity for support and guidance in terms of their daily work. Typical everyday problems in the school context should hence be the subject of future studies. Therefore, it is necessary to get teachers more involved in the research process (<xref ref-type="bibr" rid="ref26">Fleischman, 2009</xref>) and to consider their specific and current needs when planning and designing research studies. Stronger collaboration between researchers and practitioners could also help to illustrate the importance of scientific information&#x2014;even if it conflicts with experiential knowledge&#x2014;and that evidence is primarily intended to <italic>support</italic> as well as <italic>optimize</italic> existing teaching and learning processes instead of requiring additional efforts. To promote a user-driven research culture, teachers&#x2019; awareness should be raised that not only scientific input is important for practice, but also vice versa. The problem that practitioners often see teaching and research as two unrelated activities (<xref ref-type="bibr" rid="ref42">Medgyes, 2017</xref>) could be addressed in dialogic formats of science communication (<xref ref-type="bibr" rid="ref15">Burns et al., 2003</xref>). Here, teachers could work with researchers to promote evidence-based practice through the generation of practice-based evidence (<xref ref-type="bibr" rid="ref14">Bryk, 2015</xref>). This may also increase teachers&#x2019; sense of relevance by being part of an evidence-generating practice.</p>
<p>Evidence-based practice is not a sure-fire success (<xref ref-type="bibr" rid="ref12">Bromme et al., 2014</xref>), and thus more research on the topic of using, processing, and finally sharing evidence-based information is needed, and with it, more collaboration between interdisciplinary-oriented and subject-oriented researchers as well as practitioners (<xref ref-type="bibr" rid="ref55">van Schaik et al., 2018</xref>). The themes identified within this case study can offer directions for further research questions which should be examined based on representative samples as well as samples of teachers from other disciplines to find out under which conditions evidence-based practice and hence ultimately learning and teaching processes in school can best be strengthened.</p>
</sec>
</sec>
<sec sec-type="data-availability" id="sec22">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec sec-type="author-contributions" id="sec23">
<title>Author contributions</title>
<p>DHi: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Project administration, Writing &#x2013; original draft. FR: Writing &#x2013; review &#x0026; editing, Conceptualization, DHo: Writing &#x2013; review &#x0026; editing, Conceptualization. KR: Supervision, Writing &#x2013; review &#x0026; editing, Conceptualization.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec24">
<title>Funding</title>
<p>The author(s) declare financial support was received for the research, authorship, and/or publication of this article. This work was supported by the Federal Ministry of Education and Research (BMBF) and the Standing Conference of the Ministers of Education and Cultural Affairs of the Lander in the Federal Republic of Germany (KMK), under grant number ZIB2022.</p>
</sec>
<sec sec-type="COI-statement" id="sec25">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ajzen</surname> <given-names>I.</given-names></name></person-group> (<year>1991</year>). <article-title>The theory of planned behavior</article-title>. <source>Organ. Behav. Hum. Decis. Process.</source> <volume>50</volume>, <fpage>179</fpage>&#x2013;<lpage>211</lpage>. doi: <pub-id pub-id-type="doi">10.1016/0749-5978(91)90020-T</pub-id></citation></ref>
<ref id="ref4"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bandura</surname> <given-names>A.</given-names></name></person-group> (<year>1993</year>). <article-title>Perceived self-efficacy in cognitive development and functioning</article-title>. <source>Educ. Psychol.</source> <volume>28</volume>, <fpage>117</fpage>&#x2013;<lpage>148</lpage>. doi: <pub-id pub-id-type="doi">10.1207/s15326985ep2802_3</pub-id></citation></ref>
<ref id="ref5"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Barnat</surname> <given-names>M.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Die Nutzung von Forschungsergebnissen in der Lehrpraxis von Schule und Hochschule</article-title>&#x201D; in <source>Praxistransfer in der terti&#x00E4;ren Bildungs-forschung: Modelle, Gelingensbedingungen und Nachhaltigkeit</source>. eds. <person-group person-group-type="editor"><name><surname>Buchholtz</surname> <given-names>N.</given-names></name> <name><surname>Barnat</surname> <given-names>M.</given-names></name> <name><surname>Bosse</surname> <given-names>E.</given-names></name> <name><surname>Heemsoth</surname> <given-names>T.</given-names></name> <name><surname>Vorh&#x00F6;lter</surname> <given-names>K.</given-names></name> <name><surname>Wibowo</surname> <given-names>J.</given-names></name></person-group> (<publisher-loc>Hamburg, Germany</publisher-loc>: <publisher-name>Hamburg University Press</publisher-name>), <fpage>17</fpage>&#x2013;<lpage>27</lpage>.</citation></ref>
<ref id="ref6"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bathgate</surname> <given-names>M. E.</given-names></name> <name><surname>Arag&#x00F3;n</surname> <given-names>O. R.</given-names></name> <name><surname>Cavanagh</surname> <given-names>A. J.</given-names></name> <name><surname>Waterhouse</surname> <given-names>J. K.</given-names></name> <name><surname>Frederick</surname> <given-names>J.</given-names></name> <name><surname>Graham</surname> <given-names>M. J.</given-names></name></person-group> (<year>2019</year>). <article-title>Perceived supports and evidence-based teaching in college STEM</article-title>. <source>Int J STEM Educ</source> <volume>6</volume>, <fpage>11</fpage>&#x2013;<lpage>14</lpage>. doi: <pub-id pub-id-type="doi">10.1186/s40594-019-0166-3</pub-id>, PMID: <pub-id pub-id-type="pmid">31032173</pub-id></citation></ref>
<ref id="ref7"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bauer</surname> <given-names>J.</given-names></name> <name><surname>Prenzel</surname> <given-names>M.</given-names></name></person-group> (<year>2012</year>). <article-title>Science education</article-title>. <source>Eur Teach Train Reforms. <italic>Sci</italic></source> <volume>336</volume>, <fpage>1642</fpage>&#x2013;<lpage>1643</lpage>. doi: <pub-id pub-id-type="doi">10.1126/science.1218387</pub-id></citation></ref>
<ref id="ref8"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Beelmann</surname> <given-names>A.</given-names></name></person-group> (<year>2014</year>). <article-title>M&#x00F6;glichkeiten und Grenzen systematischer Evidenzkumulation durch Forschungssynthesen in der Bildungsforschung</article-title>. <source>Z. Erzieh.</source> <volume>17</volume>, <fpage>55</fpage>&#x2013;<lpage>78</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11618-014-0509-2</pub-id></citation></ref>
<ref id="ref9"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Belland</surname> <given-names>B. R.</given-names></name> <name><surname>Walker</surname> <given-names>A. E.</given-names></name> <name><surname>Kim</surname> <given-names>N. J.</given-names></name> <name><surname>Lefler</surname> <given-names>M.</given-names></name></person-group> (<year>2017</year>). <article-title>Synthesizing results from empirical research on computer-based scaffolding in STEM education: a meta-analysis</article-title>. <source>Rev. Educ. Res.</source> <volume>87</volume>, <fpage>309</fpage>&#x2013;<lpage>344</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0034654316670999</pub-id>, PMID: <pub-id pub-id-type="pmid">28344365</pub-id></citation></ref>
<ref id="ref10"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Benz</surname> <given-names>G.</given-names></name> <name><surname>Jonas</surname> <given-names>M.</given-names></name> <name><surname>Kerwer</surname> <given-names>M.</given-names></name> <name><surname>Stoll</surname> <given-names>M.</given-names></name> <name><surname>Chasiotis</surname> <given-names>A.</given-names></name></person-group> (<year>2021</year>). <article-title>PLan Psy&#x2014;Interessenkatalog: Eine empirisch fundierte Klassifikation psychologiebezogener Interessen in der Allgemeinbev&#x00F6;lkerung: Entscheidungshilfe zur Selektion KLARtext-relevanter Meta-Analysen in PSYNDEX</article-title>. <source>PsychArchives.</source> doi: <pub-id pub-id-type="doi">10.23668/psycharchives.5034</pub-id></citation></ref>
<ref id="ref11"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Braun</surname> <given-names>V.</given-names></name> <name><surname>Clarke</surname> <given-names>V.</given-names></name></person-group> (<year>2006</year>). <article-title>Using thematic analysis in psychology</article-title>. <source>Qual. Res. Psychol.</source> <volume>3</volume>, <fpage>77</fpage>&#x2013;<lpage>101</lpage>. doi: <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id></citation></ref>
<ref id="ref12"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bromme</surname> <given-names>R.</given-names></name> <name><surname>Prenzel</surname> <given-names>M.</given-names></name> <name><surname>Jager</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>Empirische Bildungsforschung und evidenzbasierte Bildungspolitik</article-title>. <source>Zeitschrift f&#x00FC;r Erziehungswissenschaft</source> <volume>17</volume>, <fpage>3</fpage>&#x2013;<lpage>54</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11618-014-0514-5</pub-id></citation></ref>
<ref id="ref13"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brown</surname> <given-names>C.</given-names></name> <name><surname>Zhang</surname> <given-names>D.</given-names></name></person-group> (<year>2016</year>). <article-title>Is engaging in evidence-informed practice in education rational? What accounts for discrepancies in teachers&#x2019; attitudes towards evidence use and actual instances of evidence use in schools?</article-title> <source>Br. Educ. Res. J.</source> <volume>42</volume>, <fpage>780</fpage>&#x2013;<lpage>801</lpage>. doi: <pub-id pub-id-type="doi">10.1002/berj.3239</pub-id></citation></ref>
<ref id="ref14"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bryk</surname> <given-names>A. S.</given-names></name></person-group> (<year>2015</year>). <article-title>2014 AERA distinguished lecture: accelerating how we learn to improve</article-title>. <source>Educ. Res.</source> <volume>44</volume>, <fpage>467</fpage>&#x2013;<lpage>477</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0013189X15621543</pub-id></citation></ref>
<ref id="ref15"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Burns</surname> <given-names>T. W.</given-names></name> <name><surname>O&#x2019;Connor</surname> <given-names>D. J.</given-names></name> <name><surname>Stocklmayer</surname> <given-names>S. M.</given-names></name></person-group> (<year>2003</year>). <article-title>Science communication: a contemporary definition</article-title>. <source>Public Underst. Sci.</source> <volume>12</volume>, <fpage>183</fpage>&#x2013;<lpage>202</lpage>. doi: <pub-id pub-id-type="doi">10.1177/09636625030122004</pub-id></citation></ref>
<ref id="ref16"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cheung</surname> <given-names>A. C. K.</given-names></name> <name><surname>Slavin</surname> <given-names>R. E.</given-names></name></person-group> (<year>2013</year>). <article-title>The effectiveness of educational technology applications for enhancing mathematics achievement in K-12 classrooms: a meta-analysis</article-title>. <source>Educ. Res. Rev.</source> <volume>9</volume>, <fpage>88</fpage>&#x2013;<lpage>113</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.edurev.2013.01.001</pub-id></citation></ref>
<ref id="ref17"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chowdhury</surname> <given-names>M. F.</given-names></name></person-group> (<year>2015</year>). <article-title>Coding, sorting and sifting of qualitative data analysis; debates and discussion</article-title>. <source>Qual. Quant.</source> <volume>49</volume>, <fpage>1135</fpage>&#x2013;<lpage>1143</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s11135-014-0039-2</pub-id></citation></ref>
<ref id="ref18"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Cohen</surname> <given-names>L.</given-names></name> <name><surname>Manion</surname> <given-names>L.</given-names></name> <name><surname>Morrison</surname> <given-names>K.</given-names></name></person-group> (<year>2007</year>). <source>Research methods in education</source>. <edition>6th</edition> Edn. <publisher-loc>London and New York</publisher-loc>: <publisher-name>Routledge</publisher-name>.</citation></ref>
<ref id="ref19"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dagenais</surname> <given-names>C.</given-names></name> <name><surname>Lysenko</surname> <given-names>L.</given-names></name> <name><surname>Abrami</surname> <given-names>P.</given-names></name> <name><surname>Bernard</surname> <given-names>R.</given-names></name> <name><surname>Ramde</surname> <given-names>J.</given-names></name> <name><surname>Janosz</surname> <given-names>M.</given-names></name></person-group> (<year>2012</year>). <article-title>Use of research-based information by school practitioners and determinants of use: a review of empirical research</article-title>. <source>Eviden Policy</source> <volume>8</volume>, <fpage>285</fpage>&#x2013;<lpage>309</lpage>. doi: <pub-id pub-id-type="doi">10.1332/174426412X654031</pub-id></citation></ref>
<ref id="ref20"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Demski</surname> <given-names>D.</given-names></name> <name><surname>Racherb&#x00E4;umer</surname> <given-names>K.</given-names></name></person-group> (<year>2015</year>). <article-title>Principals&#x2019; evidence-based practice &#x2013;findings from German schools</article-title>. <source>Int. J. Educ. Manag.</source> <volume>29</volume>, <fpage>735</fpage>&#x2013;<lpage>748</lpage>. doi: <pub-id pub-id-type="doi">10.1108/IJEM-06-2014-0086</pub-id></citation></ref>
<ref id="ref21"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Devi Prasad</surname> <given-names>B.</given-names></name></person-group> (<year>2019</year>). <article-title>Qualitative content analysis: why is it still a path less taken?</article-title> <source>Forum Qual. Soc. Res.</source> <volume>20</volume>:<fpage>3392</fpage>. doi: <pub-id pub-id-type="doi">10.17169/fqs-20.3.3392</pub-id></citation></ref>
<ref id="ref22"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Diery</surname> <given-names>A.</given-names></name> <name><surname>Knogler</surname> <given-names>M.</given-names></name> <name><surname>Mazziotti</surname> <given-names>C.</given-names></name> <name><surname>Schneeweiss</surname> <given-names>A.</given-names></name> <name><surname>Hetmanek</surname> <given-names>A.</given-names></name> <name><surname>Holzberger</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2020a</year>). <article-title>Das clearing house Unterricht. Ein Service f&#x00FC;r die Lehrer&#x002A;innenbildung?!</article-title> <source>J LehrerInnenbildung</source> <volume>20</volume>, <fpage>42</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.35468/jlb-02-2020_03</pub-id></citation></ref>
<ref id="ref23"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Diery</surname> <given-names>A.</given-names></name> <name><surname>Knogler</surname> <given-names>M.</given-names></name> <name><surname>Seidel</surname> <given-names>T.</given-names></name></person-group> (<year>2021</year>). <article-title>Supporting evidence-based practice through teacher education: a profile analysis of teacher educators&#x2019; perceived challenges and possible solutions</article-title>. <source>Int J Educ Res Open</source> <volume>2</volume>:<fpage>100056</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijedro.2021.100056</pub-id></citation></ref>
<ref id="ref24"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Diery</surname> <given-names>A.</given-names></name> <name><surname>Vogel</surname> <given-names>F.</given-names></name> <name><surname>Knogler</surname> <given-names>M.</given-names></name> <name><surname>Seidel</surname> <given-names>T.</given-names></name></person-group> (<year>2020b</year>). <article-title>Evidence-based practice in higher education: teacher educators&#x2019; attitudes, challenges, and uses</article-title>. <source>Front Educ</source> <volume>5</volume>:<fpage>62</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2020.00062</pub-id></citation></ref>
<ref id="ref26"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Fleischman</surname> <given-names>S.</given-names></name></person-group> (<year>2009</year>). &#x201C;<article-title>User-driven research in education: a key element promoting evidence-based education</article-title>&#x201D; in <source>Evidenzbasierte Bildung. Wirkungsevaluation in Bildungspolitik und p&#x00E4;dagogischer Praxis</source>. eds. <person-group person-group-type="editor"><name><surname>B&#x00F6;ttcher</surname> <given-names>W.</given-names></name> <name><surname>Dicke</surname> <given-names>J. N.</given-names></name> <name><surname>Ziegler</surname> <given-names>H.</given-names></name></person-group> (<publisher-loc>M&#x00FC;nster, Germany</publisher-loc>: <publisher-name>Waxmann</publisher-name>), <fpage>69</fpage>&#x2013;<lpage>82</lpage>.</citation></ref>
<ref id="ref002"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Fraillon</surname> <given-names>J.</given-names></name> <name><surname>Ainley</surname> <given-names>J.</given-names></name> <name><surname>Schulz</surname> <given-names>W.</given-names></name> <name><surname>Friedman</surname> <given-names>T.</given-names></name> <name><surname>Duckworth</surname> <given-names>D.</given-names></name></person-group> (<year>2019</year>). <article-title>Preparing for life in a digital world: the IEA international computer and information literacy study 2018 international report</article-title>. <source>Melbourne</source>. <publisher-loc>Australia</publisher-loc>: <publisher-name>Australian Council for Educational Research (ACER)</publisher-name>.</citation></ref>
<ref id="ref27"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Fuchs</surname> <given-names>L. S.</given-names></name> <name><surname>Newman-Gonchar</surname> <given-names>R.</given-names></name> <name><surname>Schumacher</surname> <given-names>R.</given-names></name> <name><surname>Dougherty</surname> <given-names>B.</given-names></name> <name><surname>Bucka</surname> <given-names>N.</given-names></name> <name><surname>Karp</surname> <given-names>K. S.</given-names></name> <etal/></person-group>. (<year>2021</year>). <source>Assisting students struggling with mathematics: intervention in the elementary grades (WWC 2021006)</source>. <publisher-loc>Washington, DC</publisher-loc>: <publisher-name>National Center for education evaluation and regional assistance (NCEE), Institute of Education Sciences, U.S. Department of Education</publisher-name>.</citation></ref>
<ref id="ref28"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Georgiou</surname> <given-names>D.</given-names></name> <name><surname>Diery</surname> <given-names>A.</given-names></name> <name><surname>Mok</surname> <given-names>S. Y.</given-names></name> <name><surname>Fischer</surname> <given-names>F.</given-names></name> <name><surname>Seidel</surname> <given-names>T.</given-names></name></person-group> (<year>2023</year>). <article-title>Turning research evidence into teaching action: teacher educators&#x2019; attitudes toward evidence-based teaching</article-title>. <source>Int J Educ Res Open</source> <volume>4</volume>:<fpage>100240</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijedro.2023.100240</pub-id></citation></ref>
<ref id="ref29"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graneheim</surname> <given-names>U. H.</given-names></name> <name><surname>Lundman</surname> <given-names>B.</given-names></name></person-group> (<year>2004</year>). <article-title>Qualitative content analysis in nursing research: concepts, procedures and measures to achieve trustworthiness</article-title>. <source>Nurse Educ. Today</source> <volume>24</volume>, <fpage>105</fpage>&#x2013;<lpage>112</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.nedt.2003.10.001</pub-id>, PMID: <pub-id pub-id-type="pmid">14769454</pub-id></citation></ref>
<ref id="ref30"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Gr&#x00E4;sel</surname> <given-names>C.</given-names></name></person-group> (<year>2019</year>). &#x201C;<article-title>Transfer von Forschungsergebnissen in die Praxis</article-title>&#x201D; in <source><italic>Grundschulp&#x00E4;dagogik zwischen Wissenschaft und Transfer</italic> (Jahrbuch Grundschulforschung)</source>. eds. <person-group person-group-type="editor"><name><surname>Donie</surname> <given-names>C.</given-names></name> <name><surname>Foerster</surname> <given-names>F.</given-names></name> <name><surname>Obermayr</surname> <given-names>M.</given-names></name> <name><surname>Deckwerth</surname> <given-names>A.</given-names></name> <name><surname>Kammermeyer</surname> <given-names>G.</given-names></name> <name><surname>Lenske</surname> <given-names>G.</given-names></name> <etal/></person-group>. (<publisher-loc>Wiesbaden, Germany</publisher-loc>: <publisher-name>Springer VS</publisher-name>), <fpage>2</fpage>&#x2013;<lpage>11</lpage>.</citation></ref>
<ref id="ref31"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Greenwood</surname> <given-names>C. R.</given-names></name> <name><surname>Mabeady</surname> <given-names>L.</given-names></name></person-group> (<year>2001</year>). <article-title>Are future teachers aware of the gap between research and practice and what should they know?</article-title> <source>Teach. Educ. Spec. Educ.</source> <volume>24</volume>, <fpage>333</fpage>&#x2013;<lpage>347</lpage>. doi: <pub-id pub-id-type="doi">10.1177/088840640102400407</pub-id></citation></ref>
<ref id="ref32"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grossman</surname> <given-names>P. L.</given-names></name> <name><surname>Stodolsky</surname> <given-names>S. S.</given-names></name></person-group> (<year>1995</year>). <article-title>Content as context: the role of school subjects in secondary school teaching</article-title>. <source>Educ. Res.</source> <volume>24</volume>, <fpage>5</fpage>&#x2013;<lpage>23</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0013189X024008005</pub-id></citation></ref>
<ref id="ref33"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hemsley-Brown</surname> <given-names>J.</given-names></name> <name><surname>Sharp</surname> <given-names>C.</given-names></name></person-group> (<year>2003</year>). <article-title>The use of research to improve professional practice: a systematic review of the literature</article-title>. <source>Oxf. Rev. Educ.</source> <volume>29</volume>, <fpage>449</fpage>&#x2013;<lpage>471</lpage>. doi: <pub-id pub-id-type="doi">10.1080/0305498032000153025</pub-id></citation></ref>
<ref id="ref34"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hetmanek</surname> <given-names>A.</given-names></name> <name><surname>Wecker</surname> <given-names>C.</given-names></name> <name><surname>Kiesewetter</surname> <given-names>J.</given-names></name> <name><surname>Trempler</surname> <given-names>K.</given-names></name> <name><surname>Fischer</surname> <given-names>M. R.</given-names></name> <name><surname>Grasel</surname> <given-names>C.</given-names></name> <etal/></person-group>. (<year>2015</year>). <article-title>Wozu nutzen Lehrkr&#x00E4;fte welche Ressourcen?</article-title> <source>Unterrichtswissenschaft</source> <volume>43</volume>, <fpage>193</fpage>&#x2013;<lpage>208</lpage>.</citation></ref>
<ref id="ref35"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Higgins</surname> <given-names>K.</given-names></name> <name><surname>Huscroft-D&#x2019;Angelo</surname> <given-names>J.</given-names></name> <name><surname>Crawford</surname> <given-names>L.</given-names></name></person-group> (<year>2019</year>). <article-title>Effects of technology in mathematics on achievement, motivation, and attitude: a meta-analysis</article-title>. <source>J. Educ. Comput. Res.</source> <volume>57</volume>, <fpage>283</fpage>&#x2013;<lpage>319</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0735633117748416</pub-id></citation></ref>
<ref id="ref003"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Hillmayr</surname> <given-names>D.</given-names></name> <name><surname>Reinhold</surname> <given-names>F.</given-names></name> <name><surname>Ziernwald</surname> <given-names>L.</given-names></name> <name><surname>Reiss</surname> <given-names>K.</given-names></name></person-group> (<year>2017</year>). <article-title>Digitale Medien im mathematisch-naturwissenschaftlichen Unterricht der Sekundarstufe</article-title>. <source>Einsatzm&#x00F6;glichkeiten</source>. <publisher-name>Umsetzung und Wirksamkeit. Waxmann</publisher-name>.</citation></ref>
<ref id="ref001"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hillmayr</surname> <given-names>D.</given-names></name> <name><surname>Ziernwald</surname> <given-names>L.</given-names></name> <name><surname>Reinhold</surname> <given-names>F.</given-names></name> <name><surname>Hofer</surname> <given-names>S. I.</given-names></name> <name><surname>Reiss</surname> <given-names>K. M.</given-names></name></person-group> (<year>2020</year>). <article-title>The potential of digital tools to enhance mathematics and science learning in secondary schools: a context-specific meta-analysis</article-title>. <source>Comput. Educ</source>. <volume>153</volume>, <fpage>103897</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.compedu.2020.103897</pub-id></citation></ref>
<ref id="ref36"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Joyce</surname> <given-names>K. E.</given-names></name> <name><surname>Cartwright</surname> <given-names>N.</given-names></name></person-group> (<year>2020</year>). <article-title>Bridging the gap between research and practice: predicting what will work locally</article-title>. <source>Am. Educ. Res. J.</source> <volume>57</volume>, <fpage>1045</fpage>&#x2013;<lpage>1082</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0002831219866687</pub-id></citation></ref>
<ref id="ref37"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kiemer</surname> <given-names>K.</given-names></name> <name><surname>Kollar</surname> <given-names>I.</given-names></name></person-group> (<year>2021</year>). <article-title>Source selection and source use as a basis for evidence-informed teaching</article-title>. <source>Zeitschrift f&#x00FC;r P&#x00E4;dagogische Psychologie</source> <volume>35</volume>, <fpage>127</fpage>&#x2013;<lpage>141</lpage>. doi: <pub-id pub-id-type="doi">10.1024/1010-0652/a000302</pub-id></citation></ref>
<ref id="ref38"><citation citation-type="other"><person-group person-group-type="author"><collab id="coll3">KMK</collab></person-group> (<year>2022</year>). Bildungsstandards f&#x00FC;r das Fach Mathematik. The Standing Conference of the Ministers of Education and Cultural Affairs of the L&#x00E4;nder in the Federal Republic of Germany.</citation></ref>
<ref id="ref39"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Knogler</surname> <given-names>M.</given-names></name> <name><surname>Hetmanek</surname> <given-names>A.</given-names></name> <name><surname>Seidel</surname> <given-names>T.</given-names></name></person-group> (<year>2022</year>). &#x201C;<article-title>Bestimmung und Bereitstellung der best available Evidenz f&#x00FC;r bestimmte Praxisfelder im Bildungsbereich</article-title>&#x201D; in <source>Optimierung schulischer Bildungsprozesse&#x2014;What works?</source> eds. <person-group person-group-type="editor"><name><surname>McElvany</surname> <given-names>N.</given-names></name> <name><surname>Becker</surname> <given-names>M.</given-names></name> <name><surname>Lauermann</surname> <given-names>F.</given-names></name> <name><surname>Gaspard</surname> <given-names>H.</given-names></name> <name><surname>Ohle-Peters</surname> <given-names>A.</given-names></name></person-group> (<publisher-loc>Germany</publisher-loc>: <publisher-name>Waxmann Verlag</publisher-name>), <fpage>135</fpage>.</citation></ref>
<ref id="ref40"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Liljedahl</surname> <given-names>P.</given-names></name></person-group> (<year>2011</year>). <article-title>The theory of conceptual change as a theory for changing conceptions</article-title>. <source>Nordic Stud Maths Educ</source> <volume>16</volume>, <fpage>101</fpage>&#x2013;<lpage>124</lpage>.</citation></ref>
<ref id="ref41"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lysenko</surname> <given-names>L. V.</given-names></name> <name><surname>Abrami</surname> <given-names>P. C.</given-names></name> <name><surname>Bernard</surname> <given-names>R. M.</given-names></name> <name><surname>Dagenais</surname> <given-names>C.</given-names></name> <name><surname>Janosz</surname> <given-names>M.</given-names></name></person-group> (<year>2014</year>). <article-title>Educational research in educational practice: predictors of use</article-title>. <source>Can. J. Educ.</source> <volume>37</volume>, <fpage>1</fpage>&#x2013;<lpage>26</lpage>.</citation></ref>
<ref id="ref42"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Medgyes</surname> <given-names>P.</given-names></name></person-group> (<year>2017</year>). <article-title>The (ir)relevance of academic research for the language teacher</article-title>. <source>ELT J.</source> <volume>71</volume>, <fpage>491</fpage>&#x2013;<lpage>498</lpage>. doi: <pub-id pub-id-type="doi">10.1093/elt/ccx034</pub-id></citation></ref>
<ref id="ref43"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mosteller</surname> <given-names>F.</given-names></name> <name><surname>Nave</surname> <given-names>B.</given-names></name> <name><surname>Miech</surname> <given-names>E. J.</given-names></name></person-group> (<year>2004</year>). <article-title>Why we need a structured abstract in education research</article-title>. <source>Educ. Res.</source> <volume>33</volume>, <fpage>29</fpage>&#x2013;<lpage>34</lpage>. doi: <pub-id pub-id-type="doi">10.3102/0013189X033001029</pub-id></citation></ref>
<ref id="ref44"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Newton</surname> <given-names>P. M.</given-names></name> <name><surname>Da Silva</surname> <given-names>A.</given-names></name> <name><surname>Berry</surname> <given-names>S.</given-names></name></person-group> (<year>2020</year>). <article-title>The case for pragmatic evidence-based higher education: a useful way forward?</article-title> <source>Front Educ</source> <volume>5</volume>:<fpage>583157</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2020.583157</pub-id></citation></ref>
<ref id="ref45"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll4">OECD</collab></person-group>. (<year>2016</year>). <source>PISA 2015 results (volume I): Excellence and equity in education</source>. <publisher-loc>Paris</publisher-loc>: <publisher-name>Organisation for Economic Co-operation and Development (OECD)</publisher-name>.</citation></ref>
<ref id="ref46"><citation citation-type="book"><person-group person-group-type="author"><collab id="coll5">OECD</collab></person-group>. (<year>2019</year>). <source>PISA 2018 results (volume I): What students know and can do</source>. <publisher-loc>Paris</publisher-loc>: <publisher-name>Organisation for Economic Co-operation and Development (OECD)</publisher-name>.</citation></ref>
<ref id="ref47"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pajares</surname> <given-names>M. F.</given-names></name></person-group> (<year>1992</year>). <article-title>Teachers&#x2019; beliefs and educational research: cleaning up a messy construct</article-title>. <source>Rev. Educ. Res.</source> <volume>62</volume>, <fpage>307</fpage>&#x2013;<lpage>332</lpage>. doi: <pub-id pub-id-type="doi">10.3102/00346543062003307</pub-id></citation></ref>
<ref id="ref48"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Priniski</surname> <given-names>S. J.</given-names></name> <name><surname>Hecht</surname> <given-names>C. A.</given-names></name> <name><surname>Harackiewicz</surname> <given-names>J. M.</given-names></name></person-group> (<year>2018</year>). <article-title>Making learning personally meaningful: a new framework for relevance research</article-title>. <source>J. Exp. Educ.</source> <volume>86</volume>, <fpage>11</fpage>&#x2013;<lpage>29</lpage>. doi: <pub-id pub-id-type="doi">10.1080/00220973.2017.1380589</pub-id>, PMID: <pub-id pub-id-type="pmid">30344338</pub-id></citation></ref>
<ref id="ref49"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Schiepe-Tiska</surname> <given-names>A.</given-names></name> <name><surname>Heinle</surname> <given-names>A.</given-names></name> <name><surname>Duming</surname> <given-names>P.</given-names></name> <name><surname>Reinhold</surname> <given-names>F.</given-names></name> <name><surname>Reiss</surname> <given-names>K.</given-names></name></person-group> (<year>2021</year>). <article-title>Achieving multidimensional educational goals through standard-oriented teaching. An application to STEM education</article-title>. <source>Front Educ</source> <volume>6</volume>:<fpage>592165</fpage>. doi: <pub-id pub-id-type="doi">10.3389/feduc.2021.592165</pub-id></citation></ref>
<ref id="ref50"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Steenbergen-Hu</surname> <given-names>S.</given-names></name> <name><surname>Cooper</surname> <given-names>H.</given-names></name></person-group> (<year>2013</year>). <article-title>A meta-analysis of the effectiveness of intelligent tutoring systems on K&#x2013;12 students&#x2019; mathematical learning</article-title>. <source>J. Educ. Psychol.</source> <volume>105</volume>, <fpage>970</fpage>&#x2013;<lpage>987</lpage>. doi: <pub-id pub-id-type="doi">10.1037/a0032447</pub-id></citation></ref>
<ref id="ref51"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stuckey</surname> <given-names>M.</given-names></name> <name><surname>Hofstein</surname> <given-names>A.</given-names></name> <name><surname>Mamlok-Naaman</surname> <given-names>R.</given-names></name> <name><surname>Eilks</surname> <given-names>I.</given-names></name></person-group> (<year>2013</year>). <article-title>The meaning of &#x2018;relevance&#x2019; in science education and its implications for the science curriculum</article-title>. <source>Stud. Sci. Educ.</source> <volume>49</volume>, <fpage>1</fpage>&#x2013;<lpage>34</lpage>. doi: <pub-id pub-id-type="doi">10.1080/03057267.2013.802463</pub-id></citation></ref>
<ref id="ref52"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thomm</surname> <given-names>E.</given-names></name> <name><surname>Gold</surname> <given-names>B.</given-names></name> <name><surname>Betsch</surname> <given-names>T.</given-names></name> <name><surname>Bauer</surname> <given-names>J.</given-names></name></person-group> (<year>2021b</year>). <article-title>When preservice teachers&#x2019; prior beliefs contradict evidence from educational research</article-title>. <source>Br. J. Educ. Psychol.</source> <volume>91</volume>, <fpage>1055</fpage>&#x2013;<lpage>1072</lpage>. doi: <pub-id pub-id-type="doi">10.1111/bjep.12407</pub-id>, PMID: <pub-id pub-id-type="pmid">33484174</pub-id></citation></ref>
<ref id="ref53"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thomm</surname> <given-names>E.</given-names></name> <name><surname>S&#x00E4;lzer</surname> <given-names>C.</given-names></name> <name><surname>Prenzel</surname> <given-names>M.</given-names></name> <name><surname>Bauer</surname> <given-names>J.</given-names></name></person-group> (<year>2021a</year>). <article-title>Predictors of teachers&#x2019; appreciation of evidence-based practice and educational research findings</article-title>. <source>Zeitschrift f&#x00FC;r P&#x00E4;dagogische Psychologie</source> <volume>35</volume>, <fpage>173</fpage>&#x2013;<lpage>184</lpage>. doi: <pub-id pub-id-type="doi">10.1024/1010-0652/a000301</pub-id></citation></ref>
<ref id="ref54"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vaismoradi</surname> <given-names>M.</given-names></name> <name><surname>Snelgrove</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>Theme in qualitative content analysis and thematic analysis</article-title>. <source>Forum Qual. Soc. Res.</source> <volume>20</volume>:<fpage>3376</fpage>. doi: <pub-id pub-id-type="doi">10.17169/fqs-20.3.3376</pub-id></citation></ref>
<ref id="ref55"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van Schaik</surname> <given-names>P.</given-names></name> <name><surname>Volman</surname> <given-names>M.</given-names></name> <name><surname>Admiraal</surname> <given-names>W.</given-names></name> <name><surname>Schenke</surname> <given-names>W.</given-names></name></person-group> (<year>2018</year>). <article-title>Barriers and conditions for teachers&#x2019; utilisation of academic knowledge</article-title>. <source>Int. J. Educ. Res.</source> <volume>90</volume>, <fpage>50</fpage>&#x2013;<lpage>63</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ijer.2018.05.003</pub-id></citation></ref>
<ref id="ref56"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>L.</given-names></name></person-group> (<year>2021</year>). <article-title>The analysis of mathematics academic burden for primary school students based on PISA data analysis</article-title>. <source>Front. Psychol.</source> <volume>12</volume>:<fpage>600348</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2021.600348</pub-id>, PMID: <pub-id pub-id-type="pmid">33643132</pub-id></citation></ref>
<ref id="ref57"><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wenglein</surname> <given-names>S.</given-names></name> <name><surname>Bauer</surname> <given-names>J.</given-names></name> <name><surname>Heininger</surname> <given-names>S.</given-names></name> <name><surname>Prenzel</surname> <given-names>M.</given-names></name></person-group> (<year>2015</year>). <article-title>Kompetenz angehender Lehrkr&#x00E4;fte zum Argumentieren mit Evidenz: Erh&#x00F6;ht ein Training von Heuristiken die Argumentationsqualit&#x00E4;t?</article-title> <source>Unterrichtswissenschaft</source> <volume>43</volume>, <fpage>209</fpage>&#x2013;<lpage>224</lpage>.</citation></ref>
<ref id="ref58"><citation citation-type="book"><person-group person-group-type="author"><name><surname>Whitehurst</surname> <given-names>G. J.</given-names></name></person-group> (<year>2004</year>). <source>Making education evidence-based: Premises, principles, pragmatics, and politics</source>. <publisher-loc>Evanston, IL</publisher-loc>: <publisher-name>Institute for Policy Research, Northwestern University</publisher-name>.</citation></ref>
</ref-list>
</back>
</article>
