<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Sports Act. Living</journal-id>
<journal-title>Frontiers in Sports and Active Living</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Sports Act. Living</abbrev-journal-title>
<issn pub-type="epub">2624-9367</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fspor.2023.1092186</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Sports and Active Living</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The contributing external load factors to internal load during small-sided games in professional rugby union players</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Zanin</surname><given-names>Marco</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/2086160/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Azzalini</surname><given-names>Adelchi</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Ranaweera</surname><given-names>Jayamini</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1627795/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Weaving</surname><given-names>Dan</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Darrall-Jones</surname><given-names>Joshua</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref></contrib>
<contrib contrib-type="author"><name><surname>Roe</surname><given-names>Gregory</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref></contrib>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><addr-line>Carnegie Applied Rugby Research Centre</addr-line>, <institution>Leeds Beckett University</institution>, <addr-line>Leeds</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff2"><label><sup>2</sup></label><addr-line>Performance Department</addr-line>, <institution>Bath Rugby Football Club</institution>, <addr-line>Bath</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff3"><label><sup>3</sup></label><addr-line>Dipartimento di Scienze Statistiche</addr-line>, <institution>Universit&#x00E0; Degli Studi di Padova</institution>, <addr-line>Padua</addr-line>, <country>Italy</country></aff>
<aff id="aff4"><label><sup>4</sup></label><institution>Performance Department, Leeds Rhinos Rugby League Club</institution>, <addr-line>Leeds</addr-line>, <country>United Kingdom</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> Gustavo De Conti Teixeira Costa, Universidade Federal de Goi&#x00E1;s, Brazil</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Anselmo Costa e Silva, Federal University of Par&#x00E1;, Brazil Augusto Rocha, Universidade Federal de Goi&#x00E1;s, Brazil</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Marco Zanin <email>marcozaninitaly@gmail.com</email></corresp>
<fn fn-type="other" id="fn001"><p><bold>Specialty Section:</bold> This article was submitted to Elite Sports and Performance Enhancement, a section of the journal Frontiers in Sports and Active Living</p></fn>
</author-notes>
<pub-date pub-type="epub"><day>15</day><month>02</month><year>2023</year></pub-date>
<pub-date pub-type="collection"><year>2023</year></pub-date>
<volume>5</volume><elocation-id>1092186</elocation-id>
<history>
<date date-type="received"><day>07</day><month>11</month><year>2022</year></date>
<date date-type="accepted"><day>24</day><month>01</month><year>2023</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2023 Zanin, Azzalini, Ranaweera, Weaving, Darrall-Jones and Roe.</copyright-statement>
<copyright-year>2023</copyright-year><copyright-holder>Zanin, Azzalini, Ranaweera, Weaving, Darrall-Jones and Roe</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec><title>Introduction</title>
<p>This study aimed to investigate which external load variables were associated with internal load during three small-sided games (SSG) in professional rugby union players.</p>
</sec>
<sec><title>Methods</title>
<p>Forty professional rugby union players (22 forwards, 18 backs) competing in the English Gallagher Premiership were recruited. Three different SSGs were designed: one for backs, one for forwards, and one for both backs and forwards. General linear mixed-effects models were implemented with internal load as dependent variable quantified using Stagno&#x0027;s training impulse, and external load as independent variables quantified using total distance, high-speed (&#x003E;61&#x0025; top speed) running distance, average acceleration-deceleration, PlayerLoad&#x2122;, PlayerLoad&#x2122; slow (&#x003C;2&#x2005;m&#x00B7;s<sup>&#x2212;1</sup>), number of get-ups, number of first-man-to-ruck.</p>
</sec>
<sec><title>Results</title>
<p>Internal load was associated with different external load variables dependent on SSG design. When backs and forwards were included in the same SSG, internal load differed between positional groups (MLE&#x2009;&#x003D;&#x2009;&#x2212;121.94, SE&#x2009;&#x003D;&#x2009;29.03, <italic>t</italic>&#x2009;&#x003D;&#x2009;&#x2212;4.20).</p>
</sec>
<sec><title>Discussion</title>
<p>Based on the SSGs investigated, practitioners should manipulate different constraints to elicit a certain internal load in their players based on the specific SSG design. Furthermore, the potential effect of playing position on internal load should be taken into account in the process of SSG design when both backs and forwards are included.</p>
</sec>
</abstract>
<kwd-group>
<kwd>coaching</kwd>
<kwd>practice design</kwd>
<kwd>constraints</kwd>
<kwd>training stress</kwd>
<kwd>likelihood inference</kwd>
<kwd>outliers</kwd>
</kwd-group>
<counts>
<fig-count count="2"/>
<table-count count="5"/><equation-count count="0"/><ref-count count="35"/><page-count count="0"/><word-count count="0"/></counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro"><title>Introduction</title>
<p>Rugby union players need to develop multiple qualities (e.g., technical skills, cardiovascular capacity) to succeed in their sport (<xref ref-type="bibr" rid="B1">1</xref>). Whilst each component could be trained in isolation, small-sided game (SSG) training is a commonly used training method to enhance technical skills, tactical understanding, and physical qualities concurrently (<xref ref-type="bibr" rid="B2">2</xref>). Small-sided games resemble aspects of official games as they involve two teams competing against each other, and hence are characterised by high unpredictability and decision-making activities (<xref ref-type="bibr" rid="B2">2</xref>).</p>
<p>Practitioners generally design training drills, such as tactical, or SSG training, using external load variables and by considering the whole team as a collective (<xref ref-type="bibr" rid="B3">3</xref>). External load has been identified as the activities prescribed to and completed by athletes, and can be quantified using technologies such as global navigation satellite systems (GNSS) or tri-axial accelerometer and metrics such as total distance covered and PlayerLoad&#x2122; (<xref ref-type="bibr" rid="B4">4</xref>). Conversely, internal load has been identified as the psycho-physiological response of the individual to the external load, and can be quantified using objective, such as heart rate monitors, and subjective measures, such as rating of perceived exertion (RPE) (<xref ref-type="bibr" rid="B4">4</xref>). In the process of SSG design, sport coaches and sport scientists may need to understand which external load variables&#x2014;potentially dictated by the constraints of the SSG (e.g., rules, number of players)&#x2014;would result in a certain internal load (<xref ref-type="bibr" rid="B3">3</xref>). This information would allow practitioners to manipulate constraints to find a balance in the development of technical skills, tactical understanding, and physical qualities.</p>
<p>Previous research found that internal load (i.e., session-RPE) was affected by external load, playing position, and cardiovascular capacity during the combination of technical, tactical and SSG training, throughout a pre-season in professional Australian football players (<xref ref-type="bibr" rid="B3">3</xref>). Additionally, during association football training sessions, internal load (i.e., session-RPE) was influenced by total distance covered, total duration of training, number of sprints (&#x003E;25&#x2005;km&#x00B7;h<sup>&#x2212;1</sup>), high-speed (&#x003E;14.4&#x2005;km&#x00B7;h<sup>&#x2212;1</sup>) running distance covered, and number of impacts and accelerations (&#x003E;3&#x2005;m&#x00B7;s<sup>&#x2212;2</sup>) (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). However, in these studies, technical, tactical, and SSG training were grouped and investigated together. Consequently, the findings may not be specific enough to support practitioners in the process of SSG design.</p>
<p>Different training methods may elicit different external and internal loads which may also result in different adaptations (<xref ref-type="bibr" rid="B7">7</xref>). For instance, SSG training resulted in higher external load (PlayerLoad&#x2122;&#x00B7;min<sup>&#x2212;1</sup>) in comparison with technical and tactical training in professional Australian football players (<xref ref-type="bibr" rid="B7">7</xref>). In addition, the strength of the correlation between external (e.g., BodyLoad&#x2122;) and internal load (i.e., session RPE) changed based on the training method investigated (e.g., wrestling, SSG training) (<xref ref-type="bibr" rid="B8">8</xref>). Consequently, knowledge of the external load variables contributing to internal load for specific training methods (e.g., SSG training) would better support practitioners in the process of practice design.</p>
<p>Due to the widespread use of SSG training and the limited research available in rugby union on the topic (<xref ref-type="bibr" rid="B9">9</xref>), this study aimed to investigate which external load variables were associated with internal load during multiple SSGs in professional rugby union players. It was hypothesised that different external load variables would offer a different contribution to internal load, based on the specific design of the SSG.</p>
</sec>
<sec id="s2" sec-type="methods"><title>Methods</title>
<sec id="s2a"><title>Subjects</title>
<p>Forty professional rugby union players (<xref ref-type="table" rid="T1">Table&#x00A0;1</xref>) from the same rugby union club competing in the English Gallagher Premiership were involved in this study. The sample from this study was based on the availability of players at the professional rugby union club throughout pre-season 2019/2020, hence it was derived from convenience sampling. Informed and written consent was received by all the participants before the start of data collection. The protocol of the study followed the guidelines of the Declaration of Helsinki and received ethical approval from Leeds Beckett University Ethics Committee (ethics ID: 82039).</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Individual characteristics for the participants of the study.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" colspan="4">Individual characteristics</th>
</tr>
<tr>
<th valign="top" align="center">Variable</th>
<th valign="top" align="center">Forwards</th>
<th valign="top" align="center">Backs</th>
<th valign="top" align="center">Forwards and backs</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Sample size (<italic>n</italic>)</td>
<td valign="top" align="center">22</td>
<td valign="top" align="center">18</td>
<td valign="top" align="center">40</td>
</tr>
<tr>
<td valign="top" align="left">Stature (cm)</td>
<td valign="top" align="center">187.28 [6.83]</td>
<td valign="top" align="center">182.83 [6.05]</td>
<td valign="top" align="center">185.27 [6.79]</td>
</tr>
<tr>
<td valign="top" align="left">Body mass (kg)</td>
<td valign="top" align="center">114.68 [6.25]</td>
<td valign="top" align="center">95.28 [9.61]</td>
<td valign="top" align="center">105.95 [12.53]</td>
</tr>
<tr>
<td valign="top" align="left">Age (years)</td>
<td valign="top" align="center">23.56 [3.60]</td>
<td valign="top" align="center">26.09 [5.32]</td>
<td valign="top" align="center">24.70 [4.58]</td>
</tr>
<tr>
<td valign="top" align="left">Maximal heart rate (bpm)</td>
<td valign="top" align="center">194.41 [13.54]</td>
<td valign="top" align="center">195.59 [7.41]</td>
<td valign="top" align="center">194.94 [11.09]</td>
</tr>
<tr>
<td valign="top" align="left">Maximal speed (m&#x00B7;s<sup>&#x2212;1</sup>)</td>
<td valign="top" align="center">8.27 [0.28]</td>
<td valign="top" align="center">9.00 [0.35]</td>
<td valign="top" align="center">8.60 [0.48]</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn1"><p>Data are presented as mean [standard deviation]. <italic>n</italic>, count; cm, centimetres; kg, kilograms; bpm, beats per minutes; m&#x00B7;s<sup>&#x2212;1</sup>, meters per second.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s2b"><title>Design</title>
<p>Data for this observational study were collected outdoor, on a natural grass rugby pitch, with partially sunny weather conditions, at the same time of the day, and on six different days over a 3-week period in July during the pre-season of English Gallagher Premiership 2019/2020. Each day of data collection was separated by minimum 48&#x2005;h of recovery. On each day, players performed a team warm-up of approximately 12&#x2005;min, consisting of light aerobic exercise (i.e., jogging), mobility covering both upper and lower body, change of direction, and both short (i.e., 5&#x2013;10&#x2005;m) and long (i.e., 20&#x2005;m) sprint efforts, followed by two SSG formats: one for either forwards (SSG-F) or backs (SSG-B), which occurred concurrently, and one for both forwards and backs (SSG-BF) (<xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>). Throughout the 2 weeks before the start of data collection, individuals&#x2019; maximal heart rate values were collected as the highest 5-sec average heart rate achieved during multiple training methods (i.e., 30&#x2013;15 Intermittent Fitness Test, running conditioning or team rugby training sessions) (<xref ref-type="bibr" rid="B10">10</xref>) whilst individuals&#x2019; maximal speed was collected using a 40-m straight line sprint (<xref ref-type="bibr" rid="B11">11</xref>).</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>Structure of each day of data collection.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fspor-05-1092186-g001.tif"/>
</fig>
<p>The SSGs were designed through the collaboration between sport scientists and elite rugby union coaches, following the constraints-led approach for practice design (<xref ref-type="bibr" rid="B12">12</xref>). Three SSGs were designed: one for forwards (SSG-F), one for backs (SSG-B), and one for backs and forwards (SSG-BF). The specific constraints applied to each SSG are reported in <xref ref-type="table" rid="T2">Table&#x00A0;2</xref>. Similar to official games, the aim of all the SSGs was for the attacking team to score a try and for the defending team to stop the opposition from scoring a try. The objectives of the SSG-B and the SSG-F were: (1) the reinforcement of specific principles and shapes of attack, and (2) the development of consistency of execution under fatigue. The objectives of the SSG-BF were: (1) the delivery of SSG that would offer repeated game-based scenarios and develop decision-making, and (2) the reinforcement of specific principles of attack. The difference between SSG-B and SSG-F was represented by the attacking shape generated by players as part of the attacking strategy. In the SSG-B, the attacking shape was similar to a straight line, whilst in the SSG-F, the attacking shape was similar to a triangle.</p>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><p>Constraints of the small-sided games.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" rowspan="2">SSG</th>
<th valign="top" align="center" colspan="6">Task constraints</th>
<th valign="top" align="center">Env constraints</th>
</tr>
<tr>
<th valign="top" align="center">Playing rules</th>
<th valign="top" align="center">Encou</th>
<th valign="top" align="center">N of players</th>
<th valign="top" align="center">Pitch dim</th>
<th valign="top" align="center">N of W and R int</th>
<th valign="top" align="center">W:R ratio</th>
<th valign="top" align="center">Playing conditions</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">SSG-F</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item>
<p>- &#x201C;on-side&#x201D; rule: players can pass the ball exclusively backwards to players in an &#x201C;on-side&#x201D; position, behind an imaginary line passing through the ball and parallel to the try line.</p></list-item>
<list-item>
<p>- When the <italic>ball carrier</italic> was touched by a <italic>defender</italic>, a ruck was created. The <italic>ball carrier</italic> had to go to the ground with a focus on a long presentation of the ball to his teammates.</p></list-item>
<list-item>
<p>- One <italic>attacking player</italic> had to join the ruck in a low and strong position on top of the tackled player (i.e., <italic>ball carrier</italic>), and a <italic>defender</italic> had to test the <italic>attacking player</italic> by pushing and pulling him, thus mimicking an opponent&#x0027;s action of contesting for ball possession.</p></list-item>
<list-item>
<p>- A turnover would occur when the <italic>attacking player</italic> was not low and strong under the pushing/pulling action of a <italic>defender</italic>, after a try was scored, when there was a poor ball delivery or when the ball was dropped.</p></list-item>
</list></td>
<td valign="top" align="left">Encouragement and feedback during rest periods</td>
<td valign="top" align="left">6v3 forwards</td>
<td valign="top" align="left">17.5&#x2005;m&#x2009;&#x00D7;&#x2009;15&#x2005;m (length &#x00D7; width) RPA: 29.2 m<sup>2</sup>&#x00B7;pl<sup>&#x2212;1</sup></td>
<td valign="top" align="left">W: 2.5&#x2005;min R: 75&#x2005;s N of W intervals: 5</td>
<td valign="top" align="left">2:1</td>
<td valign="top" align="left">Time: 1.30 pm&#x2013;3 pm; natural grass; outdoor; temperature: 17&#x00B0;C&#x2013;20&#x00B0;C; partially sunny; July 2019</td>
</tr>
<tr>
<td valign="top" align="left">SSG-B</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item>
<p>- &#x201C;on-side&#x201D; rule: players can pass the ball exclusively backwards to players in an &#x201C;on-side&#x201D; position, behind an imaginary line passing through the ball and parallel to the try line.</p></list-item>
<list-item>
<p>- When the <italic>ball carrier</italic> was touched by a <italic>defender</italic>, a ruck was created. The <italic>ball carrier</italic> had to go to the ground with a focus on a long presentation of the ball to his teammates.</p></list-item>
<list-item>
<p>- One <italic>attacking player</italic> had to quickly pass the ball to his teammates who would be placed wide and deep on the side of the ruck to create opportunities to attack the edges of the pitch and gain meters towards the try line.</p></list-item>
<list-item>
<p>- A turnover would occur when the first receiver was not set to receive the first pass from the ruck, after a try was scored, when there was a poor ball delivery and when the ball was dropped.</p></list-item>
</list></td>
<td valign="top" align="left">Encouragement and feedback during rest periods</td>
<td valign="top" align="left">6v3 backs</td>
<td valign="top" align="left">17.5&#x2005;m&#x2009;&#x00D7;&#x2009;15&#x2005;m (length &#x00D7; width) RPA: 29.2 m<sup>2</sup>&#x00B7;pl<sup>&#x2212;1</sup></td>
<td valign="top" align="left">W: 2.5&#x2005;min R: 75&#x2005;s N of W intervals: 5</td>
<td valign="top" align="left">2:1</td>
<td valign="top" align="left">Time: 1.30 pm&#x2013;3 pm; natural grass; outdoor; temperature: 17&#x00B0;C&#x2013;20&#x00B0;C; partially sunny; July 2019</td>
</tr>
<tr>
<td valign="top" align="left">SSG-BF</td>
<td valign="top" align="left">
<list list-type="simple">
<list-item>
<p>- &#x201C;on-side&#x201D; rule: players can pass the ball exclusively backwards to players in an &#x201C;on-side&#x201D; position, behind an imaginary line passing through the ball and parallel to the try line.</p></list-item>
<list-item>
<p>- When the <italic>ball carrier</italic> was touched by a <italic>defender</italic>, a ruck was created. The <italic>ball carrier</italic> had to go to the ground with a focus on a long presentation of the ball to his teammates.</p></list-item>
<list-item>
<p>- Two <italic>attacking players</italic> had to join the ruck in a low and strong position on top of the tackled player (i.e., <italic>ball carrier</italic>), and a <italic>defender</italic> had to test the <italic>attacking players</italic> by pushing and pulling them, thus mimicking an opponent&#x0027;s action of contesting for ball possession.</p></list-item>
<list-item>
<p>- <italic>Forwards</italic> had to implement the attacking strategy practiced in SSG-F. Similarly, <italic>backs</italic> had to implement the attacking strategy practiced in SSG-B to create a second line of attack and find space to break the defensive line close to the edge of the pitch.</p></list-item>
<list-item>
<p>- A turnover would occur after a try was scored, when there was a poor ball delivery, or the ball was dropped.</p></list-item>
</list></td>
<td valign="top" align="left">Encouragement and feedback during rest periods</td>
<td valign="top" align="left">11v8 backs and forwards 11&#x2009;&#x003D;&#x2009;6 forwards, 5 backs. 8&#x2009;&#x003D;&#x2009;4 forwards, 4 backs.</td>
<td valign="top" align="left">35&#x2005;m&#x2009;&#x00D7;&#x2009;30&#x2005;m (length &#x00D7; width) RPA: 55.3 m<sup>2</sup>&#x00B7;pl<sup>&#x2212;1</sup></td>
<td valign="top" align="left">W: 3.5&#x2005;min R: 90&#x2005;s N of W intervals: 3</td>
<td valign="top" align="left">2.3:1</td>
<td valign="top" align="left">Time: 1.30 pm&#x2013;3 pm; natural grass; outdoor; temperature: 17&#x00B0;C&#x2013;20&#x00B0;C; partially sunny; July 2019</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn2"><p>SSG, small-sided game; F, forwards; B, backs; Encou, encouragement; N, number; W, work; R, rest; Env, environmental; RPA, relative playing area.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s2c"><title>Methodology</title>
<p>Internal load was assessed using chest strap heart rate monitors (Polar H1, Polar, Kempele, Finland) (<xref ref-type="bibr" rid="B4">4</xref>) with Stagno&#x0027;s training impulse (TRIMP) as outcome measure (<xref ref-type="bibr" rid="B13">13</xref>) (<xref ref-type="table" rid="T3">Table&#x00A0;3</xref>). Stagno&#x0027;s TRIMP is determined using individual&#x0027;s maximal heart rate, and pre-determined heart rate zones and weighting factors (<xref ref-type="bibr" rid="B13">13</xref>). Stagno&#x0027;s TRIMP demonstrated a correlation with changes in maximal oxygen uptake (<italic>r</italic>&#x2009;&#x003D;&#x2009;0.80, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.017) and velocity at onset of blood lactate accumulation (<italic>r</italic>&#x2009;&#x003D;&#x2009;0.71, <italic>p</italic>&#x2009;&#x003D;&#x2009;0.024) over a period of training, thus suggesting its validity to monitor internal load (<xref ref-type="bibr" rid="B13">13</xref>). Additionally, the weighting factors for Stagno&#x0027;s TRIMP were originally derived from laboratory testing, thus representing a more robust measure in comparison with Edward&#x0027;s or Lucia&#x0027;s TRIMP which instead use arbitrary weighting factors (<xref ref-type="bibr" rid="B13">13</xref>). Furthermore, Stagno&#x0027;s TRIMP has been previously used in field-based team sports (e.g., rugby union, soccer) (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>).</p>
<table-wrap id="T3" position="float"><label>Table 3</label>
<caption><p>Description of the internal and external load parameters collected.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="left"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" colspan="3">Outcome measures</th>
</tr>
<tr>
<th valign="top" align="center">Load</th>
<th valign="top" align="center">Parameter</th>
<th valign="top" align="center">Description</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Internal load</td>
<td valign="top" align="left">Stagno&#x0027;s TRIMP (AU)</td>
<td valign="top" align="left">Training impulse is determined by multiplying the time spent in pre-determined heart rate zones, based on a percentage of individual&#x0027;s maximal heart rate, by a weighting factor and then adding together the resulting values (<xref ref-type="bibr" rid="B13">13</xref>). &#x003C;continuous variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="7">External load</td>
<td valign="top" align="left">Total distance (m)</td>
<td valign="top" align="left">Total distance covered in meters. &#x003C;continuous variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left">HSR (&#x003E;61&#x0025;) distance (m)</td>
<td valign="top" align="left">Distance covered in meters above 61&#x0025; of an individual&#x0027;s maximal speed. &#x003C;continuous variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left">Avg accel decel (m&#x00B7;s<sup>&#x2212;2</sup>)</td>
<td valign="top" align="left">Average acceleration deceleration is determined by averaging the absolute values of all the accelerations and deceleration detected by the GPS over a period of time (<xref ref-type="bibr" rid="B14">14</xref>). &#x003C;continuous variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left">PlayerLoad&#x2122; (AU)</td>
<td valign="top" align="left">PlayerLoad&#x2122; is a vector magnitude derived from the square root of the sum of the squared instantaneous rates of change in acceleration in each of the three axes of movement (i.e., x, y, z) (<xref ref-type="bibr" rid="B15">15</xref>). &#x003C;continuous variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left">PlayerLoad&#x2122; slow (&#x003C;2&#x2005;m&#x00B7;s<sup>&#x2212;1</sup>) (AU)</td>
<td valign="top" align="left">PlayerLoad&#x2122; slow is the PlayerLoad&#x2122; accumulated during activities performed at a speed lower than 2&#x2005;m&#x00B7;s<sup>&#x2212;1</sup> (<xref ref-type="bibr" rid="B16">16</xref>). &#x003C;continuous variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left">Get-up (<italic>n</italic>)</td>
<td valign="top" align="left">Get-up represents the number of times a player is getting up from the ground, thus transitioning from a lying to a standing position. &#x003C;discrete variable&#x003E;</td>
</tr>
<tr>
<td valign="top" align="left">First-man-to-ruck (<italic>n</italic>)</td>
<td valign="top" align="left">First-man-to-ruck represents the number of times an attacking player is going on top of the tackled players in a crouch position to prevent a defender from stealing the ball. Whilst in a crouch position, the attacking player is pushed and pulled by a defender player and his goal is to resist to this external perturbation, thus maintaining his position. &#x003C;discrete variable&#x003E;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn3"><p>HSR, high-speed running; AU, arbitrary units; Avg, average; accel, acceleration; decel, deceleration; TRIMP, training impulse; <italic>n</italic>, number of.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>External load was quantified using GNSS 10&#x2005;Hz and tri-axial accelerometer 100&#x2005;Hz (Vector S7, Catapult Sports, Catapult Innovations, Melbourne, Australia), and video camera 25&#x2005;Hz (Sony NXCAM Avchd MPEG2 SD, Sony, Tokyo, Japan). Total distance covered (m), high-speed (&#x003E;61&#x0025;) running distance (m), average acceleration-deceleration (m&#x00B7;s<sup>&#x2212;2</sup>) (<xref ref-type="table" rid="T3">Table&#x00A0;3</xref>) were collected using GNSS 10&#x2005;Hz, processed in OpenField console (v3.3.0), and exported from OpenField cloud (Catapult Sports, Catapult Innovations, Melbourne, Australia). The validity and reliability of GNSS 10&#x2005;Hz devices have been extensively investigated (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). Devices were turned on outside 15&#x2005;min before the start of the session to optimise satellite signal. On players&#x2019; arrival, the devices were placed in a custom vest produced by the GNSS manufacturer, and each player was assigned a unique GNSS device throughout the duration of the study to control for inter-device reliability. The mean and standard deviation (SD) for number of satellites and horizontal dilution of precision were mean&#x2009;&#x003D;&#x2009;12.5, SD&#x2009;&#x003D;&#x2009;1.46, and mean&#x2009;&#x003D;&#x2009;0.67, SD&#x2009;&#x003D;&#x2009;0.06, respectively.</p>
<p>Tri-axial accelerometers were embedded within the GNSS devices and used to collect PlayerLoad&#x2122; (AU) and PlayerLoad&#x2122; Slow (&#x003C;2&#x2005;m&#x00B7;s<sup>&#x2212;1</sup>) (AU) (<xref ref-type="table" rid="T3">Table&#x00A0;3</xref>). PlayerLoad&#x2122; has shown a good test-retest reliability when recorded at the scapulae (ICC: 0.93, CV: 5.9&#x0025;) (<xref ref-type="bibr" rid="B15">15</xref>). Additionally, both PlayerLoad&#x2122; and PlayerLoad&#x2122; Slow (&#x003C;2&#x2005;m&#x00B7;s<sup>&#x2212;1</sup>) differentiated among playing positions in Australian football players, and PlayerLoad&#x2122; Slow (&#x003C;2&#x2005;m&#x00B7;s<sup>&#x2212;1</sup>) correlated with the number of collisions in under-18 rugby union forwards (<italic>r</italic>&#x2009;&#x003D;&#x2009;0.70) and backs (<italic>r</italic>&#x2009;&#x003D;&#x2009;0.61) during official games, thus supporting the validity of these measures to quantify external load (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>A video camera was utilised to collect get-up (count) and first-man-to-ruck (count) (<xref ref-type="table" rid="T3">Table&#x00A0;3</xref>). Videos from the training sessions were imported into Catapult Vision (Catapult Sports, Catapult Innovations, Melbourne, Australia) where the single events were visually coded by the first author (MZ). Intrarater reliability was assessed by re-coding a single day of data collection chosen at random after a 6-week washout period. A two-way agreement mixed-effects model was used to determine intraclass correlation coefficients (ICC) for both get-up and first-man-to-ruck (<xref ref-type="bibr" rid="B21">21</xref>), using the icc() function in the <italic>irr</italic> package in R v4.0.3 (<xref ref-type="bibr" rid="B22">22</xref>). Intraclass correlation was &#x201C;excellent&#x201D; for both get-up and first-man-to-ruck with an ICC [95&#x0025;CI] of 0.98 [0.98&#x2013;0.99] and 0.99 [0.98&#x2013;0.99], respectively (<xref ref-type="bibr" rid="B23">23</xref>).</p>
</sec>
<sec id="s2d"><title>Statistical analysis</title>
<p>Analysis was conducted using statistical computing language R v4.0.3 (<xref ref-type="bibr" rid="B22">22</xref>) within RStudio (RStudio Team, 2018, v1.2.1335). Before any formal statistical analysis, data were investigated to detect potential outliers, which were defined as &#x201C;<italic>an observation (or subset of observations) which appear to be inconsistent with the remainder of that set of data&#x201D;</italic> (<xref ref-type="bibr" rid="B24">24</xref>, p. 4). This process was conducted due to initial concerns about the possible detachment or misplacement of the heart rate sensor due to the motion of getting down to and up from the ground, which could result in extremely low or zero values recorded. The potential outlier identification process followed the guidelines reported by Aguinis et al. (<xref ref-type="bibr" rid="B25">25</xref>), using both univariate (i.e., box plots, three standard deviations, modified <italic>z</italic>-scores) and multivariate techniques (i.e., leverage, studentised deleted residuals, changes in model fit using coefficient of determination <italic>R</italic><sup>2</sup> and Akaike Information Criteria, changes in model predictors using DFBETAS, DFFITS, Cook&#x0027;s distance). In addition, assuming that the heart rate sensor was appropriately connected and that a player spent the total duration of the SSG bout within 65&#x0025; and 71&#x0025; of his maximal heart rate (i.e., moderate exercise) which is associated to a weighting factor of 1.25, the lowest Stagno&#x0027;s TRIMP values could have been 187.50&#x2005;AU for SSG-B and SSG-F (i.e., 187.50&#x2005;AU&#x2009;&#x003D;&#x2009;150&#x2005;s, the duration of each SSG-B and SSG-F, multiplied by 1.25 weighting factor) and 262.50&#x2005;AU for SSG-BF (i.e., 262.50&#x2005;AU&#x2009;&#x003D;&#x2009;210&#x2005;s &#x00D7; 1.25) (<xref ref-type="bibr" rid="B13">13</xref>). These values were also used as reference for outlier identification.</p>
<p>Due to the longitudinal design of the study with within-subjects repeated measures, general linear mixed-effects models were used to investigate the data using <italic>lme4</italic> and <italic>stats</italic> packages (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B26">26</xref>). The initial models were designed including all the external load variables as independent variables (fixed effects), the internal load variable as dependent variable, and the intercept as random effect, which was allowed to vary based on date of data collection, SSG bout number, and players involved (<xref ref-type="bibr" rid="B27">27</xref>, <xref ref-type="bibr" rid="B28">28</xref>). The likelihood-based approach was utilised for model building and statistical inference (<xref ref-type="bibr" rid="B29">29</xref>, <xref ref-type="bibr" rid="B30">30</xref>). Model building was driven by consideration of various aspects, with a primary role played by simplicity of the model, Akaike Information Criteria, likelihood ratio test, and visual assessment of the regularity of the log-likelihood function (<xref ref-type="bibr" rid="B29">29</xref>). These strategies were also implemented to resolve possible multicollinearity among variables using model comparison (<xref ref-type="bibr" rid="B31">31</xref>). Multicollinearity was identified when the variance inflation factor for an independent variable showed a value higher than 2 (<xref ref-type="bibr" rid="B31">31</xref>). Model inference was based on the log-likelihood function utilising the maximum likelihood estimate (MLE), which represents the point of global maximum of the function, and its standard error (SE), which is derived from the squared root of the observed Fisher information (i.e., the negative of the second derivative of the function at the MLE point) (<xref ref-type="bibr" rid="B29">29</xref>, Section 3.7). In addition, the log-likelihood function was used to determine the profile likelihood confidence intervals at 95&#x0025; level (95&#x0025;PLCI) to identify a range of parameter values compatible with the data under the specified model (<xref ref-type="bibr" rid="B29">29</xref>, Section 4.5). Profile likelihood confidence intervals are derived from the distribution of likelihood ratio tests [i.e., 2(max log-likelihood&#x2014;log-likelihood)] which can be approximated to a probability distribution (e.g., chi-squared), and the 95&#x0025; level is the selected quantile of that probability distribution (<xref ref-type="bibr" rid="B29">29</xref>, Section 4.5). Maximum likelihood estimates and SE can also be used to test the hypothesis that a model coefficient differs from zero by calculating Wald statistics (i.e., <italic>t</italic> values) (<xref ref-type="bibr" rid="B29">29</xref>, Section 4.4). A Wald statistic close to zero suggests that the data is consistent with the hypothesis of the coefficient being zero, whereas more extreme values suggest evidence against the hypothesis of the coefficient being zero (<xref ref-type="bibr" rid="B32">32</xref>). The lack of effect of a model parameter was identified by a Wald statistic close to zero and a 95&#x0025;PLCI including zero.</p>
</sec>
</sec>
<sec id="s3" sec-type="results"><title>Results</title>
<p>The process of potential outlier detection led to identify as outliers 18 observations in the SSG-B, 7 observations in the SSG-F, and 19 observations in the SSG-BF data frames. These observations were considered to be produced by a misplaced heart rate sensor. Therefore, as they were generated by measurement error, they were removed from the data frames, thus resulting in a sample size of 437 observations for SSG-B, 535 observations for SSG-F, and 640 observations for SSG-BF. The descriptive statistics for the characteristics of each SSG design are reported in <xref ref-type="table" rid="T4">Table&#x00A0;4</xref>.</p>
<table-wrap id="T4" position="float"><label>Table 4</label>
<caption><p>Descriptive statistics (mean [standard deviation]) for the internal and external load characteristics for the three small-sided game designs.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">Variable</th>
<th valign="top" align="center">SSG-B</th>
<th valign="top" align="center">SSG-F</th>
<th valign="top" align="center">SSG-BF</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">TRIMP (AU)</td>
<td valign="top" align="center">521.74 [111.89]</td>
<td valign="top" align="center">572.86 [103.82]</td>
<td valign="top" align="center">641.75 [153.18]</td>
</tr>
<tr>
<td valign="top" align="left">Total distance (m)</td>
<td valign="top" align="center">274.53 [25.39]</td>
<td valign="top" align="center">231.21 [23.35]</td>
<td valign="top" align="center">308.57 [50.50]</td>
</tr>
<tr>
<td valign="top" align="left">HSR distance (m)</td>
<td valign="top" align="center">2.04 [4.26]</td>
<td valign="top" align="center">0.89 [2.23]</td>
<td valign="top" align="center">3.76 [6.94]</td>
</tr>
<tr>
<td valign="top" align="left">Avg acc dec (m&#x00B7;s<sup>&#x2212;2</sup>)</td>
<td valign="top" align="center">0.74 [0.07]</td>
<td valign="top" align="center">0.67 [0.06]</td>
<td valign="top" align="center">0.60 [0.07]</td>
</tr>
<tr>
<td valign="top" align="left">PlayerLoad&#x2122; (AU)</td>
<td valign="top" align="center">29.40 [3.85]</td>
<td valign="top" align="center">27.56 [3.59]</td>
<td valign="top" align="center">31.43 [5.98]</td>
</tr>
<tr>
<td valign="top" align="left">PlayerLoad&#x2122; Slow (AU)</td>
<td valign="top" align="center">11.01 [1.99]</td>
<td valign="top" align="center">13.55 [2.14]</td>
<td valign="top" align="center">11.83 [2.28]</td>
</tr>
<tr>
<td valign="top" align="left">Get-up (count)</td>
<td valign="top" align="center">1.46 [1.87]</td>
<td valign="top" align="center">1.32 [1.69]</td>
<td valign="top" align="center">0.73 [1.21]</td>
</tr>
<tr>
<td valign="top" align="left">First-man-to-ruck (count)</td>
<td valign="top" align="center">-</td>
<td valign="top" align="center">1.16 [1.62]</td>
<td valign="top" align="center">0.78 [1.30]</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn4"><p>Data are presented as mean and [standard deviation].</p></fn>
</table-wrap-foot>
</table-wrap>
<p>The process of model selection led to the final models which are reported with and without outliers in the <xref ref-type="sec" rid="s11">Supplementary Material</xref>. Models without error outliers were used for inference and their fixed effects are presented in <xref ref-type="table" rid="T5">Table&#x00A0;5</xref>. The model selection process showed that two external load variables (i.e., total distance, get up) were associated with internal load during SSG-B, three external load variables (i.e., average acceleration deceleration, total distance, get up) were associated to internal load in SSG-F, and two external load variables (i.e., average acceleration deceleration, PlayerLoad&#x2122;) plus playing position (i.e., forward, back) were associated with internal load in SSG-BF (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). The fixed effects of each model can be interpreted as traditional general linear models, where the MLE represents the change in Stagno&#x0027;s TRIMP for a one unit increase in the fixed effect, with the intercept being the average Stagno&#x0027;s TRIMP (<xref ref-type="bibr" rid="B27">27</xref>). For instance, in SSG-B, TRIMP increases by 5.84&#x2005;AU for every get-up performed, whereas it increases by 0.74&#x2005;AU for every meter covered during each bout (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). A visual representation of the model estimates is provided in <xref ref-type="fig" rid="F2">Figure&#x00A0;2</xref>.</p>
<fig id="F2" position="float"><label>Figure 2</label>
<caption><p>Representation of the model estimates for each fixed-effect (<bold>A-C</bold>) in the three small-sided game designs (i.e., SSG-B, SSG-F, SSG-BF).</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fspor-05-1092186-g002.tif"/>
</fig>
<table-wrap id="T5" position="float"><label>Table 5</label>
<caption><p>Fixed effects of the models without error outliers for the three small-sided game designs.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left" colspan="6">Models fixed effects without error outliers</th>
</tr>
<tr>
<th valign="top" align="center">Drill</th>
<th valign="top" align="center">Fixed effects</th>
<th valign="top" align="center">MLE</th>
<th valign="top" align="center">SE</th>
<th valign="top" align="center"><italic>t</italic></th>
<th valign="top" align="center">95&#x0025;PLCI</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left" rowspan="3">SSG backs (SSG-B)</td>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">305.50</td>
<td valign="top" align="center">50.26</td>
<td valign="top" align="center">6.08</td>
<td valign="top" align="center">[205.46, 405.51]</td>
</tr>
<tr>
<td valign="top" align="left">Total distance</td>
<td valign="top" align="center">0.74</td>
<td valign="top" align="center">0.16</td>
<td valign="top" align="center">4.72</td>
<td valign="top" align="center">[0.43, 1.05]</td>
</tr>
<tr>
<td valign="top" align="left">Get-up</td>
<td valign="top" align="center">5.84</td>
<td valign="top" align="center">2.26</td>
<td valign="top" align="center">2.58</td>
<td valign="top" align="center">[1.41, 10.37]</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="4">SSG forwards (SSG-F)</td>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">371.42</td>
<td valign="top" align="center">55.68</td>
<td valign="top" align="center">6.67</td>
<td valign="top" align="center">[261.85, 481.51]</td>
</tr>
<tr>
<td valign="top" align="left">Total distance</td>
<td valign="top" align="center">0.35</td>
<td valign="top" align="center">0.19</td>
<td valign="top" align="center">1.88</td>
<td valign="top" align="center">[&#x2212;0.02, 0.73]</td>
</tr>
<tr>
<td valign="top" align="left">Avg acc dec</td>
<td valign="top" align="center">163.17</td>
<td valign="top" align="center">58.15</td>
<td valign="top" align="center">2.80</td>
<td valign="top" align="center">[48.33, 276.62]</td>
</tr>
<tr>
<td valign="top" align="left">Get-up</td>
<td valign="top" align="center">4.38</td>
<td valign="top" align="center">2.39</td>
<td valign="top" align="center">1.83</td>
<td valign="top" align="center">[&#x2212;0.29, 9.08]</td>
</tr>
<tr>
<td valign="top" align="left" rowspan="4">SSG backs &#x0026; forwards (SSG-BF)</td>
<td valign="top" align="left">Intercept</td>
<td valign="top" align="center">236.88</td>
<td valign="top" align="center">50.60</td>
<td valign="top" align="center">4.68</td>
<td valign="top" align="center">[137.36, 337.68]</td>
</tr>
<tr>
<td valign="top" align="left">Avg acc dec</td>
<td valign="top" align="center">447.27</td>
<td valign="top" align="center">75.25</td>
<td valign="top" align="center">5.94</td>
<td valign="top" align="center">[297.27, 595.93]</td>
</tr>
<tr>
<td valign="top" align="left">PlayerLoad&#x2122;</td>
<td valign="top" align="center">6.08</td>
<td valign="top" align="center">1.15</td>
<td valign="top" align="center">5.28</td>
<td valign="top" align="center">[3.78, 8.38]</td>
</tr>
<tr>
<td valign="top" align="left">Forward0 back1</td>
<td valign="top" align="center">&#x2212;121.94</td>
<td valign="top" align="center">29.03</td>
<td valign="top" align="center">&#x2212;4.20</td>
<td valign="top" align="center">[&#x2212;179.54, &#x2212;64.74]</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn5"><p>MLE, maximum likelihood estimate; SE, standard error; PLCI, profile likelihood confidence intervals; <italic>t</italic>, Wald statistic; Forward0 back1, forwards were coded as 0; backs were coded as 1; Avg acc dec, average acceleration deceleration.</p></fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s4" sec-type="discussion"><title>Discussion</title>
<p>The current study aimed to investigate which external load variables influenced internal load, and the relation between internal load and its associated external load variables during three different rugby union SSGs. The present findings showed that the design of the SSG influenced which external load variables were associated with internal load. Furthermore, in the SSG-BF, internal load differed between backs and forwards. Therefore, in these specific SSGs, practitioners should manipulate different constraints to elicit a certain physiological response in their players and playing position should also be taken into account.</p>
<p>Previous research in rugby league, association football, and Australian rules football, investigated the association between internal and external load variables by aggregating data from multiple training methods (e.g., technical, tactical, SSG training) (<xref ref-type="bibr" rid="B3">3</xref>,&#x00A0;<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B6">6</xref>). However, these findings may not be applicable when practitioners aim to use external load variables to design specific drills as different training methods may be characterised by different internal external load associations. This is supported by the findings of the present study where the external load variables associated with internal load changed based on the specific design of the SSG investigated (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). Therefore, the findings derived from the aggregation of multiple training methods may not be specific enough to allow practitioners to manipulate constraints in order to target specific external load variables, and elicit the desired physiological response during specific training drills, for instance SSG (<xref ref-type="bibr" rid="B3">3</xref>).</p>
<p>In the SSG-B, internal load was associated with total distance covered and number of get-ups (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). Internal load (i.e., TRIMP) increased by 0.74&#x2005;AU for each one-meter increase in total distance covered, thus increasing total distance would result in higher internal load (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). In addition, an increase in the number of get-ups by one would lead to an increase of 5.84&#x2005;AU in Stagno&#x0027;s TRIMP, thus showing a stronger effect on internal load in comparison with total distance covered (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). In the SSG-F, internal load was associated with total distance covered, number of get-ups, and average acceleration-deceleration (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). Similarly to SSG-B, internal load increased by 0.35&#x2005;AU for every one-meter increase in total distance, and by 4.38&#x2005;AU for every one-unit increase in the number of get-ups (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). As values of average acceleration-deceleration may range between 0.1 and 0.9, an increase of 0.1&#x2005;m&#x00B7;s<sup>&#x2212;2</sup> in average acceleration-deceleration would lead to a 16.32&#x2005;AU increase in TRIMP (i.e., 16.32&#x2005;AU&#x2009;&#x003D;&#x2009;163.17&#x2009;&#x00D7;&#x2009;0.1&#x2005;m&#x00B7;s<sup>&#x2212;2</sup>) (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). Therefore, during SSG-F, average acceleration-deceleration showed the strongest effect on TRIMP.</p>
<p>The substantial contribution of number of get-ups to internal load may be due to the involvement of upper limbs in the motion of getting up from the ground (<xref ref-type="bibr" rid="B33">33</xref>). Irrespectively of exercise intensity and oxygen uptake, heart rate has been shown to be 20&#x0025; higher during upper-body exercises in comparison with lower-body exercises (<xref ref-type="bibr" rid="B33">33</xref>). In addition, the rapid transition from a lying to a standing position may reduce the blood volume in the left ventricle, thus reducing stroke volume, and ultimately increasing heart rate (<xref ref-type="bibr" rid="B34">34</xref>). Furthermore, this finding emphasises the importance of quantifying actions that may not be measurable by typical external load methods, such as GNSS and tri-axial accelerometers.</p>
<p>In the SSG-BF, internal load was associated with PlayerLoad&#x2122;, average acceleration-deceleration, and playing position (i.e., back, forward) (<xref ref-type="table" rid="T4">Table&#x00A0;4</xref>). Internal load showed an increase of 44.73&#x2005;AU for an increase of 0.1&#x2005;m&#x00B7;s<sup>&#x2212;2</sup> in average acceleration-deceleration (i.e., 44.73&#x2005;AU&#x2009;&#x003D;&#x2009;447.27&#x2009;&#x00D7;&#x2009;0.1&#x2005;m&#x00B7;s<sup>&#x2212;2</sup>) whereas a one-AU increase in PlayerLoad&#x2122; resulted in a 6.08&#x2005;AU increase in TRIMP (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). In addition, backs were characterised by TRIMP values of 121.94&#x2005;AU lower in comparison with forwards (<xref ref-type="table" rid="T5">Table&#x00A0;5</xref>). The contribution of accelerations and decelerations, total distance covered, and PlayerLoad&#x2122; on internal load is supported by previous research in association football and rugby league (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B8">8</xref>). The different internal load between backs and forwards may be due to the design of the SSG-BF and its objective of offering repeated game-based scenarios. Previous research has shown that during an official rugby union game, forwards spent substantially more time at 85&#x0025;&#x2013;95&#x0025; of their maximal heart rate in comparison with backs (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05) (<xref ref-type="bibr" rid="B1">1</xref>). Consequently, the SSG-BF may have been able to reproduce the characteristics of official games, thus leading to a different internal load in backs and forwards.</p>
<p>In terms of methodology, most of previous research identified the issue of multicollinearity as a source of biased model coefficients, and dealt with it accordingly, for instance <italic>via</italic> principal component analysis (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B5">5</xref>). However, an additional issue when using linear models to determine the association between dependent and independent variables is the influence of error outliers (i.e., outliers generated by measurement errors) on model coefficients, thus resulting in biased estimates (<xref ref-type="bibr" rid="B25">25</xref>). Findings from the current study showed that the inclusion of error outliers led to different MLE for the fixed effects, with systematically larger SE (<xref ref-type="sec" rid="s11">Supplementary Material</xref>). Furthermore, the model for SSG-B with the inclusion of error outliers resulted in a singularity issue. Singularity refers to the scenario where one of the linear mixed-effects model parameters is approximately or indeed zero, thus suggesting potential overfitting in terms of random effects and resulting in inaccurate PLCI, likelihood ratio tests, and Wald statistics (<xref ref-type="bibr" rid="B35">35</xref>). Therefore, practitioners should also assess the presence of outliers in their data in addition to multicollinearity to enhance the accuracy of their inferences.</p>
</sec>
<sec id="s5"><title>Practical applications</title>
<p>Based on the SSG investigated in the current study, practitioners may need to manipulate different constraints to elicit a certain cardiovascular response based on the specific SSG design. Constraints aimed to increase the number of get-ups and average acceleration deceleration may enhance the internal load characteristics of the SSG. Furthermore, practitioners should be aware that the SSG-BF specifically designed in this study may offer a different internal load to backs and forwards. A limitation of the current study was the exclusive use of Stagno&#x0027;s TRIMP to measure internal load. No other internal load measures (e.g., session-RPE) could be collected as rugby union coaches did not want to disrupt the flow of the session. Furthermore, as Stagno&#x0027;s TRIMP implements the same heart rate zones for all subjects, it may not be specific enough to represent the blood lactate-heart rate profile of each individual. Finally, it is recommended to investigate the presence of potential outliers in heart rate data to make more accurate inferences.</p>
</sec>
<sec id="s6" sec-type="conclusions"><title>Conclusion</title>
<p>The current study showed that the association between internal and external load variables changed based on the specific design of the SSG in professional rugby union players. In the specific SSG-B investigated, heart rate was associated with total distance covered and number of get-ups. In the specific SSG-F investigated, heart rate was associated with average acceleration-deceleration, total distance covered, and number of get-ups. In the specific SSG-BF investigated, heart rate was associated with average acceleration-deceleration, PlayerLoad&#x2122;, and playing position. Furthermore, in the SSG-BF, forwards and backs showed a different internal load. These findings may support sports scientist and rugby union coaches in the process of SSG design.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="data-availability"><title>Data availability statement</title>
<p>The datasets presented in this study can be found in online repositories. The names of the repository/repositories and accession number(s) can be found below: <ext-link ext-link-type="uri" xlink:href="https://github.com/marcozan93/Research-data/tree/main/study_3">https://github.com/marcozan93/Research-data/tree/main/study_3</ext-link>.</p>
</sec>
<sec id="s8"><title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by Leeds Beckett University Ethics Committee. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9"><title>Author contributions</title>
<p>All authors listed have made a substantial, direct, and intellectual contribution to the work and approved it for publication.</p>
</sec>
<sec id="s10" sec-type="COI-statement"><title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s12" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s11" sec-type="supplementary-material"><title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fspor.2023.1092186/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fspor.2023.1092186/full&#x0023;supplementary-material</ext-link>.</p>
<supplementary-material id="SD1" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Table1.docx"/>
</supplementary-material>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Deutsch</surname><given-names>M</given-names></name><name><surname>Maw</surname><given-names>G</given-names></name><name><surname>Jenkins</surname><given-names>D</given-names></name><name><surname>Reaburn</surname><given-names>P</given-names></name></person-group>. <article-title>Heart rate, blood lactate and kinematic data of elite colts (under-19) rugby union players during competition</article-title>. <source>J Sports Sci</source>. (<year>1998</year>) <volume>16</volume>(<issue>6</issue>):<fpage>561</fpage>&#x2013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1080/026404198366524</pub-id><pub-id pub-id-type="pmid">9756260</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Davids</surname><given-names>K</given-names></name><name><surname>Ara&#x00FA;jo</surname><given-names>D</given-names></name><name><surname>Correia</surname><given-names>V</given-names></name><name><surname>Vilar</surname><given-names>L</given-names></name></person-group>. <article-title>How small-sided and conditioned games enhance acquisition of movement and decision-making skills</article-title>. <source>Exerc Sport Sci Rev</source>. (<year>2013</year>) <volume>41</volume>(<issue>3</issue>):<fpage>154</fpage>&#x2013;<lpage>61</lpage>. <pub-id pub-id-type="doi">10.1097/JES.0b013e318292f3ec</pub-id><pub-id pub-id-type="pmid">23558693</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gallo</surname><given-names>T</given-names></name><name><surname>Cormack</surname><given-names>S</given-names></name><name><surname>Gabbett</surname><given-names>T</given-names></name><name><surname>Williams</surname><given-names>M</given-names></name><name><surname>Lorenzen</surname><given-names>C</given-names></name></person-group>. <article-title>Characteristics impacting on session rating of perceived exertion training load in Australian footballers</article-title>. <source>J Sports Sci</source>. (<year>2015</year>) <volume>33</volume>(<issue>5</issue>):<fpage>467</fpage>&#x2013;<lpage>75</lpage>. <pub-id pub-id-type="doi">10.1080/02640414.2014.947311</pub-id><pub-id pub-id-type="pmid">25113820</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Impellizzeri</surname><given-names>FM</given-names></name><name><surname>Rampinini</surname><given-names>E</given-names></name><name><surname>Marcora</surname><given-names>SM</given-names></name></person-group>. <article-title>Physiological assessment of aerobic&#x00A0;training in soccer</article-title>. <source>J Sports Sci</source>. (<year>2005</year>) <volume>23</volume>(<issue>6</issue>):<fpage>583</fpage>&#x2013;<lpage>92</lpage>. <pub-id pub-id-type="doi">10.1080/02640410400021278</pub-id><pub-id pub-id-type="pmid">16195007</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gaudino</surname><given-names>P</given-names></name><name><surname>Iaia</surname><given-names>FM</given-names></name><name><surname>Strudwick</surname><given-names>AJ</given-names></name><name><surname>Hawkins</surname><given-names>RD</given-names></name><name><surname>Alberti</surname><given-names>G</given-names></name><name><surname>Atkinson</surname><given-names>G</given-names></name><etal/></person-group> <article-title>Factors influencing perception of effort (session rating of perceived exertion) during elite soccer training</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2015</year>) <volume>10</volume>(<issue>7</issue>):<fpage>860</fpage>&#x2013;<lpage>4</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.2014-0518</pub-id><pub-id pub-id-type="pmid">25671338</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Geurkink</surname><given-names>Y</given-names></name><name><surname>Vandewiele</surname><given-names>G</given-names></name><name><surname>Lievens</surname><given-names>M</given-names></name><name><surname>De Turck</surname><given-names>F</given-names></name><name><surname>Ongenae</surname><given-names>F</given-names></name><name><surname>Matthys</surname><given-names>SP</given-names></name><etal/></person-group> <article-title>Modeling the prediction of the session rating of perceived exertion in soccer: unraveling the puzzle of predictive indicators</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2019</year>) <volume>14</volume>(<issue>6</issue>):<fpage>841</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.2018-0698</pub-id><pub-id pub-id-type="pmid">30569767</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boyd</surname><given-names>LJ</given-names></name><name><surname>Ball</surname><given-names>K</given-names></name><name><surname>Aughey</surname><given-names>RJ</given-names></name></person-group>. <article-title>Quantifying external load in Australian football matches and training using accelerometers</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2013</year>) <volume>8</volume>(<issue>1</issue>):<fpage>44</fpage>&#x2013;<lpage>51</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.8.1.44</pub-id><pub-id pub-id-type="pmid">22869637</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lovell</surname><given-names>TW</given-names></name><name><surname>Sirotic</surname><given-names>AC</given-names></name><name><surname>Impellizzeri</surname><given-names>FM</given-names></name><name><surname>Coutts</surname><given-names>AJ</given-names></name></person-group>. <article-title>Factors affecting perception of effort (session rating of perceived exertion) during rugby league training</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2013</year>) <volume>8</volume>(<issue>1</issue>):<fpage>62</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.8.1.62</pub-id><pub-id pub-id-type="pmid">23302138</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zanin</surname><given-names>M</given-names></name><name><surname>Ranaweera</surname><given-names>J</given-names></name><name><surname>Darrall-Jones</surname><given-names>J</given-names></name><name><surname>Weaving</surname><given-names>D</given-names></name><name><surname>Till</surname><given-names>K</given-names></name><name><surname>Roe</surname><given-names>G</given-names></name></person-group>. <article-title>A systematic review of small sided games within rugby: acute and chronic effects of constraints&#x00A0;manipulation</article-title>. <source>J Sports Sci</source>. (<year>2021</year>) 39(14):1633&#x2013;60. <pub-id pub-id-type="doi">10.1080/02640414.2021.1891723</pub-id><pub-id pub-id-type="pmid">33956579</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>P&#x00F3;voas</surname><given-names>SCA</given-names></name><name><surname>Krustrup</surname><given-names>P</given-names></name><name><surname>Pereira</surname><given-names>R</given-names></name><name><surname>Vieira</surname><given-names>S</given-names></name><name><surname>Carneiro</surname><given-names>I</given-names></name><name><surname>Magalh&#x00E3;es</surname><given-names>J</given-names></name><etal/></person-group> <article-title>Maximal heart rate assessment in recreational football players: a study involving a multiple testing approach</article-title>. <source>Scand J Med Sci Sports</source>. (<year>2019</year>) <volume>29</volume>(<issue>10</issue>):<fpage>1537</fpage>&#x2013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1111/sms.13472</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roe</surname><given-names>G</given-names></name><name><surname>Darrall-Jones</surname><given-names>J</given-names></name><name><surname>Black</surname><given-names>C</given-names></name><name><surname>Shaw</surname><given-names>W</given-names></name><name><surname>Till</surname><given-names>K</given-names></name><name><surname>Jones</surname><given-names>B</given-names></name></person-group>. <article-title>Validity of 10-hz gps and timing gates for assessing maximum velocity in professional rugby union players</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2017</year>) <volume>12</volume>(<issue>6</issue>):<fpage>836</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.2016-0256</pub-id><pub-id pub-id-type="pmid">27736256</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Renshaw</surname><given-names>I</given-names></name><name><surname>Davids</surname><given-names>K</given-names></name><name><surname>Newcombe</surname><given-names>D</given-names></name><name><surname>Roberts</surname><given-names>W</given-names></name></person-group>. <source>The constraints-led approach: Principles for sports coaching and practice design</source>. <publisher-name>London: Routledge</publisher-name> (<year>2019</year>).</citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Stagno</surname><given-names>KM</given-names></name><name><surname>Thatcher</surname><given-names>R</given-names></name><name><surname>Van Someren</surname><given-names>KA</given-names></name></person-group>. <article-title>A modified trimp to quantify the in-season training load of team sport players</article-title>. <source>J Sports Sci</source>. (<year>2007</year>) <volume>25</volume>(<issue>6</issue>):<fpage>629</fpage>&#x2013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1080/02640410600811817</pub-id><pub-id pub-id-type="pmid">17454529</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Delaney</surname><given-names>JA</given-names></name><name><surname>Cummins</surname><given-names>CJ</given-names></name><name><surname>Thornton</surname><given-names>HR</given-names></name><name><surname>Duthie</surname><given-names>GM</given-names></name></person-group>. <article-title>Importance, reliability, and usefulness of acceleration measures in team sports</article-title>. <source>J Strength Cond Res</source>. (<year>2018</year>) <volume>32</volume>(<issue>12</issue>):<fpage>3485</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1519/JSC.0000000000001849</pub-id><pub-id pub-id-type="pmid">28195980</pub-id></citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Barrett</surname><given-names>S</given-names></name><name><surname>Midgley</surname><given-names>A</given-names></name><name><surname>Lovell</surname><given-names>R</given-names></name></person-group>. <article-title>Playerload&#x2122;: reliability, convergent validity, and influence of unit position during treadmill running</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2014</year>) <volume>9</volume>(<issue>6</issue>):<fpage>945</fpage>&#x2013;<lpage>52</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.2013-0418</pub-id><pub-id pub-id-type="pmid">24622625</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roe</surname><given-names>G</given-names></name><name><surname>Halkier</surname><given-names>M</given-names></name><name><surname>Beggs</surname><given-names>C</given-names></name><name><surname>Till</surname><given-names>K</given-names></name><name><surname>Jones</surname><given-names>B</given-names></name></person-group>. <article-title>The use of accelerometers to quantify collisions and running demands of rugby union match-play</article-title>. <source>Int J Perform Anal Sport</source>. (<year>2016</year>) <volume>16</volume>(<issue>2</issue>):<fpage>590</fpage>&#x2013;<lpage>601</lpage>. <pub-id pub-id-type="doi">10.1080/24748668.2016.11868911</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Folgado</surname><given-names>H</given-names></name><name><surname>Gon&#x00E7;alves</surname><given-names>B</given-names></name><name><surname>Sampaio</surname><given-names>J</given-names></name></person-group>. <article-title>Positional synchronization affects physical and physiological responses to preseason in professional football (soccer)</article-title>. <source>Res Sports Med</source>. (<year>2018</year>) <volume>26</volume>(<issue>1</issue>):<fpage>51</fpage>&#x2013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1080/15438627.2017.1393754</pub-id><pub-id pub-id-type="pmid">29058465</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Weakley</surname><given-names>JJ</given-names></name><name><surname>Read</surname><given-names>DB</given-names></name><name><surname>Fullagar</surname><given-names>HH</given-names></name><name><surname>Ramirez-Lopez</surname><given-names>C</given-names></name><name><surname>Jones</surname><given-names>B</given-names></name><name><surname>Cummins</surname><given-names>C</given-names></name><etal/></person-group> <article-title>&#x201C;How am I going, coach?&#x201D;&#x2014;the effect of augmented feedback during small-sided games on locomotor, physiological, and perceptual responses</article-title>. <source>Int J Sports Physiol Perform</source>. (<year>2019</year>) <volume>15</volume>(<issue>5</issue>):<fpage>677</fpage>&#x2013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1123/ijspp.2019-0078</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rampinini</surname><given-names>E</given-names></name><name><surname>Alberti</surname><given-names>G</given-names></name><name><surname>Fiorenza</surname><given-names>M</given-names></name><name><surname>Riggio</surname><given-names>M</given-names></name><name><surname>Sassi</surname><given-names>R</given-names></name><name><surname>Borges</surname><given-names>T</given-names></name><etal/></person-group> <article-title>Accuracy of gps devices for measuring high-intensity running in field-based team sports</article-title>. <source>Int J Sports Med</source>. (<year>2015</year>) <volume>36</volume>(<issue>01</issue>):<fpage>49</fpage>&#x2013;<lpage>53</lpage>. <pub-id pub-id-type="doi">10.1055/s-0034-1385866</pub-id><pub-id pub-id-type="pmid">25254901</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Varley</surname><given-names>MC</given-names></name><name><surname>Fairweather</surname><given-names>IH</given-names></name><name><surname>Aughey</surname><given-names>RJ</given-names></name></person-group>.<article-title>. validity and reliability of gps for measuring instantaneous velocity during acceleration, deceleration, and constant motion</article-title>. <source>J Sports Sci</source>. (<year>2012</year>) <volume>30</volume>(<issue>2</issue>):<fpage>121</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1080/02640414.2011.627941</pub-id><pub-id pub-id-type="pmid">22122431</pub-id></citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hallgren</surname><given-names>KA</given-names></name></person-group>. <article-title>Computing inter-rater reliability for observational data: an overview and tutorial</article-title>. <source>Tutor Quant Methods Psychol</source>. (<year>2012</year>) <volume>8</volume>(<issue>1</issue>):<fpage>23</fpage>. <pub-id pub-id-type="doi">10.20982/tqmp.08.1.p023</pub-id><pub-id pub-id-type="pmid">22833776</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="other"><collab>R Core Team</collab>. <comment>R: a language and environment for statistical computing (2020)</comment>.</citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Portney</surname><given-names>LG</given-names></name><name><surname>Watkins</surname><given-names>MP</given-names></name></person-group>. <source>Foundations of clinical research: Applications to practice</source>. <publisher-loc>Upper Saddle River, NJ</publisher-loc>: <publisher-name>Prentice Hall, Pearson</publisher-name> (<year>2009</year>).</citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Barnett</surname><given-names>V</given-names></name><name><surname>Lewis</surname><given-names>T</given-names></name></person-group>. <source>Outliers in statistical data</source>. <publisher-name>New York: Wiley</publisher-name> (<year>1984</year>).</citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aguinis</surname><given-names>H</given-names></name><name><surname>Gottfredson</surname><given-names>RK</given-names></name><name><surname>Joo</surname><given-names>H</given-names></name></person-group>. <article-title>Best-practice recommendations for defining, identifying, and handling outliers</article-title>. <source>Organ Res Methods</source>. (<year>2013</year>) <volume>16</volume>(<issue>2</issue>):<fpage>270</fpage>&#x2013;<lpage>301</lpage>. <pub-id pub-id-type="doi">10.1177/1094428112470848</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bates</surname><given-names>D</given-names></name><name><surname>M&#x00E4;chler</surname><given-names>M</given-names></name><name><surname>Bolker</surname><given-names>B</given-names></name><name><surname>Walker</surname><given-names>S</given-names></name></person-group>. <article-title>Fitting linear mixed-effects models using Lme4</article-title>. <source>arXiv</source>. (2015) 67(1):1&#x2013;48. <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Hoffman</surname><given-names>L</given-names></name></person-group>. <source>Longitudinal analysis: Modeling within-person fluctuation and change</source>. <publisher-name>London: Routledge</publisher-name> (<year>2015</year>).</citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Harrison</surname><given-names>XA</given-names></name><name><surname>Donaldson</surname><given-names>L</given-names></name><name><surname>Correa-Cano</surname><given-names>ME</given-names></name><name><surname>Evans</surname><given-names>J</given-names></name><name><surname>Fisher</surname><given-names>DN</given-names></name><name><surname>Goodwin</surname><given-names>CE</given-names></name><etal/></person-group> <article-title>A brief Introduction to mixed effects modelling and multi-model inference in ecology</article-title>. <source>PeerJ</source>. (<year>2018</year>) <volume>6</volume>:<fpage>e4794</fpage>. <pub-id pub-id-type="doi">10.7717/peerj.4794</pub-id><pub-id pub-id-type="pmid">29844961</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="book"><person-group person-group-type="author"><name><surname>Severini</surname><given-names>TA</given-names></name></person-group>. <source>Likelihood methods in statistics</source>. <publisher-name>Oxford: Oxford University Press</publisher-name> (<year>2000</year>).</citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Reid</surname><given-names>N</given-names></name></person-group>. <article-title>Likelihood inference</article-title>. <source>Wiley Interdiscip Rev Comput Stat</source>. (<year>2010</year>) <volume>2</volume>(<issue>5</issue>):<fpage>517</fpage>&#x2013;<lpage>25</lpage>. <pub-id pub-id-type="doi">10.1002/wics.110</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Graham</surname><given-names>MH</given-names></name></person-group>. <article-title>Confronting multicollinearity in ecological multiple regression</article-title>. <source>Ecology</source>. (<year>2003</year>) <volume>84</volume>(<issue>11</issue>):<fpage>2809</fpage>&#x2013;<lpage>15</lpage>. <pub-id pub-id-type="doi">10.1890/02-3114</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cox</surname><given-names>DR</given-names></name></person-group>. <article-title>Statistical significance tests</article-title>. <source>Br J Clin Pharmacol</source>. (<year>1982</year>) <volume>14</volume>(<issue>3</issue>):<fpage>325</fpage>&#x2013;<lpage>31</lpage>. <pub-id pub-id-type="doi">10.1111/j.1365-2125.1982.tb01987.x</pub-id><pub-id pub-id-type="pmid">6751362</pub-id></citation></ref>
<ref id="B33"><label>33.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pendergast</surname><given-names>DR</given-names></name></person-group>. <article-title>Cardiovascular, respiratory, and metabolic responses to upper body exercise</article-title>. <source>Med Sci Sports Exerc</source>. (<year>1989</year>) <volume>21</volume>(<issue>5 Suppl</issue>):<fpage>S121</fpage>&#x2013;<lpage>5</lpage>. <pub-id pub-id-type="doi">10.1249/00005768-198910001-00002</pub-id><pub-id pub-id-type="pmid">2691823</pub-id></citation></ref>
<ref id="B34"><label>34.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sundblad</surname><given-names>P</given-names></name><name><surname>Spaak</surname><given-names>J</given-names></name><name><surname>Kaijser</surname><given-names>L</given-names></name></person-group>. <article-title>Time courses of central hemodynamics during rapid changes in posture</article-title>. <source>J Appl Physiol</source>. (<year>2014</year>) <volume>116</volume>(<issue>9</issue>):<fpage>1182</fpage>&#x2013;<lpage>8</lpage>. <pub-id pub-id-type="doi">10.1152/japplphysiol.00690.2013</pub-id><pub-id pub-id-type="pmid">24627356</pub-id></citation></ref>
<ref id="B35"><label>35.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bates</surname><given-names>D</given-names></name><name><surname>Kliegl</surname><given-names>R</given-names></name><name><surname>Vasishth</surname><given-names>S</given-names></name><name><surname>Baayen</surname><given-names>H</given-names></name></person-group>. <article-title>Parsimonious mixed models</article-title>. <source>arXiv</source>. (<year>2015</year>) 1(1):1&#x2013;21. <pub-id pub-id-type="doi">10.48550/arXiv.1506.04967</pub-id></citation></ref></ref-list>
</back>
</article>