<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Psychol.</journal-id>
<journal-title>Frontiers in Psychology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Psychol.</abbrev-journal-title>
<issn pub-type="epub">1664-1078</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpsyg.2024.1348119</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Psychology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>When people start getting real: The Group Living Skills Survey for extreme work environments</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes"><name><surname>Landon</surname> <given-names>Lauren Blackwell</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/578166/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Miller</surname> <given-names>Jennifer C. W.</given-names></name><xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2687443/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Bell</surname> <given-names>Suzanne T.</given-names></name><xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2596978/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author"><name><surname>Roma</surname> <given-names>Peter G.</given-names></name><xref ref-type="aff" rid="aff1"><sup>1</sup></xref><xref rid="fn5001" ref-type="author-notes">
<sup>&#x2020;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/446272/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Behavioral Health and Performance Laboratory, Biomedical Research and Environmental Sciences Division, Human Health and Performance Directorate, KBR, at NASA Johnson Space Center</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Behavioral Health and Performance Laboratory, Biomedical Research and Environmental Sciences Division, Human Health and Performance Directorate, JES Tech, at NASA Johnson Space Center</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<aff id="aff3"><sup>3</sup><institution>Behavioral Health and Performance Laboratory, Biomedical Research and Environmental Sciences Division, Human Health and Performance Directorate, NASA Johnson Space Center</institution>, <addr-line>Houston, TX</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001">
<p>Edited by: Megan Woods, University of Tasmania, Australia</p>
</fn>
<fn fn-type="edited-by" id="fn0002">
<p>Reviewed by: Jan Schmutz, University of Zurich, Switzerland</p>
<p>Pedro Marques-Quinteiro, Lusofona University, Portugal</p>
</fn>
<corresp id="c001">&#x002A;Correspondence: Lauren Blackwell Landon, <email>laurenblandonphd@gmail.com</email></corresp>
<fn id="fn5001" fn-type="edited-by">
<p><sup>&#x2020;</sup>PRESENT ADDRESS: Peter G. Roma,Warfighter Performance Department, Operational Readiness and Health Directorate, Naval Health Research Center, San Diego, CA, United States</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>16</day>
<month>04</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>15</volume>
<elocation-id>1348119</elocation-id>
<history>
<date date-type="received">
<day>01</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>21</day>
<month>03</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Landon, Miller, Bell and Roma.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Landon, Miller, Bell and Roma</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Introduction</title>
<p>Group living skills (GLS), that is, being tidy and considerate of others, are an important skillset for teams who live and work together. However, this construct does not have a validated measure to enable an understanding of how group living skills influence team dynamics over time. We developed and validated a short measure of group living skills for teams living in extreme work environments.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>We collected data from 83 individuals in 24 teams living and working in space and spaceflight analog environments on missions of 45&#x2013;240&#x2009;days.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>We provide evidence of reliability and validity for the GLS Survey over time and identify a two-factor structure. We also demonstrate its use as a measure of team-level dynamics and its utility as a sociometric measure to identify a person&#x2019;s degree of group living skills.</p>
</sec>
<sec id="sec4">
<title>Discussion</title>
<p>We outline recommendations for using this new measure in future research and applied settings to understand this unique aspect of teams living and working together.</p>
</sec>
</abstract>
<kwd-group>
<kwd>team</kwd>
<kwd>group living</kwd>
<kwd>scale development</kwd>
<kwd>extreme environment</kwd>
<kwd>spaceflight</kwd>
<kwd>measure</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="14"/>
<equation-count count="0"/>
<ref-count count="66"/>
<page-count count="18"/>
<word-count count="13046"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Organizational Psychology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<title>Introduction</title>
<p>Group living skills (GLS) are a unique subset of workplace skills which apply to colleagues who live and work together. They are especially important for teams in isolated operational environments, such as spaceflight. Astronauts live and work together for many months. Similarly, other jobs require remote deployment with an intact crew, such as military operations, Antarctic research stations, and global ocean shipping. There are often physical, temporal, or psychological boundaries between work and personal life for each employee (<xref ref-type="bibr" rid="ref14">Clark, 2000</xref>); however, in extreme situations, the line between work&#x2013;life balance may blur substantially (<xref ref-type="bibr" rid="ref33">Landon and Paoletti, 2021</xref>). For example, the crew in the small Orion space vehicle on the Artemis II mission will not have private crew quarters for sleeping or personal activities. The private crew quarters on the larger International Space Station (ISS)&#x2014;viewed as a key psychological countermeasure by many astronauts&#x2014;are only the size of a telephone booth. Even that small personal space is so highly valued that the NASA Astronaut Office requires private crew quarters for missions longer than 30&#x2009;days (<xref ref-type="bibr" rid="ref44">NASA, 2022</xref>; <xref ref-type="bibr" rid="ref19">Dev et al., in press</xref>). The crew is always expected to be on-call for emergency response, and&#x2014;obviously&#x2014;they do not go home to family at night during a mission.</p>
<p>Living and working in extreme conditions can impact well-being, cohesion, and performance in a way that is not applicable to more typical workplaces. In the organizational behavior literature, the positive and reciprocal relationship between team cohesion and team performance is well established (<xref ref-type="bibr" rid="ref10">Braun et al., 2020</xref>; <xref ref-type="bibr" rid="ref26">Grossman et al., 2022</xref>). Work&#x2013;life balance or work&#x2013;non-work research often examines spillover effects from one area to the other. Conceivably, interpersonal interactions between isolated and confined crewmembers during non-work times may affect team cohesion and, ultimately, team and task performance and mission success. Isolation and confinement are also highly stressful (<xref ref-type="bibr" rid="ref54">Schorn and Roma, 2021</xref>), potentially causing more negative moods and putting pressure on interpersonal relationships. Extended durations in such conditions also add a dose effect such that these deleterious effects increase over time. Astronaut&#x2019;s journaling on the ISS, for example, report increased conflict over time and decreased group positivity, and journal entries describe conflict that is related to personal, not just work, items (<xref ref-type="bibr" rid="ref9001">Stuster, 2010</xref>, <xref ref-type="bibr" rid="ref9002">2016</xref>). Mission simulation analog crews also engage in both social- and work-related conflicts (<xref ref-type="bibr" rid="ref6">Bell et al., 2019</xref>; <xref ref-type="bibr" rid="ref39">Marcinkowski et al., 2021</xref>) and have reported a decrease in positive affect and increased stress over time (<xref ref-type="bibr" rid="ref30">Klein et al., 2023</xref>). Again, crews do not have the ability to take a break from the extreme environment, and living with messy, inconsiderate crewmembers adds to the stress. One ISS astronaut stated, &#x201C;It is going to be a much, much, much different crew experience when you do not have a spaceship sufficiently large to ever get away from each other during the day&#x201D; (<xref ref-type="bibr" rid="ref9002">Stuster, 2016</xref>).</p>
<p>Conversely, a crew with good group living skills may act as a support system for each other, buffering the negative effects of the stressful environment. These effects may be felt between individuals as dyads engage with each other in shared spaces and activities, or they may have influence at the team level as violating or following norms related to group living can affect the team climate and cohesion. Astronauts are trained on group living skills with the goal of enabling well-being and mission success (<xref ref-type="bibr" rid="ref35">Landon et al., 2018</xref>; <xref ref-type="bibr" rid="ref33">Landon and Paoletti, 2021</xref>; <xref ref-type="bibr" rid="ref55">Sipes et al., 2021</xref>). It is important to measure and monitor all constructs of interest in the spaceflight environment to track skill development and deploy timely countermeasures. However, until recently, there was no direct measure of group living skills for an operational work environment. Researchers recommend disentangling teamwork from group living to distinguish unique elements for definition, measurement, and training (<xref ref-type="bibr" rid="ref33">Landon and Paoletti, 2021</xref>). Our paper seeks to fill this measurement gap and enable the assessment and understanding of group living skills related to well-being, cohesion, and performance over time in extreme environments.</p>
</sec>
<sec id="sec6">
<title>The emergence of group living skills as a spaceflight competency</title>
<p>As the end of the 20th century neared, NASA renewed its emphasis on teamwork and group living for long-duration missions with diverse teams (<xref ref-type="bibr" rid="ref24">Galarza and Holland, 1999</xref>). An exploratory study just prior to the 1990s Shuttle-<italic>Mir</italic> 4- to 6-month missions examined astronaut selection issues for long-duration missions with astronaut peer ratings (<xref ref-type="bibr" rid="ref9003">McFadden et al., 1994</xref>). Two clusters emerged as the researchers created performance measures: Group Living (i.e., teamwork, leadership, tolerance, difficulty, working on another 3-month mission with that person, and group living) and Job Competence (knowledge and job performance). The group living subfactor of the group living cluster included being a good listener, being considerate of others, being helpful, and tolerance toward others and their cultural differences. NASA completed seven missions to <italic>Mir</italic>, each with a single NASA astronaut living with two Russian cosmonauts. They realized there were many differences between long-duration <italic>Mir</italic> missions and the more typical two-week Space Shuttle missions of the previous two decades. Using the experiences of these <italic>Mir</italic> astronauts and findings from studies of analogous environments (e.g., Antarctic stations, submarines), NASA psychologists performed a job analysis for short- and long-duration mission profiles to prepare for the upcoming ISS missions (<xref ref-type="bibr" rid="ref24">Galarza and Holland, 1999</xref>). The competency titled &#x201C;Group Living Skills&#x201D; was identified as the third most critical factor for long duration and the seventh most critical factor for short-duration missions. An updated job analysis in 2013 with ISS astronauts and psychological support personnel input distinguished group living skills as more important for long durations, placing it as the 13<sup>th</sup> most important competency area for a 6-month ISS, sixth for a 12-month ISS, second for a 12-month communication-delayed mission with smaller vehicles, and third for a 36-month Mars-like mission (<xref ref-type="bibr" rid="ref4">Barrett et al., 2015</xref>). In other words, group living skills become more salient in longer durations and increased isolation and confinement.</p>
</sec>
<sec id="sec7">
<title>Group Living Skills Survey development</title>
<sec id="sec8">
<title>NASA team measures workshop and item selection</title>
<p>A group of spaceflight research and operations experts were invited to participate in a NASA workshop with the goal of creating a core set of team-oriented behavioral health and performance measures for operational environments (<xref ref-type="bibr" rid="ref50">Roma et al., 2016</xref>). Identified measures included team cohesion, self-reported team performance, personality, and team process measures; these measures were also used in the data collections described below. Group living skills were identified as a unique construct or competency area without an adequate existing measure for the extreme operational environment of spaceflight. The distinct aspects of this competency area were reviewed and discussed by the experts at the measures workshop, referencing the work of previous astronaut job analyses that defined the group living skills competency area and provided some behavioral examples (<xref ref-type="bibr" rid="ref9003">McFadden et al., 1994</xref> <xref ref-type="bibr" rid="ref24">Galarza and Holland, 1999</xref>; <xref ref-type="bibr" rid="ref4">Barrett et al., 2015</xref>). Consideration was also given to relevant research literature in psychology; studies from analogous populations such as deployed military; recent ISS mission crewmember journals, debriefs, and interviews; and NASA experts&#x2019; understanding of crew training and psychological conference information related to group living skills. There was an effort to trim away general teamwork aspects of group living that had historically been grouped together under the group living skills (GLS) label as they were viewed as a separate construct. Each GLS Survey item was selected to reflect unique aspects of a group living in an extreme environment. Finally, after follow-up discussions with NASA operational psychology experts for consensus on the preliminary set of items generated by the project team, a final set of six items was designated for inclusion in the GLS Survey (see <xref ref-type="table" rid="tab1">Table 1</xref>). A free response item asks respondents to elaborate.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Group living skills (GLS) Survey.</p>
</caption>
<table frame="hsides" rules="groups">
<tbody>
<tr>
<td align="left" valign="top"><bold>Individual-level referent (or self-assessment) instructions</bold>: Please rate your level of agreement with the following statements about [<italic>selected teammate</italic>] (if you are [<italic>selected teammate</italic>], please answer the questions about yourself)</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Clean and tidy with personal items</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Clean and tidy with work items</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Uses humor appropriately</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Appreciates others&#x2019; knowledge, skills, and abilities</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Considerate of others&#x2019; preferences</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>If I were doing another mission, I would want [<italic>selected teammate</italic>] as a crewmate&#x002A;</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p><italic>Free response</italic>: Please feel free to elaborate or provide details on any of the items above</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top"><bold>Crew-level referent instructions</bold>: In your experience, please rate your level of agreement with the following statements for your entire crew:</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Clean and tidy with personal items</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Clean and tidy with work items</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Uses humor appropriately</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Appreciates others&#x2019; knowledge, skills, and abilities</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>
<bold>Considerate of others&#x2019; preferences</bold>
</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>If I were doing another mission, I would want this exact same crew&#x002A;</p>
</list-item>
</list>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p><italic>Free response</italic>: Please feel free to elaborate or provide details on any of the items above</p>
</list-item>
</list>
</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A; indicates that the item was removed from the final five-item GLS Survey in later analyses and treated as a separate construct: team viability (scale anchors: 1&#x2009;=&#x2009;Strongly Disagree, 4&#x2009;=&#x2009;Neutral, 7&#x2009;=&#x2009;Strongly Agree). Bold items were included in the final version of the GLS Survey.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec9">
<title>Item explanation</title>
<sec id="sec10">
<title>Clean and tidy with personal or work items</title>
<p>The first key aspect related to being a good &#x201C;space roommate&#x201D; is being tidy and picking up after oneself. There is substantial overlap in both mutual workspaces and mutual personal spaces as a crew lives and works in the same confined habitat. Simply keeping common areas clean and organized reduces stress in others as they have less clutter to sort through to find what they need and fewer distractions in their field of vision. Clutter can negatively impact well-being and productivity at home and work (<xref ref-type="bibr" rid="ref52">Roster et al., 2016</xref>; <xref ref-type="bibr" rid="ref51">Roster and Ferrari, 2020</xref>). Space habitats, especially space stations that have been occupied for multiple decades, such as the ISS, are cluttered. Stowage is an ongoing stressor, as numerous pieces of equipment are added to the station with each launch and upgrade, accumulating in translation paths and blocking areas intended for habitability and work (<xref ref-type="bibr" rid="ref25">Gore et al., 2021</xref>). Clutter can be dangerous: hard-to-find equipment can delay addressing off-nominal events, or objects can float into a crewmember and cause injury (<xref ref-type="bibr" rid="ref9004">Greene et al., 2018</xref>). Tidiness meant to prepare a work area and maintain it for others is procedural, saving time onboard for mission objectives. Tidiness reduces spatial conflict of objects and reduces the interpersonal tensions that might arise from the owners of said objects. Stated one crewmember, &#x201C;I pick up a little after them, but I am at the point now where I am leaving soon, and it is easier to let it go and let someone else worry about it. X leaves tools out and cables dangling in the middle of a module. Nothing big, but these little things are the difference between making work easy or hard&#x201D; (<xref ref-type="bibr" rid="ref9002">Stuster, 2016</xref>, p. 64). Tidiness focused on personal items can ensure, for example, that odorous exercise clothes are tethered in agreed-upon areas so that smells are contained and expected. An individual may vary how they organize work versus personal items, but in a confined space, the lines between work and personal overlap. Importantly, decluttering and organizing have been identified as a skill, and training in such skills can have a lasting positive influence on managing clutter and behavioral health (<xref ref-type="bibr" rid="ref2">Aso et al., 2017</xref>; <xref ref-type="bibr" rid="ref1">Aso, 2018</xref>).</p>
</sec>
<sec id="sec11">
<title>Considerate of others&#x2019; preferences</title>
<p>Consideration of others&#x2019; preferences stems from understanding that others&#x2019; backgrounds, cultures, personal needs, and situations are diverse. Having sensitivity to these issues requires empathy and perspective-taking cognitive abilities to identify and alter behaviors to accommodate other people, which can be a positive force in a cooperative team environment (<xref ref-type="bibr" rid="ref32">Ku et al., 2015</xref>; <xref ref-type="bibr" rid="ref37">Longmire and Harrison, 2018</xref>). Research indicates that dyads high on empathetic perspective-taking are more accurate in synchronizing actions, and empathetic perspective-taking enables anticipation of others&#x2019; behavior and improved coordination (<xref ref-type="bibr" rid="ref48">Novembre et al., 2019</xref>). Key example issues to be aware of may include sensitivity to personal space and to typical routines or ways of working and engaging in personal activities. This item also captures an individual&#x2019;s motivation to be open to different preferences and find out more about their crewmates. For multi-cultural crews, typical on ISS, cultural awareness and sensitivity are viewed by space psychology experts as particularly important to this aspect of group living. Past studies on Mir and the ISS have found evidence of national, occupational, and organizational cultural differences between American astronauts and Russian cosmonauts, which can complicate living and working together (<xref ref-type="bibr" rid="ref9">Boyd et al., 2009</xref>). Multi-cultural crews add another layer of complexity to the complex system of spaceflight as crews navigate differences in hierarchies and power distance norms, collectivism versus individualism, gender norms, and how performance is assessed and rewarded in-mission (<xref ref-type="bibr" rid="ref5">Bell et al., 2015</xref>; <xref ref-type="bibr" rid="ref29">K&#x00E4;osaar et al., 2022</xref>). Others&#x2019; preferences referred to here can be broad as they encompass both work and non-work issues, which are reflected in the item phrasing.</p>
</sec>
<sec id="sec12">
<title>Appreciates others&#x2019; knowledge, skills, and abilities</title>
<p>Cooperation and adaptability can also be supported by the appreciation of others&#x2019; knowledge, skills, and abilities for work and non-work actions. In a dangerous operational environment with a small crew, each individual is a critical part of supporting the crew&#x2019;s health and safety and mission objectives. Teams are carefully composed to bring a unique and needed skillset to the mission. The team is also composed and trained so that they are able to deploy those skills efficiently and effectively together. Roles and responsibilities are carefully planned for mission tasks, but team members are also trained as backups or to provide proactive support when another crewmember acts as leader due to position or expertise (<xref ref-type="bibr" rid="ref35">Landon et al., 2018</xref>). Pre-mission training as an intact team allows a transactive memory system to develop so everyone learns who knows what. A shared mental model develops for taskwork, teamwork, and the general norms of living and working together. Both forms of team cognition support task performance, affect within the team, and belief in team viability (<xref ref-type="bibr" rid="ref3">Bachrach et al., 2019</xref>; <xref ref-type="bibr" rid="ref47">Niler et al., 2021</xref>; <xref ref-type="bibr" rid="ref18">DeChurch et al., 2023</xref>). Spaceflight is a high-consequence environment, so relying on others for safety is another way crews recognize the importance of complementary skillsets. Appreciation is ideally developed during pre-mission preparation periods, including training, and is reinforced as they accomplish tasks in flight and during team debrief opportunities. Interviews of NASA Shuttle astronauts indicated that skepticism related to a non-NASA career astronaut&#x2019;s (i.e., payload specialist) predicted performance and integration into a crew was reduced when payload specialists were observed working hard, performing tasks successfully, and caring for other crewmembers (<xref ref-type="bibr" rid="ref43">NASA, 2010</xref>). Appreciation can also stem from informal pre-mission interactions, highlighting the importance of intact and in-person (or virtual synchronous) events that allow for conversations and relationships to form between formal training time. Appreciation can be demonstrated formally and informally via specific recognition and symbols (e.g., awards) or by creating a culture where the team norms appreciative behavior and practices it consistently without prompting. The item is broadly written to recognize any type of appreciation for others&#x2019; knowledge, skills, and abilities that might be demonstrated by another crewmember.</p>
</sec>
<sec id="sec13">
<title>Uses humor appropriately</title>
<p>Astronauts point to humor as an important way to form connections, alleviate stress and interpersonal tensions, keep connections strong, and maintain morale (<xref ref-type="bibr" rid="ref9002">Stuster, 2016</xref> <xref ref-type="bibr" rid="ref38">Lungeanu et al., 2023</xref>). The positive influence of humor has been documented in analogous contexts such as healthcare teams, firefighters, and the military (e.g., <xref ref-type="bibr" rid="ref42">Mesmer-Magnus et al., 2012</xref>; <xref ref-type="bibr" rid="ref56">Sliter et al., 2014</xref>; <xref ref-type="bibr" rid="ref61">Vivona, 2014</xref>). The key to team-supportive humor is the appropriateness for that particular team and context, determined by the individuals giving and receiving jokes. It should be inclusive, rather than exclusive or meant to denigrate others in order for it to maintain team cohesion. A spaceflight analog study found that crewmembers with an affiliative style of humor used positive humor over time, while those with an aggressive style used more negative humor over time (<xref ref-type="bibr" rid="ref58">Vazquez and Bell, 2023</xref>). Findings showed that the relationship between an affiliative humor style and use was stronger during unstructured, social activities (i.e., lunch) versus a structured, work-oriented decision-making task, suggesting humor is context-dependent. A past study on humor as a coping mechanism in spaceflight found that astronauts and cosmonauts used it more on long-duration flights, and cosmonauts used less affiliative humor than astronauts (<xref ref-type="bibr" rid="ref11">Brcic et al., 2018</xref>). These findings suggest that cultural nuances and considerations of others are tied to the successful use of team-appropriate humor. The study also found that the use of self-deprecating humor decreased during the mission compared to pre- and post-flight, likely to maintain positivity and morale. Thus, humor is important for group living skills, but it must be deemed &#x201C;appropriate&#x201D; to be supportive of the team. The definition of &#x201C;appropriate&#x201D; is up to each crew member to decide which drives the phrasing of that survey item.</p>
</sec>
<sec id="sec14">
<title>Doing another mission with same crewmate or crew</title>
<p>Long-term commitment to living with colleagues is salient in isolated, confined, long-duration work environments. The final item about going on another mission with a particular individual or crew captures aspects of long-term team viability, that is, &#x201C;a team&#x2019;s capacity for sustainability and growth for success in future performance episodes&#x201D; (<xref ref-type="bibr" rid="ref7">Bell and Marentette, 2011</xref>, p. 276). It is slightly different from the other five items on the survey because it is future-focused, while the other items consider behaviors a respondent observed being performed by another crewmember. This item is more speculative and asks respondents to imagine what living and working on another extreme mission might be like and&#x2014;importantly&#x2014;if they believe the other person or crewmember would contribute positively to the predicted scenario. This item targets the frame of mind in psychologically committing to each other and mission success on long-duration missions. Based on the sociometric approach used in Russian isolation studies (e.g., <xref ref-type="bibr" rid="ref60">Vinokhodova et al., 2012</xref>), earlier versions of the item added duration details [e.g., 3-month space station tour (<xref ref-type="bibr" rid="ref9003">McFadden et al., 1994</xref>); 3-year mission (<xref ref-type="bibr" rid="ref38">Lungeanu et al., 2023</xref>)], but duration on the GLS Survey is unnamed such that respondents can consider the unique context of their mission experience with that person or crew.</p>
</sec>
</sec>
<sec id="sec15">
<title>Survey structure and instructions</title>
<p>A brief survey was created to enhance the feasibility and acceptability in an operational environment, which requires reducing the crew time burden for surveys as much as possible (<xref ref-type="bibr" rid="ref8001">Allen et al., 2022</xref>; <xref ref-type="bibr" rid="ref8002">Matthews et al., 2022</xref>). The survey can be framed with different referents as the target of the questions. For individual-level ratings, each respondent is instructed to answer the survey separately about each individual teammate (i.e., peer referent). The respondent must indicate the target before answering the items each time. For self-assessment, respondents also answer the survey about themselves (i.e., self-referent). For crew-level assessments, each respondent answers the survey about the entire crew considered together (i.e., crew referent).</p>
</sec>
</sec>
<sec sec-type="methods" id="sec16">
<title>Methods</title>
<sec id="sec17">
<title>Participants</title>
<p>Data were collected from 83 individuals in 24 teams living and working in space and spaceflight analog environments; sample demographics are summarized in <xref ref-type="table" rid="tab2">Table 2</xref>. Data were collected in the ISS, the Human Exploration Research Analog (HERA), and the Scientific International Research In a Unique terrestrial Station (SIRIUS) spaceflight analog missions. Characteristics of these environments are summarized in <xref ref-type="table" rid="tab3">Table 3</xref>.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Sample demographics from astronauts and spaceflight analog astronaut-like crewmembers.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">
<italic>n</italic>
</th>
<th align="center" valign="top">No. of crews</th>
<th align="center" valign="top">Size of crew</th>
<th align="center" valign="top">Age<break/>Mean (SD)</th>
<th align="center" valign="top">Sex</th>
<th align="center" valign="top">Education (% advanced degrees)</th>
<th align="center" valign="top">Military Exp.<break/><italic>n</italic></th>
<th align="center" valign="top">ICE Exp.<break/><italic>n</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">ISS</td>
<td align="center" valign="top">23</td>
<td align="center" valign="top">10</td>
<td align="center" valign="top">3&#x2013;11</td>
<td align="char" valign="top" char="(">44.83 (7.10)</td>
<td align="center" valign="top">8F | 15&#x2009;M</td>
<td align="center" valign="top">100%</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
</tr>
<tr>
<td align="left" valign="top">HERA C4</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">4</td>
<td align="center" valign="top">4</td>
<td align="char" valign="top" char="(">40.12 (8.98)</td>
<td align="center" valign="top">6F | 10&#x2009;M</td>
<td align="center" valign="top">75%</td>
<td align="center" valign="top">5</td>
<td align="center" valign="top">0</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">4</td>
<td align="center" valign="top">4</td>
<td align="char" valign="top" char="(">36.96 (5.68)</td>
<td align="center" valign="top">4F | 12&#x2009;M</td>
<td align="center" valign="top">100%</td>
<td align="center" valign="top">6</td>
<td align="center" valign="top">2</td>
</tr>
<tr>
<td align="left" valign="top">HERA C6</td>
<td align="center" valign="top">16</td>
<td align="center" valign="top">4</td>
<td align="center" valign="top">4</td>
<td align="char" valign="top" char="(">37.47 (6.38)</td>
<td align="center" valign="top">8F | 8&#x2009;M</td>
<td align="center" valign="top">100%</td>
<td align="center" valign="top">2</td>
<td align="center" valign="top">5</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="center" valign="top">6</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">6</td>
<td align="char" valign="top" char="(">34.34 (6.26)</td>
<td align="center" valign="top">3F | 3&#x2009;M</td>
<td align="center" valign="top">100%</td>
<td align="center" valign="top">2</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="center" valign="top">6</td>
<td align="center" valign="top">1</td>
<td align="center" valign="top">6</td>
<td align="char" valign="top" char="(">33.63 (5.17)</td>
<td align="center" valign="top">3F | 3&#x2009;M</td>
<td align="center" valign="top">100%</td>
<td align="center" valign="top">3</td>
<td align="center" valign="top">4</td>
</tr>
<tr>
<td align="left" valign="top">All</td>
<td align="center" valign="top">83</td>
<td align="center" valign="top">24</td>
<td align="center" valign="top">Analog&#x2009;=&#x2009;4<break/>Space&#x2009;=&#x2009;7</td>
<td align="char" valign="top" char="(">39.42 (7.76)</td>
<td align="center" valign="top">32F | 51&#x2009;M</td>
<td align="center" valign="top">95%</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>HERA, Human Exploration Research Analog; SIRIUS, Scientific International Research In a Unique Terrestrial Station; ISS, International Space Station; F, female; M, male; ICE Exp., experience in isolated, confined, extreme environments.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Characteristics of study environments.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top">Duration (days)</th>
<th align="center" valign="top">Size of crew</th>
<th align="left" valign="top">Approximate habitable volume</th>
<th align="left" valign="top">Private crew quarters</th>
<th align="left" valign="top">Multi-cultural crews</th>
<th align="left" valign="top">Comm. Delay (one-way)</th>
<th align="left" valign="top">Notable contextual factors</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">ISS</td>
<td align="center" valign="top">~190</td>
<td align="center" valign="top">3&#x2013;11 (<italic>M</italic> =&#x2009;7)</td>
<td align="left" valign="top">13,700&#x2009;ft<sup>3</sup> (four-bedroom house)</td>
<td align="left" valign="top">Yes</td>
<td align="left" valign="top">Always</td>
<td align="left" valign="top">Intermit-tent loss of signal</td>
<td align="left" valign="top">Actual spaceflight; occasional slam sleep shifts, 17 sunrises per day, crew rotation</td>
</tr>
<tr>
<td align="left" valign="top">HERA C4</td>
<td align="center" valign="top">45</td>
<td align="center" valign="top">4</td>
<td align="left" valign="top">5,200&#x2009;ft<sup>3</sup> (one-bedroom apt.)</td>
<td align="left" valign="top">Yes</td>
<td align="left" valign="top">Rarely</td>
<td align="left" valign="top">Up to 5&#x2009;min</td>
<td align="left" valign="top">Asteroid rendezvous sim.; chronic sleep deprivation (5&#x2009;h on weeknights)</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5</td>
<td align="center" valign="top">45</td>
<td align="center" valign="top">4</td>
<td align="left" valign="top">4,700&#x2009;ft<sup>3</sup> with restricted airlock (one-bedroom apt.)</td>
<td align="left" valign="top">No</td>
<td align="left" valign="top">Rarely</td>
<td align="left" valign="top">Up to 5&#x2009;min</td>
<td align="left" valign="top">Mars moon rendezvous sim.; permanently reduced privacy in HERA; 36-h sleep deprivation</td>
</tr>
<tr>
<td align="left" valign="top">HERA C6</td>
<td align="center" valign="top">45</td>
<td align="center" valign="top">4</td>
<td align="left" valign="top">4,700&#x2009;ft<sup>3</sup> with restricted airlock (one-bedroom apt.)</td>
<td align="left" valign="top">No</td>
<td align="left" valign="top">Rarely</td>
<td align="left" valign="top">Up to 5&#x2009;min</td>
<td align="left" valign="top">Mars moon rendezvous sim.; increased autonomy; reduced privacy; 36-h sleep deprivation</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="center" valign="top">120</td>
<td align="center" valign="top">6</td>
<td align="left" valign="top">19,400&#x2009;ft<sup>3</sup></td>
<td align="left" valign="top">Yes</td>
<td align="left" valign="top">Always</td>
<td align="left" valign="top">Up to 5&#x2009;min</td>
<td align="left" valign="top">One lunar landing sim; 36-h sleep deprivations</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="center" valign="top">240</td>
<td align="center" valign="top">5&#x2013;6</td>
<td align="left" valign="top">19,400&#x2009;ft<sup>3</sup></td>
<td align="left" valign="top">Yes</td>
<td align="left" valign="top">Always</td>
<td align="left" valign="top">Up to 5&#x2009;min</td>
<td align="left" valign="top">Three lunar landings sims.; 3, 36-h sleep deprivations; crewmember egress day 32</td>
</tr>
<tr>
<td align="left" valign="top">Common for all missions</td>
<td align="left" valign="top" colspan="7">Daily planning conferences with mission control; group meals; exercise; spaceflight-like food; operational tasks, EVAs (virtual or actual); named commander, crew roles; private medical, psychological, and family conferences; email access; recreational activities</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>M, mean; Comm., communication; HERA, Human Exploration Research Analog; SIRIUS, Scientific International Research In a Unique Terrestrial Station; ISS, International Space Station; EVA, extravehicular activity; Sim., simulation.Habitable volume information from NASA Human Research Program&#x2019;s Research and Operations Integration Element (personal communications, 2017&#x2013;2023; <xref ref-type="bibr" rid="ref59">Vessey et al., 2017</xref>; <xref ref-type="bibr" rid="ref45">NASA, 2023a</xref>).</p>
</table-wrap-foot>
</table-wrap>
<p>Measures of GLS, team performance, and team cohesion were collected as part of a larger behavioral health study protocol. Team cohesion was measured with six items (two for ISS), and team performance was measured with four items (one for ISS). Data collection frequency was dependent on the characteristics of the mission and environment (e.g., length, spaceflight vs. terrestrial analog). Given the length of the data collection period (2015&#x2013;2023), there were also survey refinements (e.g., response format, addition of crew-level referent) made over time. Next, we describe the environments, protocols, and data harmonization process.</p>
</sec>
<sec id="sec18">
<title>ISS</title>
<sec id="sec19">
<title>Environment description</title>
<p>The ISS is in low Earth orbit, which carries with it the complexity of living and working in microgravity, a high-tempo workload, and a hostile environment with real danger. The typical six-month ISS crew of six astronauts experiences a crew rotation of three members approximately every 3 months (with occasional one- to two-week visitors), resupply and care packages, close coordination with experts in mission control (usually with real-time communication), readily accessible communication with family and friends on Earth, and meaningful work such as spacewalks or extravehicular activities (EVAs) and research tasks. Astronauts are rigorously selected to be team-oriented, resilient, adaptable, and self-sufficient (<xref ref-type="bibr" rid="ref34">Landon et al., 2017</xref>; <xref ref-type="bibr" rid="ref8">Beven et al., 2018</xref>; <xref ref-type="bibr" rid="ref53">Schmidt and Spychalski, 2021</xref>). They are also selected for expertise such as advanced science/technology/engineering/mathematics (STEM) degrees, military and extreme environment experience, as well as passing a medical qualification and psychiatric screening. They undergo years of training in technical and team skills, including training and feedback in stress management, conflict management, teamwork, and group living skills (<xref ref-type="bibr" rid="ref35">Landon et al., 2018</xref>; <xref ref-type="bibr" rid="ref55">Sipes et al., 2021</xref>). An assigned crew will engage in an approximately 18-month pre-mission training program to prepare them for a specific mission together. While only some of that pre-mission training is with their intact crew, crewmembers often know each other for several years before the mission.</p>
</sec>
<sec id="sec20">
<title>Study protocol</title>
<p>Astronauts on the ISS completed a digital version of GLS Survey approximately every 30&#x2009;days as part of a spaceflight standard measures study (PI&#x2009;=&#x2009;G. Clement), only answering items with the crew-referent as the target. Measures of cohesion and performance (as well as other behavioral health and team measures) were completed at the same time. These are short forms of the measures used in the spaceflight analogs (i.e., HERA and SIRIUS) to reduce crew time burden (see <xref rid="app1" ref-type="app">Appendix A</xref> for items and <xref ref-type="table" rid="tab4">Table 4</xref> for psychometric properties).</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>ICC(1) and ICC(2).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Measure</th>
<th align="center" valign="top">ICC(1)</th>
<th align="center" valign="top">ICC(2)</th>
<th align="center" valign="top">
<italic>N</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">GLS all individuals (with self) and crew referents</td>
<td align="char" valign="top" char=".">0.25</td>
<td align="char" valign="top" char=".">0.96</td>
<td align="center" valign="top">1860</td>
</tr>
<tr>
<td align="left" valign="top">GLS peers</td>
<td align="char" valign="top" char=".">0.27</td>
<td align="char" valign="top" char=".">0.97</td>
<td align="center" valign="top">326</td>
</tr>
<tr>
<td align="left" valign="top">GLS crew referent</td>
<td align="char" valign="top" char=".">0.32</td>
<td align="char" valign="top" char=".">0.90</td>
<td align="center" valign="top">464</td>
</tr>
<tr>
<td align="left" valign="top">GLS roommate quality</td>
<td align="char" valign="top" char=".">0.55</td>
<td align="char" valign="top" char=".">0.99</td>
<td align="center" valign="top">326</td>
</tr>
<tr>
<td align="left" valign="top">Team cohesion</td>
<td align="char" valign="top" char=".">0.33</td>
<td align="char" valign="top" char=".">0.90</td>
<td align="center" valign="top">446</td>
</tr>
<tr>
<td align="left" valign="top">Team performance</td>
<td align="char" valign="top" char=".">0.11</td>
<td align="char" valign="top" char=".">0.69</td>
<td align="center" valign="top">448</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>For GLS, all individual, peers, and crew referents, the ICC(1) and ICC(2), were calculated from individual scores to examine the appropriateness of aggregating the scores to the team level and the reliability of the group mean. For Roommate Quality, ICC(1B) and ICC(2B) reflect the clustering of individual ratings on a particular target. N&#x2009;=&#x2009;the number of observations.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="sec21">
<title>HERA</title>
<sec id="sec22">
<title>Environment description</title>
<p>The HERA spaceflight simulation missions occur in a habitat at NASA Johnson Space Center in Houston, Texas (<xref ref-type="bibr" rid="ref59">Vessey et al., 2017</xref>; <xref ref-type="bibr" rid="ref17">Cromwell and Neigut, 2021</xref>). Each Campaign is a series of four 45-day missions with the same set of studies, tasks, and analog environment designs, with only a change of crew members between missions. Changes may occur between campaigns, such as studies added or subtracted, and the habitat, tasks, and stressor protocols may be altered. Thus, each HERA campaign is treated separately in the analyses. Crewmembers are selected to be astronaut-like (i.e., 30&#x2013;55&#x2009;years old, advanced STEM degrees, psychologically resilient, Class 3 flight physical, no disqualifying medical or psychiatric conditions), and crews are usually mixed gender (see <xref ref-type="table" rid="tab2">Table 2</xref>). All campaigns aim to be spaceflight-like, with living and working conditions similar to the ISS (see <xref ref-type="table" rid="tab3">Table 3</xref>). The crews undergo a two-week pre-mission training period on mission tasks and team skills. They coordinate with mission support personnel, but this is communication delayed up to 5&#x2009;min one-way.</p>
</sec>
<sec id="sec23">
<title>Study protocol</title>
<p>HERA participants completed the GLS Survey via tablet device every 10&#x2009;days during the mission. Campaign 4 (C4) crewmembers did not complete the GLS Survey with the crew-level referent, but C5 and C6 crewmembers completed the next iteration of the GLS Survey with individual-level referents and the crew-level referents. All HERA crewmembers completed other behavioral health and team measures on approximately the same mission day (see <xref rid="app1" ref-type="app">Appendix A</xref> for items and <xref ref-type="table" rid="tab4">Table 4</xref> for psychometric properties). Participants completed the team cohesion and team performance measures daily in all campaigns and during all missions. Observations taken the same day as the GLS Survey were merged into separate datasets (e.g., GLS and team cohesion as one dataset, whereas GLS and team performance are another dataset) to retain the highest number of observations. The <italic>n</italic> for each dataset varies due to the removal of careless observations or missing at random datapoints. Team cohesion and team performance measurements taken on non-GLS Survey days were not included in this analysis.</p>
</sec>
</sec>
<sec id="sec24">
<title>SIRIUS</title>
<sec id="sec25">
<title>Environment description</title>
<p>The Scientific International Research In a Unique terrestrial Station (SIRIUS) analog missions occur in the NEK chamber (<italic>Nezemnyy Eksperimental&#x2019;nyy Kompleks</italic>) in Moscow, Russia (<xref ref-type="bibr" rid="ref46">NASA, 2023b</xref>). Crewmembers are selected to be astronaut-like with similar medical and psychological guidelines to HERA, and the mission scenario is also spaceflight-like with a crew of six (see <xref ref-type="table" rid="tab2">Tables 2</xref>, <xref ref-type="table" rid="tab3">3</xref>). The crews undergo a pre-mission training period of up to 8 weeks on mission tasks and team skills. The crews coordinate with mission support personnel similar to HERA, also with a communication delay of up to 5&#x2009;min one-way. Some studies and tasks were altered, added, or removed between the two SIRIUS missions. Also, the durations of the two missions were significantly different (120&#x2009;days, 240&#x2009;days), creating more distinctness between them. For these reasons, SIRIUS-19 and SIRIUS-21 are considered separately in the analyses.</p>
</sec>
<sec id="sec26">
<title>Study protocol</title>
<p>Due to the longer duration of the SIRIUS missions and concerns for crew time burden, the sampling frequency was changed to collect the GLS Survey every 20&#x2009;days in-mission. All SIRIUS crewmembers completed the GLS Survey via tablet device with the individual-level referents and with the crew-level referent. They completed team cohesion and team performance measures and other behavioral health and team measures at approximately the same time (see <xref rid="app1" ref-type="app">Appendix A</xref> for items and <xref ref-type="table" rid="tab4">Table 4</xref> for psychometric properties). Participants completed the team cohesion and performance measures with an approximate sampling frequency every 3 days. Observations taken the same day as the GLS Survey were merged, and those close to the same day were utilized to fully represent each crew. The range of target administrations varied from measurements taken 4 days later; however, most administrations were within 2 days of the GLS Survey. As with HERA, each measure was merged into a separate combined dataset to address the removed careless observations and missing at random datapoints.</p>
</sec>
</sec>
<sec id="sec27">
<title>Data harmonization and preliminary analyses</title>
<p>Data were collected across several years, with multiple survey refinements related to (1) the target about which the respondent was considering (i.e., individual-level referent when rating peers or self- vs. crew-level referent when rating the crew) and (2) the response scaling (i.e., bipolar 201-point visual scale vs. 7-point Likert scale). Initially, there were only individual-level referents. The crew-level referent was added when the survey was extended to ISS data collection because the astronauts do not traditionally evaluate the performance of other individual crewmembers and reduce crew time burden. Thus, HERA C4 had only individual-level referents, the ISS had only crew-level referents, and HERA C5 and C6 and SIRIUS-19 and -21 had both individual-level and crew-level referents. The individual HERA C4 individual-level assessments were aggregated with self-ratings for each team at each time point to create substitute crew-level scores. Analyses from HERA C5 and C6 compared these peer/self-aggregated crew-level scores with the scores directly assessing the group living with the crew-level referent. A paired <italic>t</italic>-test with a null hypothesis significance test (NHST) and an equivalence test via two one-sided tests (TOST) were performed with an alpha level of 0.05. These tested the null hypotheses that the true mean difference is equal to 0 (NHST) and the true mean difference is more extreme than &#x2212;0.15 and 0.15 (TOST). The equivalence test was significant, <italic>t</italic>(55)&#x2009;=&#x2009;&#x2212;2.94, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.01 (mean difference&#x2009;=&#x2009;0.01 90% C.I. [&#x2212;0.075, 0.09]; Hedges&#x2019;s g(rm)&#x2009;=&#x2009;0.01 90% C.I. [&#x2212;0.20, 0.23]). Thus, C4 substitute crew-level scores were used in further analyses alongside the directly assessed crew-referent scores in all other missions.</p>
<p>HERA C4 and C5, SIRIUS-19, and earlier ISS data employed a 201-point visual analog scale ranging from &#x2212;100 to +100 while HERA C6, SIRIUS-21, and later ISS data used a 7-point Likert scale. Anchors at the lowest ends of the scale were &#x201C;Strongly Disagree,&#x201D; and anchors at the highest end of the scale were &#x201C;Strongly Agree.&#x201D; The Likert scale displayed each of the 7 points on the scale and prompted the respondent to select one. The VAS did not display any points on the scale between the lowest and highest ends and prompted the respondent to simply slide the response marker to any point on the line spanning the two ends of the scale. Data from the visual analog scale were binned to a 7-point scale, which did not meaningfully change the results, so the 7-point scale was used for all further analyses.</p>
<p>During the item generation process, the first five items were focused on group living skills, while the sixth GLS Survey item was a global estimate about wanting to do another mission with the same crewmate or crew. Subject matter experts (SMEs) involved in the process suggested that the sixth item would likely be treated separately from the group living behaviors; therefore, we first ran a few preliminary analyses to confirm that it should be treated separately. A hierarchical cluster analysis was used to assess the collinearity, redundancy, and clustering of the six items across all timepoints and research settings. Additionally, each research setting was evaluated separately. At all levels of analysis, item correlations did not exceed 0.75, suggesting multicollinearity was not present (<xref ref-type="bibr" rid="ref22">Flora, 2018</xref>). Correlations also suggested no redundant items. Further redundancy analysis with an <italic>R</italic><sup>2</sup> cutoff of 0.80 demonstrated no item could be predicted from all other items. In all analyses, the &#x201C;another mission&#x201D; item was the least correlated and did not cluster consistently with the other five items. This confirmed the expert opinion from the survey developers and evidence from the literature that this item is capturing a distinct, future-oriented team viability construct, which is different from capturing lived experiences in the other five items of GLS Survey. Thus, we proceed to use the &#x201C;another mission&#x201D; item as a measure of team viability.</p>
</sec>
<sec id="sec28">
<title>Analytical strategy for demonstrating reliability and validity</title>
<p>We examined the reliability of the scores and the validity of the measure in two ways: (1) as a team-level measure of group living skills and (2) as a measure of the group living skills of a particular individual in a crew, which we refer to as Roommate Quality.</p>
<sec id="sec29">
<title>Team-level measure of group living skills</title>
<p>We examined the reliability and validity of a team-level measure of group living skills by (1a: All individuals with self) aggregating crew members&#x2019; ratings of all crewmembers including their self-rating to the team level (<xref ref-type="bibr" rid="ref9005">Chan, 1998</xref>), (1b: Peers) aggregating crew members ratings of all other crewmembers excluding their self-rating to the team level, and (1c: Crew Referent) examining the team mean of the responses to items with the group-level referent level.</p>
<p>To examine reliability at the item level, we calculated omegas as a measure of internal consistency (<xref ref-type="bibr" rid="ref41">McNeish, 2018</xref>). To examine the appropriateness of aggregating the scores to the team level, we calculated the proportion of total variance attributable to team membership [i.e., intraclass correlation, ICC(1)]. We also calculated the reliability of the team mean ICC(2) (<xref ref-type="bibr" rid="ref13">Chen et al., 2004</xref>; <xref ref-type="bibr" rid="ref36">LeBreton and Senter, 2008</xref>). To examine the consistency of scores over time (i.e., reliability of change), we conducted variance decomposition analyses that included item, time (mission day), and individual, then again at the team level with item, time, and team/crew (<xref ref-type="bibr" rid="ref16">Cranford et al., 2006</xref>).</p>
<p>We examined the construct validity and factor structure of the GLS Survey with a multi-level confirmatory factor analysis (CFA; <xref ref-type="bibr" rid="ref20">Fabrigar et al., 1999</xref>; <xref ref-type="bibr" rid="ref40">Mathieu and Taylor, 2006</xref>). We also tested for measurement invariance over time (<xref ref-type="bibr" rid="ref49">Putnick and Bornstein, 2016</xref>; <xref ref-type="bibr" rid="ref62">Winter and Depaoli, 2022</xref>). Finally, we examined the extent to which GLS scores were related to team cohesion, team viability, and team performance (<xref ref-type="bibr" rid="ref31">Kozlowski, 2015</xref>; <xref ref-type="bibr" rid="ref57">Tannenbaum and Mathieu, 2015</xref>; see <xref rid="app1" ref-type="app">Appendix A</xref>).</p>
</sec>
<sec id="sec30">
<title>Roommate quality</title>
<p>We measured the reliability and validity as a &#x201C;Roommate Quality&#x201D; measure by aggregating the scores for each individual as rated by their other teammates to look at how each individual on a team was perceived by others. Our analyses followed a similar progression as the previous set of team-level analyses.</p>
</sec>
</sec>
</sec>
<sec sec-type="results" id="sec31">
<title>Results</title>
<sec id="sec32">
<title>Team-level measure of group living skills</title>
<sec id="sec33">
<title>Reliability analysis</title>
<p>For the GLS Survey, when all individuals (including self and crew) were included as referents, ICC(1) and ICC(2) were large [i.e., ICC(1)&#x2009;&#x2265;&#x2009;0.25 (<xref ref-type="bibr" rid="ref36">LeBreton and Senter, 2008</xref>)] and excellent [i.e., ICC(2)&#x2009;&#x003E;&#x2009;0.75 (<xref ref-type="bibr" rid="ref21">Fleiss, 1986</xref>)], and the model had good internal consistency (total &#x03C9;&#x2009;=&#x2009;0.93; <xref ref-type="bibr" rid="ref41">McNeish, 2018</xref>). For the GLS Survey when individuals rated peers, ICC(1) and ICC(2) were large and excellent, and the model had good internal consistency (total &#x03C9;&#x2009;=&#x2009;0.94). For the GLS Survey when referred to the whole crew as the referent, resulting ICCs were large and excellent. McDonald&#x2019;s omega indicated good internal consistency (&#x03C9;&#x2009;&#x003E;&#x2009;0.70): total &#x03C9;&#x2009;=&#x2009;0.91 (see <xref ref-type="table" rid="tab4">Table 4</xref>).</p>
<sec id="sec34">
<title>Variance decomposition</title>
<p>We conducted a generalizability analysis according to the methods outlined in <xref ref-type="bibr" rid="ref16">Cranford et al. (2006)</xref> to allow for an overall variance for responses by an individual or crew at a given time to be separated into its components (see <xref ref-type="table" rid="tab5">Tables 5</xref>, <xref ref-type="table" rid="tab6">6</xref>). Generally, three components other than error accounted for most of the variation: the person, person by day, and person by items on the GLS Survey. The between-person variance indicated that crewmembers have different levels of reported GLS scores across time and survey administrations. The person-by-day indicated that crewmembers had different trajectories of GLS scores over time. The person by GLS score indicated that there were specific effects on the GLS Survey for each crewmember across all days.</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>Variance composition of Group Living Skills Survey with individual-level response referents.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="6">Individual raters&#x2019; observations of all crewmembers including self (individual-level ref.)</th>
<th align="center" valign="top" colspan="6">Individual raters&#x2019; observations of peers (individual-level ref.)</th>
</tr>
<tr>
<th/>
<th align="center" valign="top" colspan="2">HERA</th>
<th align="center" valign="top" colspan="2">SIRIUS-19</th>
<th align="center" valign="top" colspan="2">SIRIUS-21</th>
<th align="center" valign="top" colspan="2">HERA</th>
<th align="center" valign="top">SIRIUS-19</th>
<th align="center" valign="top" colspan="3">SIRIUS-21</th>
</tr>
<tr>
<th align="left" valign="top">Source of variance</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M1">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Day</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.24</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.05</td>
<td align="char" valign="middle" char=".">2.86</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.30</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.04</td>
<td align="char" valign="middle" char=".">2.73</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M2">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Items</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">0.48</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.33</td>
<td align="char" valign="middle" char=".">0.24</td>
<td align="char" valign="middle" char=".">12.96</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">0.77</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.43</td>
<td align="char" valign="middle" char=".">0.06</td>
<td align="char" valign="middle" char=".">3.83</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M3">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.29</td>
<td align="char" valign="middle" char=".">25.16</td>
<td align="char" valign="middle" char=".">0.29</td>
<td align="char" valign="middle" char=".">30.26</td>
<td align="char" valign="middle" char=".">0.38</td>
<td align="char" valign="middle" char=".">20.20</td>
<td align="char" valign="middle" char=".">0.43</td>
<td align="char" valign="middle" char=".">30.60</td>
<td align="char" valign="middle" char=".">0.32</td>
<td align="char" valign="middle" char=".">30.22</td>
<td align="char" valign="middle" char=".">0.46</td>
<td align="char" valign="middle" char=".">28.25</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M4">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Day</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Items</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.14</td>
<td align="char" valign="middle" char=".">0.09</td>
<td align="char" valign="middle" char=".">4.64</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">0.67</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M5">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Day</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.05</td>
<td align="char" valign="middle" char=".">4.69</td>
<td align="char" valign="middle" char=".">0.17</td>
<td align="char" valign="middle" char=".">17.82</td>
<td align="char" valign="middle" char=".">0.12</td>
<td align="char" valign="middle" char=".">6.24</td>
<td align="char" valign="middle" char=".">0.07</td>
<td align="char" valign="middle" char=".">5.04</td>
<td align="char" valign="middle" char=".">0.22</td>
<td align="char" valign="middle" char=".">20.32</td>
<td align="char" valign="middle" char=".">0.15</td>
<td align="char" valign="middle" char=".">9.53</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M6">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Items</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.48</td>
<td align="char" valign="middle" char=".">41.17</td>
<td align="char" valign="middle" char=".">0.25</td>
<td align="char" valign="middle" char=".">26.23</td>
<td align="char" valign="middle" char=".">0.49</td>
<td align="char" valign="middle" char=".">25.94</td>
<td align="char" valign="middle" char=".">0.52</td>
<td align="char" valign="middle" char=".">36.67</td>
<td align="char" valign="middle" char=".">0.27</td>
<td align="char" valign="middle" char=".">24.94</td>
<td align="char" valign="middle" char=".">0.39</td>
<td align="char" valign="middle" char=".">23.80</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M7">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mi mathvariant="normal">Error</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.33</td>
<td align="char" valign="middle" char=".">28.26</td>
<td align="char" valign="middle" char=".">0.25</td>
<td align="char" valign="middle" char=".">25.23</td>
<td align="char" valign="middle" char=".">0.51</td>
<td align="char" valign="middle" char=".">27.16</td>
<td align="char" valign="middle" char=".">0.38</td>
<td align="char" valign="middle" char=".">26.63</td>
<td align="char" valign="middle" char=".">0.26</td>
<td align="char" valign="middle" char=".">24.10</td>
<td align="char" valign="middle" char=".">0.51</td>
<td align="char" valign="middle" char=".">31.19</td>
</tr>
<tr>
<td align="left" valign="top">Total</td>
<td align="char" valign="top" char=".">1.16</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">0.97</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">1.89</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">1.41</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">1.07</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">1.62</td>
<td align="char" valign="top" char=".">100</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>VC, variance component estimate; Ref., referent. <italic>N</italic> =&#x2009;191 observations in HERA, 62 in SIRIUS-19, and 58 in SIRIUS-21.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab6">
<label>Table 6</label>
<caption>
<p>Variance composition of Group Living Skills Survey with crew-level response referents.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="center" valign="top" colspan="9">Individual raters&#x2019; observations of crew (crew-level referent)</th>
<th align="center" valign="top" colspan="4">Team aggregated ratings (individual- and crew-level referents)</th>
</tr>
<tr>
<th/>
<th align="center" valign="top" colspan="2">HERA C5, C6</th>
<th align="center" valign="top" colspan="2">SIRIUS-19</th>
<th align="center" valign="top" colspan="2">SIRIUS-21</th>
<th align="center" valign="top" colspan="2">ISS</th>
<th align="center" valign="top" colspan="2">HERA<break/>Individual Ref.</th>
<th align="center" valign="top" colspan="2">HERA<break/>Crew Ref.</th>
</tr>
<tr>
<th align="left" valign="top">Source of variance</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M8">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Day</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">1.24</td>
<td align="char" valign="middle" char=".">0.02</td>
<td align="char" valign="middle" char=".">2.67</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.08</td>
<td align="char" valign="middle" char=".">7.32</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.50</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">2.59</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M9">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Items</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">1.28</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.26</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.06</td>
<td align="char" valign="middle" char=".">5.43</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.13</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">1.46</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M10">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.20</td>
<td align="char" valign="middle" char=".">33.99</td>
<td align="char" valign="middle" char=".">0.40</td>
<td align="char" valign="middle" char=".">46.49</td>
<td align="char" valign="middle" char=".">0.24</td>
<td align="char" valign="middle" char=".">27.06</td>
<td align="char" valign="middle" char=".">0.26</td>
<td align="char" valign="middle" char=".">23.56</td>
<td align="char" valign="middle" char=".">0.24</td>
<td align="char" valign="middle" char=".">46.07</td>
<td align="char" valign="middle" char=".">0.15</td>
<td align="char" valign="middle" char=".">54.07</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M11">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Day</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Items</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M12">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Day</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.12</td>
<td align="char" valign="middle" char=".">19.77</td>
<td align="char" valign="middle" char=".">0.22</td>
<td align="char" valign="middle" char=".">25.97</td>
<td align="char" valign="middle" char=".">0.14</td>
<td align="char" valign="middle" char=".">15.70</td>
<td align="char" valign="middle" char=".">0.16</td>
<td align="char" valign="middle" char=".">14.45</td>
<td align="char" valign="middle" char=".">0.02</td>
<td align="char" valign="middle" char=".">4.26</td>
<td align="char" valign="middle" char=".">0.03</td>
<td align="char" valign="middle" char=".">10.40</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M13">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Items</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.09</td>
<td align="char" valign="middle" char=".">16.13</td>
<td align="char" valign="middle" char=".">0.04</td>
<td align="char" valign="middle" char=".">4.08</td>
<td align="char" valign="middle" char=".">0.10</td>
<td align="char" valign="middle" char=".">11.57</td>
<td align="char" valign="middle" char=".">0.13</td>
<td align="char" valign="middle" char=".">11.73</td>
<td align="char" valign="middle" char=".">0.15</td>
<td align="char" valign="middle" char=".">29.16</td>
<td align="char" valign="middle" char=".">0.05</td>
<td align="char" valign="middle" char=".">18.17</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M14">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mi mathvariant="normal">Error</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.16</td>
<td align="char" valign="middle" char=".">27.58</td>
<td align="char" valign="middle" char=".">0.18</td>
<td align="char" valign="middle" char=".">20.53</td>
<td align="char" valign="middle" char=".">0.40</td>
<td align="char" valign="middle" char=".">45.66</td>
<td align="char" valign="middle" char=".">0.42</td>
<td align="char" valign="middle" char=".">37.50</td>
<td align="char" valign="middle" char=".">0.10</td>
<td align="char" valign="middle" char=".">19.86</td>
<td align="char" valign="middle" char=".">0.04</td>
<td align="char" valign="middle" char=".">13.31</td>
</tr>
<tr>
<td align="left" valign="top">Total</td>
<td align="char" valign="top" char=".">0.59</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">0.87</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">0.87</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">1.11</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">0.52</td>
<td align="char" valign="top" char=".">100</td>
<td align="char" valign="top" char=".">0.28</td>
<td align="char" valign="top" char=".">100</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>VC, variance component estimate. <italic>N</italic>&#x2009;=&#x2009;63 observations in HERA C4, 64 in HERA C5, 64 in HERA C6, 62 in SIRIUS-19, 58 in SIRIUS-21, and 152 on the ISS.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec35">
<title>Estimation of generalizability coefficients</title>
<p>The variance components were used to generate four reliability coefficients, as shown in <xref ref-type="table" rid="tab7">Table 7</xref>. While GLS seeks reliability regarding change over time given long-duration missions, the other calculations offer further suggestions about overall reliability and insights on administration. Reliability (between persons/team) of measures taken on the same day was very good. Since the <italic>R</italic><sub>1F</sub> calculation uses information from all days, it may be interpreted similarly to Cronbach&#x2019;s &#x03B1; average for GLS (all <italic>R</italic><sub>1F</sub>&#x2009;&#x003E;&#x2009;0.75, with most &#x003E;0.92; <xref ref-type="bibr" rid="ref16">Cranford et al., 2006</xref>). Reliability (between persons/team; <italic>R</italic><sub>1R</sub>) of measures when persons are measured on different days was moderate to good. Reliability (between persons/team) of an average of measures taken over <italic>K</italic> fixed days was excellent (<italic>R</italic><sub>KF</sub>&#x2009;&#x003E;&#x2009;0.99). Finally, the reliability of change (within person/team; <italic>R</italic><sub>C</sub>) was moderate to excellent, indicating that the GLS Survey reliably measured individual or team differences as they changed over time.</p>
<table-wrap position="float" id="tab7">
<label>Table 7</label>
<caption>
<p>Group living survey generalizability coefficients computed from variance component estimates.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Variance components used</th>
<th align="center" valign="top">R<sub>1F</sub> (between)</th>
<th align="center" valign="top">R<sub>1R</sub> (between)</th>
<th align="center" valign="top">R<sub>KF</sub> (between)</th>
<th align="center" valign="top">R<sub>C</sub> (change)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Individual observations of all individuals including self (individual-level ref.)</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">HERA C4, C5, C6</td>
<td align="char" valign="top" char=".">0.95</td>
<td align="char" valign="top" char=".">0.81</td>
<td align="char" valign="top" char=".">0.99</td>
<td align="char" valign="top" char=".">0.77</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.97</td>
<td align="char" valign="top" char=".">0.63</td>
<td align="char" valign="top" char=".">1.00</td>
<td align="char" valign="top" char=".">0.95</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">0.96</td>
<td align="char" valign="top" char=".">0.68</td>
<td align="char" valign="top" char=".">1.00</td>
<td align="char" valign="top" char=".">0.87</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Individual observations of peers (individual-level ref.)</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">HERA C4, C5, C6</td>
<td align="char" valign="top" char=".">0.96</td>
<td align="char" valign="top" char=".">0.83</td>
<td align="char" valign="top" char=".">0.99</td>
<td align="char" valign="top" char=".">0.79</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.97</td>
<td align="char" valign="top" char=".">0.60</td>
<td align="char" valign="top" char=".">1.00</td>
<td align="char" valign="top" char=".">0.96</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">0.97</td>
<td align="char" valign="top" char=".">0.69</td>
<td align="char" valign="top" char=".">1.00</td>
<td align="char" valign="top" char=".">0.90</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Individual observations of crew (crew-level ref.)</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5, C6</td>
<td align="char" valign="top" char=".">0.87</td>
<td align="char" valign="top" char=".">0.58</td>
<td align="char" valign="top" char=".">1.03</td>
<td align="char" valign="top" char=".">0.78</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.92</td>
<td align="char" valign="top" char=".">0.59</td>
<td align="char" valign="top" char=".">1.01</td>
<td align="char" valign="top" char=".">0.86</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">0.76</td>
<td align="char" valign="top" char=".">0.54</td>
<td align="char" valign="top" char=".">1.03</td>
<td align="char" valign="top" char=".">0.63</td>
</tr>
<tr>
<td align="left" valign="top">ISS crew referent</td>
<td align="char" valign="top" char=".">0.78</td>
<td align="char" valign="top" char=".">0.47</td>
<td align="char" valign="top" char=".">1.06</td>
<td align="char" valign="top" char=".">0.66</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Team aggregated ratings</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">HERA C4, C5, C6 (individual-level refs)</td>
<td align="char" valign="top" char=".">0.98</td>
<td align="char" valign="top" char=".">0.89</td>
<td align="char" valign="top" char=".">0.99</td>
<td align="char" valign="top" char=".">0.81</td>
</tr>
<tr>
<td align="left" valign="top">HERA C4, C5, C6 (roommate refs)</td>
<td align="char" valign="top" char=".">0.98</td>
<td align="char" valign="top" char=".">0.90</td>
<td align="char" valign="top" char=".">0.99</td>
<td align="char" valign="top" char=".">0.80</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5, C6 (crew-level refs)</td>
<td align="char" valign="top" char=".">0.96</td>
<td align="char" valign="top" char=".">0.79</td>
<td align="char" valign="top" char=".">1.04</td>
<td align="char" valign="top" char=".">0.80</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>R<sub>1F</sub> (between)&#x2009;=&#x2009;Reliability (between persons/team) of measures taken on the same fixed day. R<sub>1R</sub> (Between)&#x2009;=&#x2009;Reliability (between persons/team) of measures when persons are measured on different days. R<sub>KF</sub> (Between)&#x2009;=&#x2009;Reliability (between persons/team) of an average of measures taken over K fixed days. R<sub>
<bold>C</bold>
</sub> (Change) <bold>=</bold> Reliability of change (within person/team). ISS had several different mission durations across various crews, slight variations in administration intervals between crewmembers, and some crews consisting of only <italic>n</italic>&#x2009;=&#x2009;1 crewmembers participating in the study (the three <italic>n</italic>&#x2009;=&#x2009;1 crewmember teams were removed). <italic>N</italic>&#x2009;=&#x2009;63 observations in HERA C4, 64 in HERA C5, 64 in HERA C6, 62 in SIRIUS-19, 58 in SIRIUS-21, and 152 on the ISS.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="sec36">
<title>Factor analysis</title>
<p>Confirmatory factor analysis (CFA) was used to examine the underlying structure of the survey. We ran a two-level CFA to account for the complex and nested nature of the data with individuals nested within teams. Each time point was allowed to be independent, but each observation was clustered/nested within individual and crew. We used the two-level complex maximum-likelihood parameter estimates with standard errors and a chi-square test statistic (when applicable) that are robust to non-normality and non-independence of observations. The MLR standard errors were computed using a sandwich estimator. Mission day was added to the models to account for the temporal nature of the data collection, which occurred multiple times throughout the missions. The results did not meaningfully change; subsequently, mission day was omitted from the final models.</p>
<p>We evaluated models according to the model fit guidelines by <xref ref-type="bibr" rid="ref40">Mathieu and Taylor (2006)</xref>. For the model with all individual ratings of other crewmembers and self, the two-factor model (i.e., two factors nested within at the individual level and two factors between at the team level) had excellent comparative fit [<italic>&#x03C7;</italic><sup>2</sup>(8)&#x2009;=&#x2009;20.42, CFI&#x2009;=&#x2009;0.995, SRMR within&#x2009;=&#x2009;0.014, SRMR between&#x2009;=&#x2009;0.014, <italic>p</italic>&#x2009;&#x003C;&#x2009;0.01] and good absolute fit (RMSEA&#x2009;=&#x2009;0.03; <xref ref-type="bibr" rid="ref20">Fabrigar et al., 1999</xref>). See <xref ref-type="fig" rid="fig1">Figure 1</xref> for the model, <xref ref-type="table" rid="tab8">Table 8</xref> for specific factor loadings, and <xref ref-type="table" rid="tab9">Table 9</xref> for model fit indices. For the model of individual ratings of their peers, the model rating the crew, and the model examining individuals&#x2019; roommate quality ratings, the same model structure held with excellent fit. We identified the two factors as &#x201C;Tidy&#x201D; and &#x201C;Considerate.&#x201D;</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Confirmatory factor analysis results. All parameter estimates are significant (<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01). Factor loadings show ranges across all final models with model-specific loadings in <xref ref-type="table" rid="tab8">Table 8</xref>.</p>
</caption>
<graphic xlink:href="fpsyg-15-1348119-g001.tif"/>
</fig>
<table-wrap position="float" id="tab8">
<label>Table 8</label>
<caption>
<p>Factor loadings for different Group Living Skills Survey models.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="2">All individual ratings</th>
<th align="center" valign="top" colspan="2">Peers ratings</th>
<th align="center" valign="top" colspan="2">Crew referent ratings</th>
<th align="center" valign="top" colspan="2">Roommate quality ratings</th>
</tr>
<tr>
<th align="left" valign="top">Factors:</th>
<th align="center" valign="top">Tidy</th>
<th align="center" valign="top">Conside-rate</th>
<th align="center" valign="top">Tidy</th>
<th align="center" valign="top">Conside-rate</th>
<th align="center" valign="top">Tidy</th>
<th align="center" valign="top">Conside-rate</th>
<th align="center" valign="top">Tidy</th>
<th align="center" valign="top">Conside-rate</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top" colspan="9">
<bold>Within model</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Clean and tidy with personal items</p>
</list-item>
</list>
</td>
<td align="char" valign="top" char=".">0.88</td>
<td/>
<td align="char" valign="top" char=".">0.87</td>
<td/>
<td align="char" valign="top" char=".">0.94</td>
<td/>
<td align="char" valign="top" char=".">0.93</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Clean and tidy with work items</p>
</list-item>
</list>
</td>
<td align="char" valign="top" char=".">0.91</td>
<td/>
<td align="char" valign="top" char=".">0.91</td>
<td/>
<td align="char" valign="top" char=".">0.90</td>
<td/>
<td align="char" valign="top" char=".">0.94</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Uses humor appropriately</p>
</list-item>
</list>
</td>
<td/>
<td align="char" valign="top" char=".">0.73</td>
<td/>
<td align="char" valign="top" char=".">0.76</td>
<td/>
<td align="char" valign="top" char=".">0.70</td>
<td/>
<td align="char" valign="top" char=".">0.85</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Appreciates others&#x2019; knowledge, skills, abilities</p>
</list-item>
</list>
</td>
<td/>
<td align="char" valign="top" char=".">0.88</td>
<td/>
<td align="char" valign="top" char=".">0.90</td>
<td/>
<td align="char" valign="top" char=".">0.82</td>
<td/>
<td align="char" valign="top" char=".">0.93</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Considerate of others&#x2019; preferences</p>
</list-item>
</list>
</td>
<td/>
<td align="char" valign="top" char=".">0.90</td>
<td/>
<td align="char" valign="top" char=".">0.92</td>
<td/>
<td align="char" valign="top" char=".">0.78</td>
<td/>
<td align="char" valign="top" char=".">0.92</td>
</tr>
<tr>
<td align="left" valign="top" colspan="9">
<bold>Between model</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Clean and tidy with personal items</p>
</list-item>
</list>
</td>
<td align="char" valign="top" char=".">0.98</td>
<td/>
<td align="char" valign="top" char=".">0.98</td>
<td/>
<td align="char" valign="top" char=".">0.99</td>
<td/>
<td align="char" valign="top" char=".">0.96</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Clean and tidy with work items</p>
</list-item>
</list>
</td>
<td align="char" valign="top" char=".">0.95</td>
<td/>
<td align="char" valign="top" char=".">0.99</td>
<td/>
<td align="char" valign="top" char=".">0.93</td>
<td/>
<td align="char" valign="top" char=".">0.99</td>
<td/>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Uses humor appropriately</p>
</list-item>
</list>
</td>
<td/>
<td align="char" valign="top" char=".">0.85</td>
<td/>
<td align="char" valign="top" char=".">0.93</td>
<td/>
<td align="char" valign="top" char=".">0.75</td>
<td/>
<td align="char" valign="top" char=".">0.92</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Appreciates others&#x2019; knowledge, skills, abilities</p>
</list-item>
</list>
</td>
<td/>
<td align="char" valign="top" char=".">0.96</td>
<td/>
<td align="char" valign="top" char=".">0.98</td>
<td/>
<td align="char" valign="top" char=".">0.95</td>
<td/>
<td align="char" valign="top" char=".">0.98</td>
</tr>
<tr>
<td align="left" valign="top">
<list list-type="order">
<list-item>
<p>Considerate of others&#x2019; preferences</p>
</list-item>
</list>
</td>
<td/>
<td align="char" valign="top" char=".">0.89</td>
<td/>
<td align="char" valign="top" char=".">0.99</td>
<td/>
<td align="char" valign="top" char=".">0.82</td>
<td/>
<td align="char" valign="top" char=".">0.99</td>
</tr>
<tr>
<td align="left" valign="top" colspan="9">
<bold>Relationship between estimated latent variables</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">Within model</td>
<td align="char" valign="top" char="." colspan="2">0.72</td>
<td align="char" valign="top" char="." colspan="2">0.72</td>
<td align="char" valign="top" char="." colspan="2">0.70</td>
<td align="char" valign="top" char="." colspan="2">0.67</td>
</tr>
<tr>
<td align="left" valign="top">Between model</td>
<td align="char" valign="top" char="." colspan="2">0.77</td>
<td align="char" valign="top" char="." colspan="2">0.92</td>
<td align="char" valign="top" char="." colspan="2">0.74</td>
<td align="char" valign="top" char="." colspan="2">0.90</td>
</tr>
<tr>
<td align="left" valign="top">Observations</td>
<td align="char" valign="top" char="." colspan="2">1809</td>
<td align="char" valign="top" char="." colspan="2">1,105</td>
<td align="char" valign="top" char="." colspan="2">398</td>
<td align="char" valign="top" char="." colspan="2">326</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Table values are standardized factor loadings on intended latent constructs: Tidy and Considerate. All loadings are significant at <italic>p</italic>&#x2009;&#x003C;&#x2009;0.01. There were 115 administrations of the Group Living Skills Survey across all crews: four crew administrations for each of the 12 HERA crews, 12 crew administrations in SIRIUS-19, 12 crew administrations in SIRIUS-21, and 43 crew administrations across 10 ISS crews (administrations varied by crew). There were 1,810 observations of all individual and crew referents.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab9">
<label>Table 9</label>
<caption>
<p>Confirmatory factor analysis model fit indices.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Models</th>
<th align="center" valign="top">
<italic>df</italic>
</th>
<th align="center" valign="top">&#x03C7;<sup>2</sup></th>
<th align="center" valign="top">CFI</th>
<th align="left" valign="top">SRMR</th>
<th align="center" valign="top">RMSEA</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">All individual ratings</td>
<td align="center" valign="top">8</td>
<td align="char" valign="top" char=".">20.42</td>
<td align="char" valign="top" char=".">0.995</td>
<td align="left" valign="top">Within: 0.014<break/>Between: 0.014</td>
<td align="char" valign="top" char=".">0.029</td>
</tr>
<tr>
<td align="left" valign="top">Peers ratings</td>
<td align="center" valign="top">8</td>
<td align="char" valign="top" char=".">25.68</td>
<td align="char" valign="top" char=".">0.990</td>
<td align="left" valign="top">Within: 0.019<break/>Between: 0.004</td>
<td align="char" valign="top" char=".">0.045</td>
</tr>
<tr>
<td align="left" valign="top">Crew referent ratings</td>
<td align="center" valign="top">8</td>
<td align="char" valign="top" char=".">12.55</td>
<td align="char" valign="top" char=".">0.994</td>
<td align="left" valign="top">Within: 0.015<break/>Between: 0.027</td>
<td align="char" valign="top" char=".">0.038</td>
</tr>
<tr>
<td align="left" valign="top">Roommate quality ratings</td>
<td align="center" valign="top">8</td>
<td align="char" valign="top" char=".">16.42</td>
<td align="char" valign="top" char=".">0.992</td>
<td align="left" valign="top">Within: 0.016<break/>Between: 0.005</td>
<td align="char" valign="top" char=".">0.057</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>df, degrees of freedom; CFI, comparative fit index; SRMR, standardized root-mean-squared residual; RMSEA, root-mean-square error of approximation. All chi-square values (&#x03C7;<sup>2</sup>) are significant at <italic>p</italic>&#x2009;&#x003C;&#x2009;0.01.</p>
</table-wrap-foot>
</table-wrap>
<sec id="sec37">
<title>Test of measurement invariance</title>
<p>We conducted a test of measurement invariance to assess whether the construct, as measured by the GLS Survey, held the same meaning for crewmembers as they completed the survey repeatedly over time. Using all individual ratings and crew referent data from the HERA missions, in which the survey was administered at regular, 10-day intervals four times during the 12 missions, we found support for measurement invariance according to guidelines by <xref ref-type="bibr" rid="ref49">Putnick and Bornstein (2016)</xref> and <xref ref-type="bibr" rid="ref62">Winter and Depaoli (2022)</xref>. Results suggested metric and scalar invariance of the two-factor model at each time point, matching the model structures illustrated above.</p>
</sec>
</sec>
<sec id="sec38">
<title>Validity analysis</title>
<p>We next examined the relationship between GLS and team cohesion, team performance, and team viability. We conducted generalized mixed models to account for the data collected over time (i.e., mission day) and across campaigns. Our first model included mission day and campaign as predictors of either team cohesion, team viability, or team performance. Our second model added the GLS Survey as a predictor. The predictor utilized was the team-level score of each crewmember&#x2019;s average rating of the five crew referent items (see <xref ref-type="table" rid="tab1">Table 1</xref>) aggregated by their mission crew (e.g., HERA C4 Mission 1) and the crew mission day, labeled as GLS Crew Score Aggregated in the <xref ref-type="table" rid="tab10">Tables 10</xref>&#x2013;<xref ref-type="table" rid="tab12">12</xref>. We then looked at the marginal <italic>R</italic><sup>2</sup> change between the first and second models to estimate the relationship between GLS and the outcome (e.g., team cohesion, viability, or performance). Results suggested that group living was strongly related to team viability (marginal <italic>R</italic><sup>2</sup> change&#x2009;=&#x2009;0.40), team cohesion (marginal <italic>R</italic><sup>2</sup> change&#x2009;=&#x2009;0.28), social cohesion (marginal <italic>R</italic><sup>2</sup> change&#x2009;=&#x2009;0.25), and moderately related to task cohesion (marginal <italic>R</italic><sup>2</sup> change&#x2009;=&#x2009;0.18). GLS had a small relationship with team performance (marginal <italic>R</italic><sup>2</sup> 0.08).</p>
<table-wrap position="float" id="tab10">
<label>Table 10</label>
<caption>
<p>Model comparisons of Group Living Skills (GLS) Survey scores with team cohesion as the dependent variable.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="2">Model 1</th>
<th align="center" valign="top" colspan="2">Model 2</th>
</tr>
<tr>
<th/>
<th align="center" valign="top" colspan="2">GLS crew score aggregated</th>
<th align="center" valign="top" colspan="2">GLS crew score aggregated</th>
</tr>
<tr>
<th align="left" valign="top">Predictors</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">(Intercept)</td>
<td align="char" valign="top" char=".">6.31&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">5.87&#x2013;6.75</td>
<td align="char" valign="top" char=".">2.91&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">2.05&#x2013;3.77</td>
</tr>
<tr>
<td align="left" valign="top">Mission day</td>
<td align="char" valign="top" char=".">&#x2212;0.00&#x002A;</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
<td align="char" valign="top" char=".">&#x2212;0.00&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.00 to &#x2212;0.00</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5</td>
<td align="char" valign="top" char=".">0.59</td>
<td align="center" valign="top">&#x2212;0.06 to 1.24</td>
<td align="char" valign="top" char=".">&#x2212;0.05</td>
<td align="center" valign="top">&#x2212;0.45 to 0.36</td>
</tr>
<tr>
<td align="left" valign="top">HERA C6</td>
<td align="char" valign="top" char=".">&#x2212;0.05</td>
<td align="center" valign="top">&#x2212;0.70 to 0.60</td>
<td align="char" valign="top" char=".">&#x2212;0.65&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;1.05 to &#x2212;0.24</td>
</tr>
<tr>
<td align="left" valign="top">ISS</td>
<td align="char" valign="top" char=".">&#x2212;0.39</td>
<td align="center" valign="top">&#x2212;0.94 to 0.16</td>
<td align="char" valign="top" char=".">&#x2212;0.69&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;1.02 to &#x2212;0.36</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.26</td>
<td align="center" valign="top">&#x2212;0.74 to 1.26</td>
<td align="char" valign="top" char=".">&#x2212;0.05</td>
<td align="center" valign="top">&#x2212;0.60 to 0.51</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">&#x2212;0.27</td>
<td align="center" valign="top">&#x2212;1.28 to 0.74</td>
<td align="char" valign="top" char=".">&#x2212;0.75&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;1.32 to &#x2212;0.17</td>
</tr>
<tr>
<td align="left" valign="top">Team cohesion</td>
<td/>
<td/>
<td align="char" valign="top" char=".">0.81&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">0.61&#x2013;1.00</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Random effects</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C3;<sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.09</td>
<td align="center" valign="top" colspan="2">0.06</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C4;<sub>00 Crew</sub></td>
<td align="center" valign="top" colspan="2">0.17</td>
<td align="center" valign="top" colspan="2">0.05</td>
</tr>
<tr>
<td align="left" valign="top">N <sub>Crew</sub></td>
<td align="center" valign="top" colspan="2">24</td>
<td align="center" valign="top" colspan="2">24</td>
</tr>
<tr>
<td align="left" valign="top">ICC</td>
<td align="center" valign="top" colspan="2">0.67</td>
<td align="center" valign="top" colspan="2">0.43</td>
</tr>
<tr>
<td align="left" valign="top">Observations</td>
<td align="center" valign="top" colspan="2">115</td>
<td align="center" valign="top" colspan="2">115</td>
</tr>
<tr>
<td align="left" valign="top">Marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.35/0.78</td>
<td align="center" valign="top" colspan="2">0.64/0.79</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;&#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01; &#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05; &#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.10.Ests., estimates; CI, confidence intervals. HERA C4 acts as the intercept. Mission day accounts for the longitudinal sampling within each crew.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab11">
<label>Table 11</label>
<caption>
<p>Model comparisons of Group Living Skills (GLS) Survey scores with team viability as the dependent variable.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="2">Model 1</th>
<th align="center" valign="top" colspan="2">Model 2</th>
</tr>
<tr>
<th/>
<th align="center" valign="top" colspan="2">GLS crew score aggregated</th>
<th align="center" valign="top" colspan="2">GLS crew score aggregated</th>
</tr>
<tr>
<th align="left" valign="top">Predictors</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">(Intercept)</td>
<td align="char" valign="top" char=".">6.30&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">5.88&#x2013;6.72</td>
<td align="char" valign="top" char=".">3.67&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">3.16&#x2013;4.17</td>
</tr>
<tr>
<td align="left" valign="top">Mission day</td>
<td align="char" valign="top" char=".">&#x2212;0.00</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
<td align="char" valign="top" char=".">0.00&#x002A;</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5</td>
<td align="char" valign="top" char=".">0.59&#x002A;</td>
<td align="center" valign="top">&#x2212;0.04 to 1.21</td>
<td align="char" valign="top" char=".">0.06</td>
<td align="center" valign="top">&#x2212;0.27 to 0.39</td>
</tr>
<tr>
<td align="left" valign="top">HERA C6</td>
<td align="char" valign="top" char=".">&#x2212;0.05</td>
<td align="center" valign="top">&#x2212;0.68 to 0.57</td>
<td align="char" valign="top" char=".">&#x2212;0.22</td>
<td align="center" valign="top">&#x2212;0.53 to 0.09</td>
</tr>
<tr>
<td align="left" valign="top">ISS</td>
<td align="char" valign="top" char=".">&#x2212;0.36</td>
<td align="center" valign="top">&#x2212;0.89 to 0.17</td>
<td align="char" valign="top" char=".">&#x2212;0.50&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.77 to &#x2212;0.24</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.26</td>
<td align="center" valign="top">&#x2212;0.70 to 1.21</td>
<td align="char" valign="top" char=".">0.18</td>
<td align="center" valign="top">&#x2212;0.28 to 0.64</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">&#x2212;0.29</td>
<td align="center" valign="top">&#x2212;1.26 to 0.67</td>
<td align="char" valign="top" char=".">&#x2212;0.05</td>
<td align="center" valign="top">&#x2212;0.52 to 0.42</td>
</tr>
<tr>
<td align="left" valign="top">Team viability</td>
<td/>
<td/>
<td align="char" valign="top" char=".">0.47&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">0.39&#x2013;0.55</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Random effects</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C3;<sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.09</td>
<td align="center" valign="top" colspan="2">0.05</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C4;<sub>00 Crew</sub></td>
<td align="center" valign="top" colspan="2">0.15</td>
<td align="center" valign="top" colspan="2">0.03</td>
</tr>
<tr>
<td align="left" valign="top">N <sub>Crew</sub></td>
<td align="center" valign="top" colspan="2">24</td>
<td align="center" valign="top" colspan="2">24</td>
</tr>
<tr>
<td align="left" valign="top">ICC</td>
<td align="center" valign="top" colspan="2">0.62</td>
<td align="center" valign="top" colspan="2">0.38</td>
</tr>
<tr>
<td align="left" valign="top">Observations</td>
<td align="center" valign="top" colspan="2">115</td>
<td align="center" valign="top" colspan="2">115</td>
</tr>
<tr>
<td align="left" valign="top">Marginal <italic>R</italic><sup>2</sup>/Conditional <italic>R</italic><sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.342/0.748</td>
<td align="center" valign="top" colspan="2">0.742/0.841</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;&#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01; &#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05; &#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.10.Ests., estimates; CI, confidence intervals. HERA C4 acts as the intercept. Mission day accounts for the longitudinal sampling within each crew.</p>
</table-wrap-foot>
</table-wrap>
<table-wrap position="float" id="tab12">
<label>Table 12</label>
<caption>
<p>Model comparisons of Group Living Skills (GLS) Survey scores with team performance as the dependent variable.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="2">
<bold>Model 1</bold>
</th>
<th align="center" valign="top" colspan="2">
<bold>Model 2</bold>
</th>
</tr>
<tr>
<th/>
<th align="center" valign="top" colspan="2">
<bold>GLS crew score aggregated</bold>
</th>
<th align="center" valign="top" colspan="2">
<bold>GLS crew score aggregated</bold>
</th>
</tr>
<tr>
<th align="left" valign="top">Predictors</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">(Intercept)</td>
<td align="char" valign="top" char=".">6.31&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">5.87&#x2013;6.75</td>
<td align="char" valign="top" char=".">3.46&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">2.38&#x2013;4.54</td>
</tr>
<tr>
<td align="left" valign="top">Mission Day</td>
<td align="char" valign="top" char=".">&#x2212;0.00&#x002A;</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
<td align="char" valign="top" char=".">&#x2212;0.00</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5</td>
<td align="char" valign="top" char=".">0.59&#x002A;</td>
<td align="center" valign="top">&#x2212;0.06 to 1.24</td>
<td align="char" valign="top" char=".">0.52&#x002A;</td>
<td align="center" valign="top">&#x2212;0.09 to 1.13</td>
</tr>
<tr>
<td align="left" valign="top">HERA C6</td>
<td align="char" valign="top" char=".">&#x2212;0.05</td>
<td align="center" valign="top">&#x2212;0.70 to 0.60</td>
<td align="char" valign="top" char=".">0.10</td>
<td align="center" valign="top">&#x2212;0.52 to 0.71</td>
</tr>
<tr>
<td align="left" valign="top">ISS</td>
<td align="char" valign="top" char=".">&#x2212;0.39</td>
<td align="center" valign="top">&#x2212;0.94 to 0.16</td>
<td align="char" valign="top" char=".">&#x2212;0.27</td>
<td align="center" valign="top">&#x2212;0.78 to 0.25</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.26</td>
<td align="center" valign="top">&#x2212;0.74 to 1.26</td>
<td align="char" valign="top" char=".">0.46</td>
<td align="center" valign="top">&#x2212;0.49 to 1.41</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">&#x2212;0.27</td>
<td align="center" valign="top">&#x2212;1.28 to 0.74</td>
<td align="char" valign="top" char=".">&#x2212;0.14</td>
<td align="center" valign="top">&#x2212;1.10 to 0.81</td>
</tr>
<tr>
<td align="left" valign="top">Team performance</td>
<td/>
<td/>
<td align="char" valign="top" char=".">0.42&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">0.27&#x2013;0.57</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Random effects</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C3;<sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.09</td>
<td align="center" valign="top" colspan="2">0.06</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C4;<sub>00 Crew</sub></td>
<td align="center" valign="top" colspan="2">0.17</td>
<td align="center" valign="top" colspan="2">0.15</td>
</tr>
<tr>
<td align="left" valign="top">N <sub>Crew</sub></td>
<td align="center" valign="top" colspan="2">24</td>
<td align="center" valign="top" colspan="2">24</td>
</tr>
<tr>
<td align="left" valign="top">ICC</td>
<td align="center" valign="top" colspan="2">0.67</td>
<td align="center" valign="top" colspan="2">0.71</td>
</tr>
<tr>
<td align="left" valign="top">Observations</td>
<td align="center" valign="top" colspan="2">115</td>
<td align="center" valign="top" colspan="2">115</td>
</tr>
<tr>
<td align="left" valign="top">Marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.35/0.78</td>
<td align="center" valign="top" colspan="2">0.43/0.83</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;&#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01; &#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05; &#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.10.Ests., estimates; CI, confidence intervals. HERA C4 acts as the intercept. Mission day accounts for the longitudinal sampling within each crew.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="sec39">
<title>Group Living Skills Survey to assess roommate quality</title>
<p>The GLS Survey&#x2019;s sociometric structure allows for an individual-level assessment of one crewmember&#x2019;s group living skills by their peers, known as a &#x201C;Roommate Quality Score.&#x201D; For these ratings, only HERA and SIRIUS analog crews rated their crewmates at an individual level to allow the calculation of roommate ratings. ISS missions are omitted from the analyses below.</p>
<sec id="sec40">
<title>Reliability analysis</title>
<p>For the GLS Survey, when each crewmember was rated by their peers on roommate quality, the irrICC package in R was used to calculate Models 1B and 2B (<xref ref-type="bibr" rid="ref27">Gwet, 2014</xref>) intra-rater reliability coefficients across multiple raters and time points on the target roommate. The resulting ICCs suggest moderate to excellent agreement. McDonald&#x2019;s omega indicated good internal consistency (&#x03C9;&#x2009;&#x003E;&#x2009;0.70): total &#x03C9;&#x2009;=&#x2009;0.96 (see <xref ref-type="table" rid="tab4">Table 4</xref>).</p>
<sec id="sec41">
<title>Variance decomposition</title>
<p>A generalizability analysis of between-person variance indicated that crewmembers have different levels of reported GLS roommate quality scores across time and survey administrations. The person by day indicated that crewmembers had similar trajectories of GLS roommate quality scores over time. The person by GLS score indicated that there were specific effects on the scores for each crewmember across all days (see <xref ref-type="table" rid="tab13">Table 13</xref>).</p>
<table-wrap position="float" id="tab13">
<label>Table 13</label>
<caption>
<p>Variance composition of the Group Living Skills Survey of team aggregated ratings with individual roommate referents in the Human Exploration Research Analog (HERA).</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Source of variance</th>
<th align="center" valign="top">VC</th>
<th align="center" valign="top">%</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M15">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Day</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.41</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M16">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Items</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.01</td>
<td align="char" valign="middle" char=".">1.06</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M17">
<mml:msup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mn>2</mml:mn>
</mml:msup>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.35</td>
<td align="char" valign="middle" char=".">45.07</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M18">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Day</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Items</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.00</td>
<td align="char" valign="middle" char=".">0.00</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M19">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Day</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.03</td>
<td align="char" valign="middle" char=".">3.89</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M20">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mrow>
<mml:mi mathvariant="normal">Items</mml:mi>
<mml:mo>&#x2217;</mml:mo>
<mml:mi mathvariant="normal">Person</mml:mi>
</mml:mrow>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.23</td>
<td align="char" valign="middle" char=".">29.54</td>
</tr>
<tr>
<td align="left" valign="top">
<inline-formula>
<mml:math id="M21">
<mml:msubsup>
<mml:mover accent="true">
<mml:mi>&#x03C3;</mml:mi>
<mml:mo stretchy="true">^</mml:mo>
</mml:mover>
<mml:mi mathvariant="normal">Error</mml:mi>
<mml:mn>2</mml:mn>
</mml:msubsup>
</mml:math>
</inline-formula>
</td>
<td align="char" valign="middle" char=".">0.16</td>
<td align="char" valign="middle" char=".">20.02</td>
</tr>
<tr>
<td align="left" valign="top">Total</td>
<td align="char" valign="middle" char=".">0.78</td>
<td align="char" valign="middle" char=".">100</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>VC, variance component estimate. <italic>N</italic>&#x2009;=&#x2009;63 observations in HERA C4, 64 in HERA C5, and 64 in HERA C6.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec42">
<title>Estimation of generalizability coefficients</title>
<p>The variance components generated four reliability coefficients listed in <xref ref-type="table" rid="tab7">Table 7</xref>. Results show good to excellent reliability, indicating the GLS Survey reliably measured change over time when crewmembers assessed one particular crewmember.</p>
</sec>
</sec>
<sec id="sec43">
<title>Factor analysis</title>
<p>For the model with all individual ratings of other crewmembers, aggregated to create a roommate quality score for each individual, the two-factor model (i.e., two factors nested within at the individual level and two factors between at the team level) had excellent comparative fit [<italic>&#x03C7;</italic><sup>2</sup>(8)&#x2009;=&#x2009;16.42, CFI&#x2009;=&#x2009;0.99, SRMR within&#x2009;=&#x2009;0.016, SRMR between&#x2009;=&#x2009;0.016 <italic>p</italic>&#x2009;&#x003C;&#x2009;0.01] and acceptable absolute fit (RMSEA&#x2009;=&#x2009;0.057; <xref ref-type="bibr" rid="ref20">Fabrigar et al., 1999</xref>; <xref ref-type="bibr" rid="ref23">Furr, 2017</xref>). See <xref ref-type="fig" rid="fig1">Figure 1</xref> for the model, <xref ref-type="table" rid="tab8">Table 8</xref> for specific factor loadings, and <xref ref-type="table" rid="tab9">Table 9</xref> for model fit indices.</p>
</sec>
<sec id="sec44">
<title>Validity analysis</title>
<p>We examined the relationship between roommate quality and team viability since it was also measured with an individual-level referent and could be calculated as a sociometric measure. We conducted generalized mixed models to account for data being collected over time (i.e., mission day) and across campaigns. The first model included campaign and mission day (time) as a predictor of team viability. Our second model added the GLS Roommate Quality Score. The score was calculated from each crewmember&#x2019;s average ratings of the five individual referent items (see <xref ref-type="table" rid="tab1">Table 1</xref>) with them as targets (e.g., crewmember-1, -2, -3 scores about crewmember-4). Results indicated a 0.15 marginal <italic>R</italic><sup>2</sup> change, suggesting that roommate quality was moderately related to viability (see <xref ref-type="table" rid="tab14">Table 14</xref>).</p>
<table-wrap position="float" id="tab14">
<label>Table 14</label>
<caption>
<p>Model comparisons of group living skills Group Living Skills (GLS) Survey roommate quality scores with roommate rating of team viability as the dependent variable.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th/>
<th align="center" valign="top" colspan="4">Individual level</th>
</tr>
<tr>
<th/>
<th align="center" valign="top" colspan="2">Roommate quality score</th>
<th align="center" valign="top" colspan="2">Roommate quality score</th>
</tr>
<tr>
<th align="left" valign="top">Predictors</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
<th align="center" valign="top">Ests.</th>
<th align="center" valign="top">CI</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">(Intercept)</td>
<td align="char" valign="top" char=".">6.21&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">5.66&#x2013;6.77</td>
<td align="char" valign="top" char=".">4.45&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">4.02&#x2013;4.88</td>
</tr>
<tr>
<td align="left" valign="top">Mission day</td>
<td align="char" valign="top" char=".">&#x2212;0.00&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
<td align="char" valign="top" char=".">&#x2212;0.00</td>
<td align="center" valign="top">&#x2212;0.00 to 0.00</td>
</tr>
<tr>
<td align="left" valign="top">HERA C5</td>
<td align="char" valign="top" char=".">0.72</td>
<td align="center" valign="top">&#x2212;0.18 to 1.61</td>
<td align="char" valign="top" char=".">0.37</td>
<td align="center" valign="top">&#x2212;0.18 to 0.92</td>
</tr>
<tr>
<td align="left" valign="top">HERA C6</td>
<td align="char" valign="top" char=".">0.05</td>
<td align="center" valign="top">&#x2212;0.84 to 0.95</td>
<td align="char" valign="top" char=".">&#x2212;0.09</td>
<td align="center" valign="top">&#x2212;0.64 to 0.46</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-19</td>
<td align="char" valign="top" char=".">0.45</td>
<td align="center" valign="top">&#x2212;0.94 to 1.85</td>
<td align="char" valign="top" char=".">0.39</td>
<td align="center" valign="top">&#x2212;0.46 to 1.24</td>
</tr>
<tr>
<td align="left" valign="top">SIRIUS-21</td>
<td align="char" valign="top" char=".">&#x2212;0.20</td>
<td align="center" valign="top">&#x2212;1.60 to 1.20</td>
<td align="char" valign="top" char=".">&#x2212;0.12</td>
<td align="center" valign="top">&#x2212;0.97 to 0.74</td>
</tr>
<tr>
<td align="left" valign="top">Roommate rating of team viability</td>
<td/>
<td/>
<td align="char" valign="top" char=".">0.31&#x002A;&#x002A;&#x002A;</td>
<td align="center" valign="top">0.26&#x2013;0.36</td>
</tr>
<tr>
<td align="left" valign="top" colspan="5">
<bold>Random effects</bold>
</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C3;<sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.11</td>
<td align="center" valign="top" colspan="2">0.09</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C4;<sub>00 Person</sub></td>
<td align="center" valign="top" colspan="2">0.53</td>
<td align="center" valign="top" colspan="2">0.32</td>
</tr>
<tr>
<td align="left" valign="top">&#x03C4;<sub>00 Crew</sub></td>
<td align="center" valign="top" colspan="2">0.33</td>
<td align="center" valign="top" colspan="2">0.16</td>
</tr>
<tr>
<td align="left" valign="top">N <sub>Person</sub></td>
<td align="center" valign="top" colspan="2">60</td>
<td align="center" valign="top" colspan="2">60</td>
</tr>
<tr>
<td align="left" valign="top">N <sub>Crew</sub></td>
<td align="center" valign="top" colspan="2">14</td>
<td align="center" valign="top" colspan="2">14</td>
</tr>
<tr>
<td align="left" valign="top">Observations</td>
<td align="center" valign="top" colspan="2">326</td>
<td align="center" valign="top" colspan="2">326</td>
</tr>
<tr>
<td align="left" valign="top">Marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup></td>
<td align="center" valign="top" colspan="2">0.599/NA</td>
<td align="center" valign="top" colspan="2">0.750/NA</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>&#x002A;&#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.01; &#x002A;&#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.05; &#x002A;<italic>p</italic>&#x2009;&#x003C;&#x2009;0.10.Ests., estimates; CI, confidence intervals. HERA C4 acts as the intercept. Mission day accounts for the longitudinal sampling within each crew.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
</sec>
<sec id="sec45">
<title>Discussion and future directions</title>
<p>The purpose of our research was to develop and provide initial reliability and validity evidence of a new GLS measure. Our results suggest the five-item measure (<xref ref-type="table" rid="tab1">Table 1</xref>) is reliable, valid, and operationally feasible, filling a gap in the literature to assess this unique team-oriented skill area. Furthermore, our results indicate this measure can provide a team-level assessment of group living skills or a peer rating of roommate quality. Few work environments couple living and working together with colleagues for a series of weeks, let alone months or years. In such extreme work environments, the line between personal and work life is blurred (<xref ref-type="bibr" rid="ref33">Landon and Paoletti, 2021</xref>). We define group living skills as the capability to consider and accommodate others&#x2019; needs and personal preferences to maintain cohesion when living together. When placed in the context of work, this consideration and accommodation of others must be for both interpersonal- and work-related issues.</p>
<p>The analyses employed for this measure development accounted for a complex data collection protocol. Individual crewmembers were nested within crews. There were three habitats (i.e., HERA, SIRIUS, ISS) encompassing multiple unique mission conditions such that there were six distinct extreme environments (i.e., HERA campaigns 4, 5, 6; SIRIUS-19, SIRIUS-21, ISS). Data were collected over time (i.e., 45- to 240-day missions) with a repeated measures design. The survey was examined as a team measure and as a sociometric measure. Across these complexities, our analyses demonstrated that the GLS Survey is a valid measure to assess group living skills for a team or any sort of roommate. We also demonstrated that the GLS Survey is reliable over time; it detects differences between individuals and crews and enables the monitoring of a team&#x2019;s group living skills over time. Reliability analyses showed differences between various referents and environments; for example, the error components in the variance decomposition of the crew referent scale resulted in lower <italic>R</italic><sub>1R</sub> coefficients. We statistically accounted for and tested for compatibility with the overt scale refinements across the years of data collection, but there may have been subtle effects leading to higher noise. The cause of the residual errors is somewhat unclear, and more data are needed. For factor analysis, the GLS Survey demonstrated consistent factor structure at different levels and for different types of administrations, including for the roommate quality sociometric approach. The factor analysis suggests the following two factors: tidy and considerate. Future research could collect data in more controlled environments when possible, reducing noise from some aspects of our complex data collection environments and inserting more measures to investigate divergent validity. In general, more data collection is needed to fully understand this construct and the effects of group living skills on individuals and teams in various environments and configurations (e.g., larger teams, less isolated teams, rotating teams, and teams with differing compositions of roles and individual characteristics).</p>
<p>Researchers can employ the GLS Survey to capture an otherwise neglected aspect of teams working and living in isolated and extreme environments. Application in other extreme environments such as military bases and forward operating bases, Antarctic stations, oil rigs, remote search-and-rescue, firefighters, and transoceanic shipping may enable further understanding of how group living skills influence team cohesion and performance. Other less extreme environments may also benefit from research with this measure if they also have teams living and working together for some length of time. These may include camp counselors, cruise ship employees, traveling entertainment troupes, or even typical roommate situations at college or otherwise. The items were written to be applicable to any type of environment in which people live with those with whom they work, and more research in a variety of applicable environments is needed. Our high-performing samples (i.e., astronauts or astronaut-like individuals) tend to endorse higher values on team dynamics measures, often because they are selected and trained to have a high degree of team orientation and team skills. This introduces range restriction, but the GLS item endorsements did capture some datapoints at the lower to middle end of the scales, which varied between crews and individuals. In other words, the scale was sensitive even in this extremely high-performing population. Future research with other samples is warranted. Similarly, it may be of interest for researchers to use the sociometric roommate quality approach to the GLS Survey to understand the relationships between how a person&#x2019;s group living skills can affect team dynamics, behavioral health, and well-being. We also collected open-ended responses on the GLS Survey, asking crewmembers to elaborate as desired on any of the ratings they provided on the five-item survey. The analysis of these comments is beyond the scope of this article, but preliminary review suggests there is likely another benefit of assessing team dynamics with the GLS Survey in that it detects smaller frictions or tensions within a group that were not captured on a conflict scale. For example, one of the crews in this study reported no conflicts, but their GLS Survey and the GLS comments suggest friction among crewmembers, which can also disrupt cohesion and performance (<xref ref-type="bibr" rid="ref39">Marcinkowski et al., 2021</xref>).</p>
<p>Practitioners supporting groups and teams who live and work together may benefit from using the measure for selection, team composition, training, and developmental feedback by operational psychologists and team leaders. During selection and training, the GLS Survey can be used to identify individuals particularly well-suited for such extreme living and working situations by considering self-reports, ratings of others in a selection or training simulation (i.e., other applicants or trainees or expert observers), or ratings from others that have prior experience living with the referent. Situational judgment tests are set in a workplace living situation, and the GLS Survey is utilized as a basis for rating responses to test items. This may be used to assess group living skills when high-fidelity simulations are not feasible. Trainers at other organizations may use the behavioral markers to customize group living skills training for their workforce, using the information in this work as guidance for specific behaviors on which to train, rate, and provide feedback. Astronauts develop and practice these skills during various &#x201C;field trips&#x201D; to train for geology training excursions, mission simulations, and wilderness backpacking trips that may last several days. If possible, it is recommended that training should occur in a context similar to the mission to elicit relevant behaviors. This is a unique skillset, especially compared to more typical work situations, so context is important. During a mission, the use of the individual-level referent approach allows for a fine-grained understanding of the interpersonal dynamics of a crew, which can inform targeted training and feedback to individuals or the team along with the behaviors in the items. Individual-level ratings can be aggregated to the team level to achieve a team-level look at GLS scores, with and without the influence of self-ratings. Our TOST analysis found the aggregation of all individual ratings, including self-ratings using individual-level referents, was not significantly different than directly assessing crew with the crew-level referent. Future research should examine the extent to which self-ratings align with an individual&#x2019;s ratings of their peers (which may indicate a shared mental model) and with their peers&#x2019; roommate quality score for that individual (which may indicate self-awareness). In time-constrained situations such as on the ISS, the survey may be deployed only with the crew-level referent for a quick understanding of the crew&#x2019;s current level of group living skill execution. Again, this enables the strategic implementation of crew countermeasures to support crews as their team dynamics change over time.</p>
<p>Finally, we recommend a regular, repeated data collection protocol for the GLS Survey in both research and applied settings. The frequency of these administrations ranged from every 10&#x2009;days in a 45-day analog mission (i.e., HERA) to every 20&#x2009;days for multi-month analog missions of 120&#x2013;240&#x2009;days (i.e., SIRIUS) to monthly for an applied operational environment (i.e., the ISS). We recommend at least monthly administrations at a minimum for a long-duration mission. This balances a need for monitoring the team over time and avoiding survey fatigue or burden in an operational environment; however, we do encourage a greater frequency if possible. We also recommend that all crewmembers complete the GLS Survey on the same day at the same time to capture the current team-level dynamics. Additional sampling around a significant change in living situations or events may warrant extra administrations (e.g., a crew rotation on the ISS may necessitate additional sampling 2 weeks before and after the change). We hope that researchers and practitioners alike find value in using the GLS Survey to measure this unique construct of teams living in extreme work environments.</p>
</sec>
<sec sec-type="data-availability" id="sec46">
<title>Data availability statement</title>
<p>The datasets presented in this article are not readily available because data collected as part of NASA-funded research is archived in the NASA Life Sciences Data Archive. Requests to access the datasets should be directed to <ext-link xlink:href="https://nlsp.nasa.gov/explore/lsdahome" ext-link-type="uri">https://nlsp.nasa.gov/explore/lsdahome</ext-link>.</p>
</sec>
<sec sec-type="ethics-statement" id="sec47">
<title>Ethics statement</title>
<p>The studies involving humans were approved by NASA Institutional Review Board. The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec48">
<title>Author contributions</title>
<p>LBL: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Project administration, Supervision, Validation, Visualization, Writing &#x2013; original draft. JCWM: Data curation, Formal analysis, Investigation, Methodology, Validation, Writing &#x2013; original draft. STB: Formal analysis, Investigation, Methodology, Project administration, Supervision, Validation, Writing &#x2013; original draft. PGR: Conceptualization, Data curation, Funding acquisition, Investigation, Methodology, Project administration, Supervision, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec49">
<title>Funding</title>
<p>The author(s) declare that financial support was received for the research, authorship, and/or publication of this article. PGR led the 2015 NASA Behavioral Health and Performance Team Risk Standardized Measures Workshop as part of NASA grant NNX15AK76A (D. F. Dinges, PI) and NNX13AB39G (PGR, PI). Additional funding for data collection was provided by NASA-directed funding to the Behavioral Health and Performance Laboratory. LBL, JCWM, and PGR were also supported by KBR&#x2019;s Human Health and Performance Contract NNJ15HK11B through NASA.</p>
</sec>
<ack>
<p>The authors thank Dr. Millenia Young (NASA) for guidance on analyses and the many people who enabled this research as crewmembers and research support. The authors of this report are entirely responsible for its content. Any opinions, findings, and conclusions or recommendations expressed in this material are those of the authors and do not necessarily reflect the views of the US Government, NASA, the Department of Defense, KBR, Leidos Inc., or JES Tech. The authors have no interests that may be perceived as conflicting with the work described or proposed here.</p>
</ack>
<sec sec-type="COI-statement" id="sec50">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref8001">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Allen</surname> <given-names>M. S.</given-names></name> <name><surname>Iliescu</surname> <given-names>D.</given-names></name> <name><surname>Greiff</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Single item measures in psychological science</article-title>. <source>European Journal of Psychological Assessment</source>, <volume>38</volume>, <fpage>1</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1027/1015-5759/a000699</pub-id></citation>
</ref>
<ref id="ref1">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aso</surname> <given-names>Y.</given-names></name>
</person-group> (<year>2018</year>). <article-title>An educational program for young people who have difficulty decluttering and organizing</article-title>. <source>Eur. J. Pub. Health</source> <volume>28</volume>:<fpage>356</fpage>. doi: <pub-id pub-id-type="doi">10.1093/eurpub/cky214.137</pub-id></citation>
</ref>
<ref id="ref2">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aso</surname> <given-names>Y.</given-names></name> <name><surname>Yamaoka</surname> <given-names>K.</given-names></name> <name><surname>Nemoto</surname> <given-names>A.</given-names></name> <name><surname>Naganuma</surname> <given-names>Y.</given-names></name> <name><surname>Saito</surname> <given-names>M.</given-names></name></person-group> (<year>2017</year>). <article-title>Effectiveness of a &#x201C;workshop on decluttering and Organising&#x201D; programme for teens and middle-aged adults with difficulty decluttering: a study protocol of an open-label, randomised, parallel-group, superiority trial in Japan</article-title>. <source>BMJ Open</source> <volume>7</volume>, <fpage>e014687</fpage>&#x2013;<lpage>e014688</lpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2016-014687</pub-id></citation>
</ref>
<ref id="ref3">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bachrach</surname> <given-names>D. G.</given-names></name> <name><surname>Lewis</surname> <given-names>K.</given-names></name> <name><surname>Kim</surname> <given-names>Y.</given-names></name> <name><surname>Patel</surname> <given-names>P. C.</given-names></name> <name><surname>Campion</surname> <given-names>M. C.</given-names></name> <name><surname>Thatcher</surname> <given-names>S.</given-names></name></person-group> (<year>2019</year>). <article-title>Transactive memory systems in context: a meta-analytic examination of contextual factors in transactive memory systems development and team performance</article-title>. <source>J. Appl. Psychol.</source> <volume>104</volume>, <fpage>464</fpage>&#x2013;<lpage>493</lpage>. doi: <pub-id pub-id-type="doi">10.1037/apl0000329</pub-id>, PMID: <pub-id pub-id-type="pmid">30024196</pub-id></citation>
</ref>
<ref id="ref4">
<citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Barrett</surname> <given-names>J. D.</given-names></name> <name><surname>Holland</surname> <given-names>A. W.</given-names></name> <name><surname>Vessey</surname> <given-names>W. B.</given-names></name></person-group> (<year>2015</year>). <article-title>Identifying the" right stuff": an exploration-focused astronaut job analysis</article-title>. In <conf-name>Annual Conference of the Society for Industrial and Organizational Psychology (No. JSC-CN-31959)</conf-name>.</citation>
</ref>
<ref id="ref5">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bell</surname> <given-names>S. T.</given-names></name> <name><surname>Brown</surname> <given-names>S. G.</given-names></name> <name><surname>Abben</surname> <given-names>D. R.</given-names></name> <name><surname>Outland</surname> <given-names>N. B.</given-names></name></person-group> (<year>2015</year>). <article-title>Team composition issues for future space exploration: a review and directions for future research</article-title>. <source>Aerospace Med. Hum. Perform.</source> <volume>86</volume>, <fpage>548</fpage>&#x2013;<lpage>556</lpage>. doi: <pub-id pub-id-type="doi">10.3357/AMHP.4195.2015</pub-id>, PMID: <pub-id pub-id-type="pmid">26099127</pub-id></citation>
</ref>
<ref id="ref6">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bell</surname> <given-names>S. T.</given-names></name> <name><surname>Brown</surname> <given-names>S. G.</given-names></name> <name><surname>Mitchell</surname> <given-names>T.</given-names></name></person-group> (<year>2019</year>). <article-title>What we know about team dynamics for long-distance space missions: a systematic review of analog research</article-title>. <source>Front. Psychol.</source> <volume>10</volume>:<fpage>811</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fpsyg.2019.00811</pub-id>, PMID: <pub-id pub-id-type="pmid">31156490</pub-id></citation>
</ref>
<ref id="ref7">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bell</surname> <given-names>S. T.</given-names></name> <name><surname>Marentette</surname> <given-names>B. J.</given-names></name></person-group> (<year>2011</year>). <article-title>Team viability for long-term and ongoing organizational teams</article-title>. <source>Organ. Psychol. Rev.</source> <volume>1</volume>, <fpage>275</fpage>&#x2013;<lpage>292</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2041386611405876</pub-id></citation>
</ref>
<ref id="ref8">
<citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Beven</surname> <given-names>G.</given-names></name> <name><surname>Holland</surname> <given-names>A.</given-names></name> <name><surname>Picano</surname> <given-names>J.</given-names></name> <name><surname>Moomaw</surname> <given-names>R.</given-names></name> <name><surname>Slack</surname> <given-names>K.</given-names></name> <name><surname>Vander Ark</surname> <given-names>S.</given-names></name></person-group> (<year>2018</year>). <article-title>Be Havioral components of NASA's 2017 astronaut selection</article-title>. In <conf-name>Annual Scientific Meeting of the Aerospace Medical Association (No. JSC-E-DAA-TN55759)</conf-name>.</citation>
</ref>
<ref id="ref9">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Boyd</surname> <given-names>J. E.</given-names></name> <name><surname>Kanas</surname> <given-names>N. A.</given-names></name> <name><surname>Salnitskiy</surname> <given-names>V. P.</given-names></name> <name><surname>Gushin</surname> <given-names>V. I.</given-names></name> <name><surname>Saylor</surname> <given-names>S. A.</given-names></name> <name><surname>Weiss</surname> <given-names>D. S.</given-names></name> <etal/></person-group>. (<year>2009</year>). <article-title>Cultural differences in crewmembers and mission control personnel during two space station programs</article-title>. <source>Aviat. Space Environ. Med.</source> <volume>80</volume>, <fpage>532</fpage>&#x2013;<lpage>540</lpage>. doi: <pub-id pub-id-type="doi">10.3357/asem.2430.2009</pub-id>, PMID: <pub-id pub-id-type="pmid">19522363</pub-id></citation>
</ref>
<ref id="ref10">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Braun</surname> <given-names>M. T.</given-names></name> <name><surname>Kozlowski</surname> <given-names>S. W.</given-names></name> <name><surname>Brown</surname> <given-names>T. A.</given-names></name> <name><surname>DeShon</surname> <given-names>R. P.</given-names></name></person-group> (<year>2020</year>). <article-title>Exploring the dynamic team cohesion&#x2013;performance and coordination&#x2013;performance relationships of newly formed teams</article-title>. <source>Small Group Res.</source> <volume>51</volume>, <fpage>551</fpage>&#x2013;<lpage>580</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1046496420907157</pub-id></citation>
</ref>
<ref id="ref11">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brcic</surname> <given-names>J.</given-names></name> <name><surname>Suedfeld</surname> <given-names>P.</given-names></name> <name><surname>Johnson</surname> <given-names>P.</given-names></name> <name><surname>Huynh</surname> <given-names>T.</given-names></name> <name><surname>Gushin</surname> <given-names>V.</given-names></name></person-group> (<year>2018</year>). <article-title>Humor as a coping strategy in spaceflight</article-title>. <source>Acta Astronaut.</source> <volume>152</volume>, <fpage>175</fpage>&#x2013;<lpage>178</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.actaastro.2018.07.039</pub-id></citation>
</ref>
<ref id="ref9005">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname> <given-names>D.</given-names></name>
</person-group> (<year>1998</year>). <article-title>Functional relations among constructs in the same content domain at different levels of analysis: A typology of composition models</article-title>. <source>Journal of Applied Psychology</source>, <volume>83</volume>:<fpage>234</fpage>.</citation>
</ref>
<ref id="ref13">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>G.</given-names></name> <name><surname>Bliese</surname> <given-names>P. D.</given-names></name> <name><surname>Mathieu</surname> <given-names>J. E.</given-names></name></person-group> (<year>2004</year>). <article-title>Conceptual framework and statistical procedures for delineating and testing multilevel theories of homology</article-title>. <source>Organ. Res. Methods</source> <volume>8</volume>, <fpage>375</fpage>&#x2013;<lpage>409</lpage>. doi: <pub-id pub-id-type="doi">10.1177/10944281052800</pub-id></citation>
</ref>
<ref id="ref14">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Clark</surname> <given-names>S. C.</given-names></name>
</person-group> (<year>2000</year>). <article-title>Work/family border theory: a new theory of work/family balance</article-title>. <source>Hum. Relat.</source> <volume>53</volume>, <fpage>747</fpage>&#x2013;<lpage>770</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0018726700536001</pub-id></citation>
</ref>
<ref id="ref16">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cranford</surname> <given-names>J. A.</given-names></name> <name><surname>Shrout</surname> <given-names>P. E.</given-names></name> <name><surname>Iida</surname> <given-names>M.</given-names></name> <name><surname>Rafaeli</surname> <given-names>E.</given-names></name> <name><surname>Yip</surname> <given-names>T.</given-names></name> <name><surname>Bolger</surname> <given-names>N.</given-names></name></person-group> (<year>2006</year>). <article-title>A procedure for evaluating sensitivity to within-person change: can mood measures in diary studies detect change reliably?</article-title> <source>Personal. Soc. Psychol. Bull.</source> <volume>32</volume>, <fpage>917</fpage>&#x2013;<lpage>929</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0146167206287721</pub-id>, PMID: <pub-id pub-id-type="pmid">16738025</pub-id></citation>
</ref>
<ref id="ref17">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Cromwell</surname> <given-names>R. L.</given-names></name> <name><surname>Neigut</surname> <given-names>J.</given-names></name></person-group> (<year>2021</year>). &#x201C;<article-title>Spaceflight research on the ground: managing analogs for behavioral health research</article-title>&#x201D; in <source>Psychology and human performance in space programs: Research at the frontier</source> (<publisher-loc>Abingdon, UK</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>23</fpage>&#x2013;<lpage>45</lpage>.</citation>
</ref>
<ref id="ref18">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>DeChurch</surname> <given-names>L. A.</given-names></name> <name><surname>Lungeanu</surname> <given-names>A.</given-names></name> <name><surname>Contractor</surname> <given-names>N. S.</given-names></name></person-group> (<year>2023</year>). <article-title>Think like a team: shared mental models predict creativity and problem-solving in space analogs</article-title>. <source>Acta Astronaut.</source> <volume>214</volume>, <fpage>701</fpage>&#x2013;<lpage>711</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.actaastro.2023.10.022</pub-id></citation>
</ref>
<ref id="ref19">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dev</surname> <given-names>S. I.</given-names></name> <name><surname>Dotson</surname> <given-names>V.</given-names></name> <name><surname>Mulavara</surname> <given-names>A.</given-names></name> <name><surname>Nelson</surname> <given-names>G. A.</given-names></name> <name><surname>Schorn</surname> <given-names>J. M.</given-names></name> <name><surname>Whitmire</surname> <given-names>A. M.</given-names></name> <etal/></person-group>. (in press). <article-title>Evidence report: risk of adverse cognitive or behavioral conditions and psychiatric disorders</article-title>. <source>NASA Human Research Program</source> In press. Available at: <ext-link xlink:href="http://humanresearchroadmap.nasa.gov/evidence/" ext-link-type="uri">http://humanresearchroadmap.nasa.gov/evidence/</ext-link></citation>
</ref>
<ref id="ref20">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fabrigar</surname> <given-names>L. R.</given-names></name> <name><surname>Wegener</surname> <given-names>D. T.</given-names></name> <name><surname>MacCallum</surname> <given-names>R. C.</given-names></name> <name><surname>Strahan</surname> <given-names>E. J.</given-names></name></person-group> (<year>1999</year>). <article-title>Evaluating the use of exploratory factor analysis in psychological research</article-title>. <source>Psychol. Methods</source> <volume>4</volume>, <fpage>272</fpage>&#x2013;<lpage>299</lpage>. doi: <pub-id pub-id-type="doi">10.1037/1082-989X.4.3.272</pub-id></citation>
</ref>
<ref id="ref21">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Fleiss</surname> <given-names>J.</given-names></name>
</person-group> (<year>1986</year>). <source>The design and analysis of clinical experiments</source>. <publisher-name>Wiley</publisher-name>, <publisher-loc>New York</publisher-loc>.</citation>
</ref>
<ref id="ref22">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Flora</surname> <given-names>D. B.</given-names></name>
</person-group> (<year>2018</year>). <source>Statistical methods for the social and Behavioural sciences</source>. <publisher-loc>UK</publisher-loc>: <publisher-name>SAGE Publications Ltd.</publisher-name></citation>
</ref>
<ref id="ref23">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Furr</surname> <given-names>R. M.</given-names></name>
</person-group> (<year>2017</year>). <source>Psychometrics: An introduction</source>. <publisher-loc>UK</publisher-loc>: <publisher-name>SAGE Publications</publisher-name>.</citation>
</ref>
<ref id="ref24">
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Galarza</surname> <given-names>L.</given-names></name> <name><surname>Holland</surname> <given-names>A. W.</given-names></name></person-group> (<year>1999</year>). <article-title>Critical astronaut proficiencies required for long-duration space flight (no. 1999-01-2096)</article-title>. SAE Technical Paper.</citation>
</ref>
<ref id="ref25">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gore</surname> <given-names>B. F.</given-names></name> <name><surname>Vera</surname> <given-names>A.</given-names></name> <name><surname>Marquez</surname> <given-names>J.</given-names></name> <name><surname>Holden</surname> <given-names>K.</given-names></name> <name><surname>Amick</surname> <given-names>R.</given-names></name> <name><surname>Dempsey</surname> <given-names>D.</given-names></name> <etal/></person-group>. (<year>2021</year>). <article-title>Risk of inadequate human-system integration architecture</article-title>. <source>NASA Human Research Program</source>. Available at: <ext-link xlink:href="http://humanresearchroadmap.nasa.gov/evidence/" ext-link-type="uri">http://humanresearchroadmap.nasa.gov/evidence/</ext-link></citation>
</ref>
<ref id="ref9004">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Greene</surname> <given-names>M.</given-names></name> <name><surname>Thaxton</surname> <given-names>S.</given-names></name> <name><surname>Adolf</surname> <given-names>J.</given-names></name></person-group> (<year>2018</year>). <source>Habitability Assessment of International Space Station (ISS Habitability): Final Report. Internal report delivered to the Human Factors and Behavioral Performance Element</source>. <publisher-loc>Houston, TX</publisher-loc>: <publisher-name>NASA Human Research Program</publisher-name>.</citation>
</ref>
<ref id="ref26">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Grossman</surname> <given-names>R.</given-names></name> <name><surname>Nolan</surname> <given-names>K.</given-names></name> <name><surname>Rosch</surname> <given-names>Z.</given-names></name> <name><surname>Mazer</surname> <given-names>D.</given-names></name> <name><surname>Salas</surname> <given-names>E.</given-names></name></person-group> (<year>2022</year>). <article-title>The team cohesion-performance relationship: a meta-analysis exploring measurement approaches and the changing team landscape</article-title>. <source>Organ. Psychol. Rev.</source> <volume>12</volume>, <fpage>181</fpage>&#x2013;<lpage>238</lpage>. doi: <pub-id pub-id-type="doi">10.1177/20413866211041157</pub-id></citation>
</ref>
<ref id="ref27">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Gwet</surname> <given-names>K. L.</given-names></name>
</person-group> (<year>2014</year>). <source>Handbook of inter-rater reliability</source>. <edition>4th</edition> Edn. <publisher-loc>Gaithersburg, MD</publisher-loc>: <publisher-name>Advanced Analytics, LLC</publisher-name>.</citation>
</ref>
<ref id="ref29">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>K&#x00E4;osaar</surname> <given-names>A.</given-names></name> <name><surname>Marques-Quinteiro</surname> <given-names>P.</given-names></name> <name><surname>Burke</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Fantastic teams and where to find them: understanding team processes in space and analog environments through the IMOI framework</article-title>. <source>Team Perform. Manag. Int. J.</source> <volume>28</volume>, <fpage>109</fpage>&#x2013;<lpage>124</lpage>. doi: <pub-id pub-id-type="doi">10.1108/TPM-02-2021-0012</pub-id></citation>
</ref>
<ref id="ref30">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Klein</surname> <given-names>T.</given-names></name> <name><surname>Braunsmann</surname> <given-names>L.</given-names></name> <name><surname>Koschate</surname> <given-names>J.</given-names></name> <name><surname>Hoffmann</surname> <given-names>U.</given-names></name> <name><surname>Foitschik</surname> <given-names>T.</given-names></name> <name><surname>Krieger</surname> <given-names>S.</given-names></name> <etal/></person-group>. (<year>2023</year>). <article-title>Short-term isolation effects on the brain, cognitive performance, and sleep&#x2014;the role of exercise</article-title>. <source>Front. Physiol.</source> <volume>14</volume>:<fpage>903072</fpage>. doi: <pub-id pub-id-type="doi">10.3389/fphys.2023.903072</pub-id>, PMID: <pub-id pub-id-type="pmid">36798941</pub-id></citation>
</ref>
<ref id="ref31">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Kozlowski</surname> <given-names>S. W. J.</given-names></name>
</person-group> (<year>2015</year>). <source>Team cohesion. Unpublished contribution to the NASA behavioral Core measures project</source>. <publisher-loc>Houston, TX</publisher-loc>: <publisher-name>NASA</publisher-name>.</citation>
</ref>
<ref id="ref32">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ku</surname> <given-names>G.</given-names></name> <name><surname>Wang</surname> <given-names>C. S.</given-names></name> <name><surname>Galinsky</surname> <given-names>A. D.</given-names></name></person-group> (<year>2015</year>). <article-title>The promise and perversity of perspective-taking in organizations</article-title>. <source>Res. Organ. Behav.</source> <volume>35</volume>, <fpage>79</fpage>&#x2013;<lpage>102</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.riob.2015.07.003</pub-id></citation>
</ref>
<ref id="ref33">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Landon</surname> <given-names>L. B.</given-names></name> <name><surname>Paoletti</surname> <given-names>J.</given-names></name></person-group> (<year>2021</year>). &#x201C;<article-title>Extreme roommates: exploring group living skills as a unique team skill</article-title>&#x201D; in <source>Psychology and human performance in space programs: Research at the frontier</source>. eds. <person-group person-group-type="editor"><name><surname>Landon</surname> <given-names>L. B.</given-names></name> <name><surname>Slack</surname> <given-names>K. J.</given-names></name> <name><surname>Salas</surname> <given-names>E.</given-names></name></person-group> (<publisher-loc>Abingdon</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>217</fpage>&#x2013;<lpage>235</lpage>.</citation>
</ref>
<ref id="ref34">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Landon</surname> <given-names>L. B.</given-names></name> <name><surname>Rokholt</surname> <given-names>C.</given-names></name> <name><surname>Slack</surname> <given-names>K. J.</given-names></name> <name><surname>Pecena</surname> <given-names>Y.</given-names></name></person-group> (<year>2017</year>). <article-title>Selecting astronauts for long-duration exploration missions: considerations for team performance and functioning</article-title>. <source>REACH</source> <volume>5</volume>, <fpage>33</fpage>&#x2013;<lpage>56</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.reach.2017.03.002</pub-id></citation>
</ref>
<ref id="ref35">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Landon</surname> <given-names>L. B.</given-names></name> <name><surname>Slack</surname> <given-names>K. J.</given-names></name> <name><surname>Barrett</surname> <given-names>J. D.</given-names></name></person-group> (<year>2018</year>). <article-title>Teamwork and collaboration in long-duration space missions: going to extremes</article-title>. <source>Am. Psychol.</source> <volume>73</volume>, <fpage>563</fpage>&#x2013;<lpage>575</lpage>. doi: <pub-id pub-id-type="doi">10.1037/amp0000260</pub-id>, PMID: <pub-id pub-id-type="pmid">29792468</pub-id></citation>
</ref>
<ref id="ref36">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>LeBreton</surname> <given-names>J. M.</given-names></name> <name><surname>Senter</surname> <given-names>J. L.</given-names></name></person-group> (<year>2008</year>). <article-title>Answers to 20 questions about interrater reliability and interrater agreement</article-title>. <source>Organ. Res. Methods</source> <volume>11</volume>, <fpage>815</fpage>&#x2013;<lpage>852</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1094428106296642</pub-id></citation>
</ref>
<ref id="ref37">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Longmire</surname> <given-names>N. H.</given-names></name> <name><surname>Harrison</surname> <given-names>D. A.</given-names></name></person-group> (<year>2018</year>). <article-title>Seeing their side versus feeling their pain: differential consequences of perspective-taking and empathy at work</article-title>. <source>J. Appl. Psychol.</source> <volume>103</volume>, <fpage>894</fpage>&#x2013;<lpage>915</lpage>. doi: <pub-id pub-id-type="doi">10.1037/apl0000307</pub-id>, PMID: <pub-id pub-id-type="pmid">29658736</pub-id></citation>
</ref>
<ref id="ref38">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lungeanu</surname> <given-names>A.</given-names></name> <name><surname>DeChurch</surname> <given-names>L. A.</given-names></name> <name><surname>Contractor</surname> <given-names>N. S.</given-names></name></person-group> (<year>2023</year>). <article-title>A tale of three teams: effect of long-term isolation in SIRIUS-21 on crew interpersonal networks</article-title>. <source>Acta Astronaut.</source> <volume>212</volume>, <fpage>617</fpage>&#x2013;<lpage>623</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.actaastro.2023.08.015</pub-id></citation>
</ref>
<ref id="ref39">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Marcinkowski</surname> <given-names>M. A.</given-names></name> <name><surname>Bell</surname> <given-names>S. T.</given-names></name> <name><surname>Roma</surname> <given-names>P. G.</given-names></name></person-group> (<year>2021</year>). <article-title>The nature of conflict for teams in isolated, confined, and extreme environments</article-title>. <source>Acta Astronaut.</source> <volume>181</volume>, <fpage>81</fpage>&#x2013;<lpage>91</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.actaastro.2021.01.004</pub-id></citation>
</ref>
<ref id="ref40">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mathieu</surname> <given-names>J. E.</given-names></name> <name><surname>Taylor</surname> <given-names>S. R.</given-names></name></person-group> (<year>2006</year>). <article-title>Clarifying conditions and decision points for mediational type inferences in organizational behavior</article-title>. <source>J. Organ. Behav.</source> <volume>27</volume>, <fpage>1031</fpage>&#x2013;<lpage>1056</lpage>. doi: <pub-id pub-id-type="doi">10.1002/job.406</pub-id></citation>
</ref>
<ref id="ref8002">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Matthews</surname> <given-names>R. A.</given-names></name> <name><surname>Pineault</surname> <given-names>L.</given-names></name> <name><surname>Hong</surname> <given-names>Y. H.</given-names></name></person-group> (<year>2022</year>). <article-title>Normalizing the use of single-item measures: Validation of the single-item compendium for organizational psychology</article-title>. <source>Journal of Business and Psychology</source>, <volume>37</volume>, <fpage>639</fpage>&#x2013;<lpage>673</lpage>. doi: <pub-id pub-id-type="doi">10.1007/s10869-022-09813-3</pub-id></citation>
</ref>
<ref id="ref9003">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McFadden</surname> <given-names>T. J.</given-names></name> <name><surname>Helmreich</surname> <given-names>R. L.</given-names></name> <name><surname>Rose</surname> <given-names>R. M.</given-names></name> <name><surname>Fogg</surname> <given-names>L. F.</given-names></name></person-group> (<year>1994</year>). <article-title>Predicting astronaut effectiveness: a multivariate approach</article-title>. <source>Aviation, space, and environmental medicine</source>, <volume>65</volume>, <fpage>904</fpage>&#x2013;<lpage>909</lpage>.</citation>
</ref>
<ref id="ref41">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>McNeish</surname> <given-names>D.</given-names></name>
</person-group> (<year>2018</year>). <article-title>Thanks coefficient alpha, we&#x2019;ll take it from here</article-title>. <source>Psychol. Methods</source> <volume>23</volume>, <fpage>412</fpage>&#x2013;<lpage>433</lpage>. doi: <pub-id pub-id-type="doi">10.1037/met0000144</pub-id>, PMID: <pub-id pub-id-type="pmid">28557467</pub-id></citation>
</ref>
<ref id="ref42">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mesmer-Magnus</surname> <given-names>J.</given-names></name> <name><surname>Glew</surname> <given-names>D. J.</given-names></name> <name><surname>Viswesvaran</surname> <given-names>C.</given-names></name></person-group> (<year>2012</year>). <article-title>A meta-analysis of positive humor in the workplace</article-title>. <source>J. Manag. Psychol.</source> <volume>27</volume>, <fpage>155</fpage>&#x2013;<lpage>190</lpage>. doi: <pub-id pub-id-type="doi">10.1108/02683941211199554</pub-id></citation>
</ref>
<ref id="ref43">
<citation citation-type="gov"><person-group person-group-type="author">
<collab id="coll1">NASA</collab>
</person-group>. (<year>2010</year>). <article-title>NASA Johnson Space Center oral history project: Edited oral history 2 transcript of interview with M. R. Seddon</article-title>. <publisher-name>NASA Oral History Project Archives: NASA</publisher-name>. Available at: <ext-link xlink:href="https://historycollection.jsc.nasa.gov/JSCHistoryPortal/history/oral_histories/SeddonMR/SeddonMR_5-21-10.pdf" ext-link-type="uri">https://historycollection.jsc.nasa.gov/JSCHistoryPortal/history/oral_histories/SeddonMR/SeddonMR_5-21-10.pdf</ext-link>.</citation>
</ref>
<ref id="ref44">
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll2">NASA</collab>
</person-group>. (<year>2022</year>). <article-title>Space flight human system standards. Volume 2: human factors, habitability, and environmental health. Rev. C</article-title>. Available at: <ext-link xlink:href="https://www.nasa.gov/sites/default/files/atoms/files/nasa-std-3001-vol-2a.pdf" ext-link-type="uri">https://www.nasa.gov/sites/default/files/atoms/files/nasa-std-3001-vol-2a.pdf</ext-link>.</citation>
</ref>
<ref id="ref45">
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll3">NASA</collab>
</person-group>. (<year>2023a</year>). <article-title>Station facts</article-title>. Available at: <ext-link xlink:href="https://www.nasa.gov/international-space-station/space-station-facts-and-figures/" ext-link-type="uri">https://www.nasa.gov/international-space-station/space-station-facts-and-figures/</ext-link> (Accessed January 11, 2023).</citation>
</ref>
<ref id="ref46">
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll4">NASA</collab>
</person-group>. (<year>2023b</year>). <article-title>Mission in NEK and SIRIUS FAQs</article-title>. Available at: <ext-link xlink:href="https://www.nasa.gov/mission-nek-and-sirius-faqs/" ext-link-type="uri">https://www.nasa.gov/mission-nek-and-sirius-faqs/</ext-link> (Accessed January 11, 2023).</citation>
</ref>
<ref id="ref47">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Niler</surname> <given-names>A. A.</given-names></name> <name><surname>Mesmer-Magnus</surname> <given-names>J. R.</given-names></name> <name><surname>Larson</surname> <given-names>L. E.</given-names></name> <name><surname>Plummer</surname> <given-names>G.</given-names></name> <name><surname>DeChurch</surname> <given-names>L. A.</given-names></name> <name><surname>Contractor</surname> <given-names>N. S.</given-names></name></person-group> (<year>2021</year>). <article-title>Conditioning team cognition: a meta-analysis</article-title>. <source>Organ. Psychol. Rev.</source> <volume>11</volume>, <fpage>144</fpage>&#x2013;<lpage>174</lpage>. doi: <pub-id pub-id-type="doi">10.1177/2041386620972112</pub-id></citation>
</ref>
<ref id="ref48">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Novembre</surname> <given-names>G.</given-names></name> <name><surname>Mitsopoulos</surname> <given-names>Z.</given-names></name> <name><surname>Keller</surname> <given-names>P. E.</given-names></name></person-group> (<year>2019</year>). <article-title>Empathic perspective taking promotes interpersonal coordination through music</article-title>. <source>Sci. Rep.</source> <volume>9</volume>:<fpage>12255</fpage>. doi: <pub-id pub-id-type="doi">10.1038/s41598-019-48556-9</pub-id>, PMID: <pub-id pub-id-type="pmid">31439866</pub-id></citation>
</ref>
<ref id="ref49">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Putnick</surname> <given-names>D. L.</given-names></name> <name><surname>Bornstein</surname> <given-names>M. H.</given-names></name></person-group> (<year>2016</year>). <article-title>Measurement invariance conventions and reporting: the state of the art and future directions for psychological research</article-title>. <source>Dev. Rev.</source> <volume>41</volume>, <fpage>71</fpage>&#x2013;<lpage>90</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.dr.2016.06.004</pub-id>, PMID: <pub-id pub-id-type="pmid">27942093</pub-id></citation>
</ref>
<ref id="ref50">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Roma</surname> <given-names>P. G.</given-names></name>
<collab id="coll5">NASA BHP Team Risk Standardized Measures Workshop</collab>
<name><surname>Dinges</surname> <given-names>D. F.</given-names></name>
</person-group> (<year>2016</year>). &#x201C;<article-title>Behavioral core measures toolkit: monitoring teams</article-title>&#x201D; in <source>Presented at the NASA human research program investigators&#x2019; workshop</source> (<publisher-loc>Galveston, TX</publisher-loc>)</citation>
</ref>
<ref id="ref51">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roster</surname> <given-names>C. A.</given-names></name> <name><surname>Ferrari</surname> <given-names>J. R.</given-names></name></person-group> (<year>2020</year>). <article-title>Does work stress lead to office clutter, and how? Mediating influences of emotional exhaustion and indecision</article-title>. <source>Environ. Behav.</source> <volume>52</volume>, <fpage>923</fpage>&#x2013;<lpage>944</lpage>. doi: <pub-id pub-id-type="doi">10.1177/0013916518823041</pub-id></citation>
</ref>
<ref id="ref52">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Roster</surname> <given-names>C. A.</given-names></name> <name><surname>Ferrari</surname> <given-names>J. R.</given-names></name> <name><surname>Jurkat</surname> <given-names>M. P.</given-names></name></person-group> (<year>2016</year>). <article-title>The dark side of home: assessing possession &#x2018;clutter&#x2019; on Personective well-being</article-title>. <source>J. Environ. Psychol.</source> <volume>46</volume>, <fpage>32</fpage>&#x2013;<lpage>41</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jenvp.2016.03.003</pub-id></citation>
</ref>
<ref id="ref53">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Schmidt</surname> <given-names>L. L.</given-names></name> <name><surname>Spychalski</surname> <given-names>A. C.</given-names></name></person-group> (<year>2021</year>). &#x201C;<article-title>Psychological selection for extreme environments</article-title>&#x201D; in <source>Psychology and human performance in space programs</source>. (<publisher-loc>Abingdon, UK</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>17</fpage>&#x2013;<lpage>34</lpage>.</citation>
</ref>
<ref id="ref54">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Schorn</surname> <given-names>J. M.</given-names></name> <name><surname>Roma</surname> <given-names>P. G.</given-names></name></person-group> (<year>2021</year>). &#x201C;<article-title>Physical hazards of space exploration and the biological bases of behavioral health and performance in extreme environments</article-title>&#x201D; in <source><italic>Psychology and human performance in space program</italic>s<italic>: Research at the frontier</italic></source> (<publisher-loc>Abingdon, UK</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>1</fpage>&#x2013;<lpage>22</lpage>.</citation>
</ref>
<ref id="ref55">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Sipes</surname> <given-names>W. E.</given-names></name> <name><surname>Slack</surname> <given-names>K. J.</given-names></name> <name><surname>Beven</surname> <given-names>G. E.</given-names></name></person-group> (<year>2021</year>). &#x201C;<article-title>Behavioral health adaptation in ICE environments</article-title>&#x201D; in <source>Psychology and human performance in space programs: Extreme application</source> (<publisher-loc>Abingdon, UK</publisher-loc>: <publisher-name>CRC Press</publisher-name>), <fpage>115</fpage>.</citation>
</ref>
<ref id="ref56">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sliter</surname> <given-names>M.</given-names></name> <name><surname>Kale</surname> <given-names>A.</given-names></name> <name><surname>Yuan</surname> <given-names>Z.</given-names></name></person-group> (<year>2014</year>). <article-title>Is humor the best medicine? The buffering effect of coping humor on traumatic stressors in firefighters</article-title>. <source>J. Organ. Behav.</source> <volume>35</volume>, <fpage>257</fpage>&#x2013;<lpage>272</lpage>. doi: <pub-id pub-id-type="doi">10.1002/job.1868</pub-id></citation>
</ref>
<ref id="ref9001">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Stuster</surname> <given-names>J.</given-names></name>
</person-group> (<year>2010</year>). <source>Behavioral issues associated with long-duration space expeditions: review and analysis of astronaut journals (NASA/TM-2010-216130)</source>. <publisher-loc>Houston, TX</publisher-loc>: <publisher-name>NASA Johnson Space Center</publisher-name>.</citation>
</ref>
<ref id="ref9002">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Stuster</surname> <given-names>J.</given-names></name>
</person-group> (<year>2016</year>). <source>Behavioral issues associated with long duration space expeditions: Review and analysis of astronaut journals experiment Phase 2 (NASA/TM-2016&#x2013;218603)</source>. <publisher-loc>Houston, TX</publisher-loc>: <publisher-name>NASA Johnson Space Center</publisher-name>.</citation>
</ref>
<ref id="ref57">
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Tannenbaum</surname> <given-names>S. I.</given-names></name> <name><surname>Mathieu</surname> <given-names>J. E.</given-names></name></person-group> (<year>2015</year>). <source>Team performance survey. Unpublished contribution to the NASA behavioral Core measures project</source>. <publisher-loc>Houston, TX</publisher-loc>: <publisher-name>NASA</publisher-name>.</citation>
</ref>
<ref id="ref58">
<citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Vazquez</surname> <given-names>M. M.</given-names></name> <name><surname>Bell</surname> <given-names>S. T.</given-names></name></person-group> (<year>2023</year>). <article-title>The interplay of humor and team cohesion over time</article-title>. In <conf-name>38th Annual Society of Industrial-Organizational Psychology Conference</conf-name>.</citation>
</ref>
<ref id="ref59">
<citation citation-type="confproc"><person-group person-group-type="author"><name><surname>Vessey</surname> <given-names>W. B.</given-names></name> <name><surname>Cromwell</surname> <given-names>R. L.</given-names></name> <name><surname>Platts</surname> <given-names>S.</given-names></name></person-group> (<year>2017</year>). <article-title>NASA's human exploration research analog (HERA) for studying behavioral effects of exploration missions</article-title>. In <conf-name>Aerospace Medical Association (AsMA) Annual Scientific Meeting (No. JSC-CN-39445)</conf-name>.</citation>
</ref>
<ref id="ref60">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vinokhodova</surname> <given-names>A. G.</given-names></name> <name><surname>Gushchin</surname> <given-names>V. I.</given-names></name> <name><surname>Eskov</surname> <given-names>K. N.</given-names></name> <name><surname>Khananashvili</surname> <given-names>M. M.</given-names></name></person-group> (<year>2012</year>). <article-title>Psychological selection and optimization of interpersonal relationships in an experiment with 105-days isolation</article-title>. <source>Hum. Physiol.</source> <volume>38</volume>, <fpage>677</fpage>&#x2013;<lpage>682</lpage>. doi: <pub-id pub-id-type="doi">10.1134/S0362119712070262</pub-id></citation>
</ref>
<ref id="ref61">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vivona</surname> <given-names>B. D.</given-names></name>
</person-group> (<year>2014</year>). <article-title>Humor functions within crime scene investigations: group dynamics, stress, and the negotiation of emotions</article-title>. <source>Police Q.</source> <volume>17</volume>, <fpage>127</fpage>&#x2013;<lpage>149</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1098611114531418</pub-id></citation>
</ref>
<ref id="ref62">
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Winter</surname> <given-names>S. D.</given-names></name> <name><surname>Depaoli</surname> <given-names>S.</given-names></name></person-group> (<year>2022</year>). <article-title>Performance of model fit and selection indices for Bayesian structural equation modeling with missing data</article-title>. <source>Struct. Equ. Model. Multidiscip. J.</source> <volume>29</volume>, <fpage>531</fpage>&#x2013;<lpage>549</lpage>. doi: <pub-id pub-id-type="doi">10.1080/10705511.2021.2018656</pub-id></citation>
</ref>
</ref-list>
<app-group>
<app id="app1">
<title>Appendix A. All other measures</title>
<p><bold>Team Cohesion</bold> (<xref ref-type="bibr" rid="ref31">Kozlowski, 2015</xref>).</p>
<p><italic>Instructions</italic>: Answer the questions below with regard to what happened today. (<italic>anchors</italic>: 1&#x2009;=&#x2009;Strongly Disagree, 4&#x2009;=&#x2009;Neutral, 7&#x2009;=&#x2009;Strongly Agree).</p>
<p><bold>Social Cohesion</bold>
<list list-type="order">
<list-item>
<p>Our team members cared about each other.&#x002A;&#x002A;</p>
</list-item>
<list-item>
<p>Our team members had good relationships with each other.</p>
</list-item>
<list-item>
<p>Our team members enjoyed each other&#x2019;s company.</p>
</list-item>
</list>
</p>
<p>
<bold>Task Cohesion</bold>
<list list-type="order">
<list-item>
<p>Our team was unified in its task focus.&#x002A;&#x002A;</p>
</list-item>
<list-item>
<p>Our team had a shared sense of task importance.</p>
</list-item>
<list-item>
<p>Our team was committed to our team&#x2019;s task(s).</p>
</list-item>
</list>
</p>
<p><bold>Team Performance</bold> (<xref ref-type="bibr" rid="ref57">Tannenbaum and Mathieu, 2015</xref>).</p>
<p><italic>Instructions</italic>: Answer the questions below with regard to what happened today. (<italic>anchors</italic>: 1&#x2009;=&#x2009;Not at All, 4&#x2009;=&#x2009;To a Moderate Extent, 7&#x2009;=&#x2009;To a Very Great Extent).<list list-type="order">
<list-item>
<p>To what extent did the crew accomplish its primary goals today?</p>
</list-item>
<list-item>
<p>To what extent were the important tasks for today done in a high-quality fashion?</p>
</list-item>
<list-item>
<p>Taking everything into consideration, to what extent did the crew perform well today?&#x002A;&#x002A;</p>
</list-item>
<list-item>
<p>To what extent were the important tasks for today done in a timely fashion?</p>
</list-item>
</list></p>
<p><bold>Team Viability</bold> (adapted from <xref ref-type="bibr" rid="ref60">Vinokhodova et al., 2012</xref>).</p>
<p><bold>Individual referent.</bold></p>
<p><italic>Instructions</italic>: Please rate your level of agreement with the following statements about [<italic>selected teammate</italic>]: (<italic>anchors</italic>: 1&#x2009;=&#x2009;Strongly Disagree, 4&#x2009;=&#x2009;Neutral, 7&#x2009;=&#x2009;Strongly Agree).</p>
<list list-type="order">
<list-item>
<p>If I were doing another mission, I would want [selected teammate] as a crewmate.</p>
</list-item>
</list>
<p><bold>Crew referent.</bold></p>
<p><italic>Instructions</italic>: In your experience, please rate your level of agreement with the following statements for your entire crew: (<italic>anchors</italic>: 1&#x2009;=&#x2009;Strongly Disagree, 4&#x2009;=&#x2009;Neutral, 7&#x2009;=&#x2009;Strongly Agree).</p>
<list list-type="order">
<list-item>
<p>If I were doing another mission, I would want this exact same crew.&#x002A;&#x002A;</p>
</list-item>
</list>
<p>&#x002A;&#x002A;Indicates items used on the ISS short-form surveys.</p>
</app>
</app-group>
</back>
</article>