<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.3" xml:lang="EN" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Robot. AI</journal-id>
<journal-title>Frontiers in Robotics and AI</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Robot. AI</abbrev-journal-title>
<issn pub-type="epub">2296-9144</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="publisher-id">1257690</article-id>
<article-id pub-id-type="doi">10.3389/frobt.2023.1257690</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Robotics and AI</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Remember me - user-centered implementation of working memory architectures on an industrial robot</article-title>
<alt-title alt-title-type="left-running-head">Bernotat et al.</alt-title>
<alt-title alt-title-type="right-running-head">
<ext-link ext-link-type="uri" xlink:href="https://doi.org/10.3389/frobt.2023.1257690">10.3389/frobt.2023.1257690</ext-link>
</alt-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Bernotat</surname>
<given-names>Jasmin</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="corresp" rid="c001">&#x2a;</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1047441/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Landolfi</surname>
<given-names>Lorenzo</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2531596/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pasquali</surname>
<given-names>Dario</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/776603/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Nardelli</surname>
<given-names>Alice</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2310684/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Rea</surname>
<given-names>Francesco</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/105752/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/funding-acquisition/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/Writing - review &#x26; editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>COgNiTive Architecture for Collaborative Technologies (CONTACT) Unit</institution>, <institution>Italian Institute of Technology (IIT)</institution>, <addr-line>Genoa</addr-line>, <country>Italy</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Informatics, Bioengineering, Robotics and Systems Engineering (DIBRIS)</institution>, <institution>University of Genoa</institution>, <addr-line>Genoa</addr-line>, <country>Italy</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>
<bold>Edited by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/1319695/overview">Konstantinos A. Tsintotas</ext-link>, Democritus University of Thrace, Greece</p>
</fn>
<fn fn-type="edited-by">
<p>
<bold>Reviewed by:</bold> <ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/919857/overview">Foivos Psarommatis</ext-link>, University of Oslo, Norway</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/2516541/overview">Fotios K. Konstantinidis</ext-link>, Institute of Communication and Computer Systems (ICCS), Greece</p>
<p>
<ext-link ext-link-type="uri" xlink:href="https://loop.frontiersin.org/people/134777/overview">Isak Karabegovi&#x107;</ext-link>, University of Biha&#x107;, Bosnia and Herzegovina</p>
</fn>
<corresp id="c001">&#x2a;Correspondence: Jasmin Bernotat, <email>Jasmin.Bernotat@iit.it</email>
</corresp>
</author-notes>
<pub-date pub-type="epub">
<day>05</day>
<month>12</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>10</volume>
<elocation-id>1257690</elocation-id>
<history>
<date date-type="received">
<day>12</day>
<month>07</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>16</day>
<month>11</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Bernotat, Landolfi, Pasquali, Nardelli and Rea.</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Bernotat, Landolfi, Pasquali, Nardelli and Rea</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<p>The present research is innovative as we followed a user-centered approach to implement and train two working memory architectures on an industrial RB-KAIROS &#x2b; robot: GRU, a state-of-the-art architecture, and WorkMATe, a biologically-inspired alternative. Although user-centered approaches are essential to create a comfortable and safe HRI, they are still rare in industrial settings. Closing this research gap, we conducted two online user studies with large heterogeneous samples. The major aim of these studies was to evaluate the RB-KAIROS &#x2b; robot&#x2019;s appearance, movements, and perceived memory functions before (User Study 1) and after the implementation and training of robot working memory (User Study 2). In User Study 1, we furthermore explored participants&#x2019; ideas about robot memory and what aspects of the robot&#x2019;s movements participants found positive and what aspects they would change. The effects of participants&#x2019; demographic background and attitudes were controlled for. In User Study 1, participants&#x2019; overall evaluations of the robot were moderate. Participant age and negative attitudes toward robots led to more negative robot evaluations. According to exploratory analyses, these effects were driven by perceived low experience with robots. Participants expressed clear ideas of robot memory and precise suggestions for a safe, efficient, and comfortable robot navigation which are valuable for further research and development. In User Study 2, the implementation of WorkMATe and GRU led to more positive evaluations of perceived robot memory, but not of robot appearance and movements. Participants&#x2019; robot evaluations were driven by their positive views of robots. Our results demonstrate that considering potential users&#x2019; views can greatly contribute to an efficient and positively perceived robot navigation, while users&#x2019; experience with robots is crucial for a positive HRI.</p>
</abstract>
<kwd-group>
<kwd>user-centered approach</kwd>
<kwd>evaluational studies</kwd>
<kwd>robot working memory</kwd>
<kwd>human-robot coexistence</kwd>
<kwd>robot navigation</kwd>
</kwd-group>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Robot Vision and Artificial Perception</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="s1">
<title>1 Introduction</title>
<p>Amongst various contexts, robots have become an integral part of industrial working processes. The application of intelligent technologies to automate industrial processes and thereby to make them more efficient and safe was characteristic of Industry 4.0. Extending the principles of Industry 4.0, Industry 5.0 was marked by a transition to a strong user-centered perspective on technology use (see <xref ref-type="bibr" rid="B37">Psarommatis et al., 2023a</xref>; <xref ref-type="bibr" rid="B1">Azamfirei et al., 2023a</xref>; <xref ref-type="bibr" rid="B27">Konstantinidis et al., 2022b</xref> for an overview). Unlike ordinary industrial tools, robots are supposed to perform their given tasks autonomously in a shared environment with human workers. Therefore, with regard to Industry 5.0, developments in human-robot interaction (HRI) are increasingly driven by the idea of human-robot co-existence and collaboration. To enable smooth human-robot co-working, two perspectives need to be regarded. On the one hand, some technological requirements need to be met: Robots should be capable of localizing themselves with respect to their surroundings. To ensure a comfortable and safe HRI, robots need to adapt to the dynamics of a shared environment (see <xref ref-type="bibr" rid="B26">Konstantinidis et al., 2022a</xref>; <xref ref-type="bibr" rid="B1">Azamfirei et al., 2023a</xref>), which are determined by humans&#x2019; activities, intentions, and needs. On the other hand, the humans&#x2019; perspective needs to be taken into consideration: Robots should meet potential users&#x2019; expectations and needs to evoke positive perceptions (see <xref ref-type="bibr" rid="B9">Bernotat and Eyssel, 2017b</xref>; <xref ref-type="bibr" rid="B10">Bernotat and Eyssel, 2018</xref>).</p>
<p>Robot working memory architectures were found to be useful to achieve the technological requirements for an efficient and safe human-robot co-existence because they enable autonomous and environmental-aware robot actions (see, e.g., <xref ref-type="bibr" rid="B30">Landolfi et al. (2023)</xref>; <xref ref-type="bibr" rid="B40">Reich et al. (2020)</xref>; <xref ref-type="bibr" rid="B24">Joo et al. (2019)</xref>; <xref ref-type="bibr" rid="B25">Jung et al. (2019)</xref>). Similar to human working memory (see <xref ref-type="bibr" rid="B3">Baddeley (2000</xref>; <xref ref-type="bibr" rid="B4">2010)</xref>), robot working memory architectures enable a robot to store, organize, and process data. Using robot working memory architectures, a robot is supposed to &#x2018;learn&#x2019; based on prior experiences, that is, to &#x2018;decide&#x2019; what information to use in order to improve future behavior according to the dynamics of shared environments.</p>
<p>One state-of-the-art working memory architecture that is commonly used in machine learning is GRU (Gated Recurrent Unit, <xref ref-type="bibr" rid="B13">Cho et al. (2014)</xref>). GRU is a sort of recurrent neural network architecture (RNN) that is often used to process data sequences, such as language input (see <xref ref-type="bibr" rid="B13">Cho et al., 2014</xref>). Learning is enabled by iterative adjustments of internal parameters (see <xref ref-type="bibr" rid="B13">Cho et al., 2014</xref>; <xref ref-type="bibr" rid="B30">Landolfi et al., 2023</xref>). However, current state-of-the-art architectures were limited in controlling and prioritizing stored information as required to solve more complex tasks. Kruijne and others thus proposed WorkMATe (Working Memory Architecture for Task Execution), a biologically-inspired working memory architecture whose key components include a gated memory circuit driven by internal actions (<xref ref-type="bibr" rid="B28">Kruijne et al., 2021</xref>). More precisely, training occurs in a biologically-inspired manner based on attentional feedback and reward prediction errors. That is, the system optimizes its behavior based on reward feedback similar to biological dopamine-based processes that enable animals and humans to learn and adapt their behavior (see <xref ref-type="bibr" rid="B19">Glimcher, 2011</xref>; <xref ref-type="bibr" rid="B53">Wang et al., 2018</xref>). WorkMATe enables to store and process multiple inputs separately and to update and transfer trained adaptations to new contexts and stimuli. All this makes WorkMATe well suitable for complex memory tasks and allows for flexible and task-oriented memory control.</p>
<p>Overall, working memory architectures allow for flexible and task-oriented robot behavior when sensing humans and objects (e.g., leaving space, slowing down, stopping). These behavioral adaptations can make robot navigation safer and more predictable for humans (see <xref ref-type="bibr" rid="B31">Li et al., 2022</xref>; <xref ref-type="bibr" rid="B30">Landolfi et al., 2023</xref>). However, despite Industry 5.0&#x2019;s strong focus on the humans&#x2019; perspective, the implementation of robot working memory was mainly regarded from the technological perspective. The humans&#x2019; perspective had been widely neglected so far.</p>
<p>Involving potential users&#x2019; perceptions and preferences already in the research and development processes of new technologies was found to lead to more positive user experiences and safety in human-technology interaction (see <xref ref-type="bibr" rid="B32">Mahmood et al., 2000</xref>; <xref ref-type="bibr" rid="B7">Ben Allouch et al., 2009</xref>; <xref ref-type="bibr" rid="B44">Schiffhauer et al., 2016</xref>; <xref ref-type="bibr" rid="B8">Bernotat and Eyssel, 2017a</xref>; <xref ref-type="bibr" rid="B17">Diehl et al., 2017</xref>; <xref ref-type="bibr" rid="B41">Robinson et al., 2020</xref>; <xref ref-type="bibr" rid="B29">Lacroix et al., 2023</xref>). Therefore, in the present research we addressed a research gap by putting the humans&#x2019; perspective into focus during the implementation and training of two working memory configurations on an industrial RB-KAIROS &#x2b; robot (<xref ref-type="bibr" rid="B42">Robotnik (Valencia, Spain)</xref>): One working memory architecture was based on GRU (<xref ref-type="bibr" rid="B13">Cho et al., 2014</xref>) and the other was based on WorkMATe (<xref ref-type="bibr" rid="B28">Kruijne et al., 2021</xref>), the biologically-inspired alternative. Following a human-centered approach, we considered potential users&#x2019; ideas and perceptions of a comfortable and efficient human-robot co-existence right from the beginning of the implementation and training processes.</p>
<p>More precisely, we conducted two online user studies. The major aim of User Study 1 was to investigate participants&#x2019; judgements of the RB-KAIROS &#x2b; robot&#x2019;s appearance, movements, and perceived memory functions when presented in its initial state, i.e., with no working memory configuration implemented. In addition, we controlled for the effects of participants&#x2019; attitudes toward robots, social desirability, situational motivation to participate in the study, experience with technology and robots, and demographics on participants&#x2019; evaluations of the robot as covariates. The effects of these covariates were considered because they have been found to play a role in prior HRI research (<xref ref-type="bibr" rid="B44">Schiffhauer et al., 2016</xref>; <xref ref-type="bibr" rid="B9">Bernotat and Eyssel, 2017b</xref>; <xref ref-type="bibr" rid="B11">Bernotat et al., 2017</xref>; <xref ref-type="bibr" rid="B33">Meyer zu Borgsen et al., 2017</xref>; <xref ref-type="bibr" rid="B10">Bernotat and Eyssel, 2018</xref>; <xref ref-type="bibr" rid="B12">Bernotat et al., 2021</xref>). The consideration of the covariates therefore allowed for a more holistic view on the psychological aspects that might underlie participants&#x2019; perceptions of an industrial robot. To inspire further developments toward an efficient and positively perceived robot navigation, the secondary aim of User Study 1 was to explore participants&#x2019; ideas of robot memory in general and what aspects of the robot&#x2019;s movements participants found positive and what aspects they would change. The expected benefit of exploring participants&#x2019; ideas of robot memory and their indications about the robot&#x2019;s movements was to provide concrete practical implications for developers of robot memory and robot navigation.</p>
<p>User Study 2 served to evaluate the RB-KAIROS &#x2b; robot&#x2019;s appearance, movements, and perceived memory functions after the implementation and training of GRU and WorkMATe compared to no working memory in a between-subjects study. Analogous to User Study 1, the effects of participants&#x2019; attitudes, experience levels, social desirability, motivation to take part in the study, and demographics were controlled for (see <xref ref-type="bibr" rid="B30">Landolfi et al. (2023)</xref> for a technological evaluation of robot working memory that was done complementary). Moreover, using the same measures as in User Study 1 allowed us to validate our newly developed measures on robot appearance, robot movements, and robot memory. In this way, as an additional benefit of our research, we potentially offer suitable measures for future research on HRI in industrial settings that were lacking so far.</p>
</sec>
<sec id="s2">
<title>2 User study 1 - materials and methods</title>
<sec id="s2-1">
<title>2.1 Participant sample</title>
<p>In total, <italic>N</italic> &#x3d; 89 participants took part in User Study 1. However, <italic>n</italic> &#x3d; 7 participants had to be excluded because they reported that they could not watch the video properly. From the remaining participants <italic>n</italic> &#x3d; 82 participants, <italic>n</italic> &#x3d; 40 completed the study in Italian language, <italic>n</italic> &#x3d; 23 in German language, and <italic>n</italic> &#x3d; 19 in English. Demographics consisted as follows:</p>
<p>
<bold>Age:</bold> <italic>M</italic> &#x3d; 37.91, <italic>SD</italic> &#x3d; 15.66, range: 17&#x2013;76 years; <bold>gender:</bold> female: <italic>n</italic> &#x3d; 33; male: <italic>n</italic> &#x3d; 29, non-binary: <italic>n</italic> &#x3d; 3, undisclosed: <italic>n</italic> &#x3d; 17; <bold>nationality:</bold> Italian: <italic>n</italic> &#x3d; 30, German: <italic>n</italic> &#x3d; 17, English-speaking country: <italic>n</italic> &#x3d; 7 (i.e., Australia, United States, Canada, Great Britain), others: <italic>n</italic> &#x3d; 10 (i.e., India, Nigeria, Mexico, France, Uzbek), undisclosed: <italic>n</italic> &#x3d; 18; <bold>native language:</bold> Italian: <italic>n</italic> &#x3d; 25, German: <italic>n</italic> &#x3d; 21, English: <italic>n</italic> &#x3d; 11, others: <italic>n</italic> &#x3d; 7 (i.e., French, Hindi, Marathi, Spanish, Tamil, Telugu, Uzbek), undisclosed: <italic>n</italic> &#x3d; 18; <bold>professional status:</bold> students: <italic>n</italic> &#x3d; 23, employees: <italic>n</italic> &#x3d; 29, others: <italic>n</italic> &#x3d; 11 (i.e., retired, mother, unemployed), undisclosed: <italic>n</italic> &#x3d; 19.</p>
<p>Overall, participants indicated fairly high levels of experience with technology in general, <italic>M</italic> &#x3d; 5.31, <italic>SD</italic> &#x3d; 1.54, but pretty low levels of experience with robots, <italic>M</italic> &#x3d; 3.56, <italic>SD</italic> &#x3d; 1.93. The majority of participants indicated to know robots mainly from media (e.g., books, movies): <italic>n</italic> &#x3d; 44, followed from work: <italic>n</italic> &#x3d; 30, other studies: <italic>n</italic> &#x3d; 24, home: <italic>n</italic> &#x3d; 15, and other contexts: <italic>n</italic> &#x3d; 5 (i.e., research, medicine, school, traffic).</p>
<p>Only a minority of participants (<italic>n</italic> &#x3d; 5) reported to have known the RB-KAIROS &#x2b; robot from other studies before (not known from other studies: <italic>n</italic> &#x3d; 59, undisclosed: <italic>n</italic> &#x3d; 18). Likewise, <italic>n</italic> &#x3d; 7 reported to have known the RB-KAIROS &#x2b; robot from media (not known from the media: <italic>n</italic> &#x3d; 57, undisclosed: <italic>n</italic> &#x3d; 18).</p>
<p>All participants showed discrete response patterns on each of the measured constructs. That is, none of the participants responded to the questions following a specific pattern or showed extreme values, which might have suggested a lack of attention and motivation while completing the questionnaire.</p>
</sec>
<sec id="s2-2">
<title>2.2 Experimental procedure</title>
<p>The study was conducted online using <xref ref-type="bibr" rid="B51">SurveyMonkey (San Matteo, California, USA)</xref>, a tool for online studies. The online format was chosen because it was considered safer for participants. In addition, it allowed to easily recruit as large samples as possible across countries. The study was advertised on social media platforms, University mailing lists, and by friends and family in Italy, Germany, United Kingdom, and Australia. After giving consent to participate in the study, participants watched a short video sequence of about 2 minutes. The video sequence showed a working environment divided into two areas (see <xref ref-type="fig" rid="F1">Figure 1</xref>). In one of the areas, the workers&#x2019; area, two alleged workers transported objects from one table to an opposite. In the other area, no people were around. It was thus also called the empty area. An RB-KAIROS &#x2b; robot (<xref ref-type="bibr" rid="B42">Robotnik (Valencia, Spain), 2023</xref>, see <xref ref-type="fig" rid="F1">Figure 1</xref>) moved between the two areas of the working environment according to a predefined sequence of way-points. The robot was shown in its initial state with no robot working memory configuration implemented. That is, the robot was not capable of performing behavioral adaptations based on the area or the presence of humans. It navigated with a maximum speed of 0.65 m/s and holonomic driving, using Time Elastic Band (TEB) (<xref ref-type="bibr" rid="B43">R&#xf6;smann et al., 2017</xref>) as local path planner. After having watched the video sequence, participants completed a questionnaire to evaluate the robot based on the scene they had watched. In total, participants needed about 15 min to complete the study.</p>
<fig id="F1" position="float">
<label>FIGURE 1</label>
<caption>
<p>Scene of the video that shows the empty area (left) and the workers&#x2019; area (right) with the two workers and the RB-KAIROS &#x2b; robot moving amongst them.</p>
</caption>
<graphic xlink:href="frobt-10-1257690-g001.tif"/>
</fig>
</sec>
<sec id="s2-3">
<title>2.3 Robot platform</title>
<p>The RB-KAIROS &#x2b; robot (<xref ref-type="bibr" rid="B42">Robotnik Valencia, Spain, 2023</xref>); see <xref ref-type="fig" rid="F1">Figure 1</xref>) is a rover robot built for industrial use (115Kg, 978 &#xd7; 776 &#xd7; 1.542 mm). It is supposed to navigate in empty halls as well as in shared environments with workers. For an efficient robot navigation, the RB-KAIROS &#x2b; robot is equipped with four Ilon wheels that enable it to move holonomically, that is, in any direction. A frontal RGB-D camera (640 &#xd7; 480 resolution, 30 fps) and a pair of SICK S300 laser scanners are installed to capture the environment. Enabling 360&#xb0;vision, the laser scanners are placed at the top right and at the bottom left corner of the robot&#x2019;s in 30 cm height. Furthermore, a Kinova Jaco<sup>2</sup> assistive robotic arm is mounted on top of the robot&#x2019;s base.</p>
</sec>
<sec id="s2-4">
<title>2.4 Questionnaire measures</title>
<p>For most questionnaire measures, 7-point Likert scales were used to capture participants&#x2019; agreement to an item&#x2019;s content. High scores indicated high endorsement of a respective construct. Items were recoded if necessary. Indices were composed based on their Cronbach&#x2019;s alphas (<italic>&#x3b1;</italic>) as a measure of the construct&#x2019;s reliability (<xref ref-type="bibr" rid="B15">Cronbach, 1951</xref>). All measured constructs showed satisfying reliabilities, except for the situational motivation scale which had thus to be excluded from statistical analyses (see below for each scale&#x2019;s Cronbach&#x2019;s alpha, see <xref ref-type="bibr" rid="B15">Cronbach (1951)</xref>; <xref ref-type="bibr" rid="B45">Schmitt (1996)</xref> for interpretations of Cronbach&#x2019;s alpha).</p>
<p>
<bold>Robot Appearance:</bold> The robot&#x2019;s appearance was evaluated with eleven items that were adapted based on Bernotat and Eyssel&#x2019;s <xref ref-type="bibr" rid="B8">Bernotat and Eyssel (2017a)</xref> previous research on robot design (e.g., &#x201c;Judging by the appearance of the robot, I had the impression that it looked technically sophisticated.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .69). One item (&#x201c;Judging by the appearance of the robot, I had the impression that it looked like any technical tool that I would not have recognized as a robot.&#x201d;) was removed from the index to increase the internal consistency of the scale.</p>
<p>
<bold>Robot Movements:</bold> The robot&#x2019;s movements were judged by using 17 self-generated items (e.g., &#x201c;Watching the robot moving, I had the impression the robot&#x2019;s movements were smooth.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .83).</p>
<p>In addition, to consider potential users&#x2019; perceptions of robot memory and robot movements as potential memory-based visible outcomes, we posed three open-response questions on robot movements: 1. &#x201c;Please describe in what direction the robot&#x2019;s wheels moved.&#x201d;, 2. &#x201c;Please describe what you liked about the robot&#x2019;s movements.&#x201d;, 3. &#x201c;Please describe what you would change about the robot&#x2019;s movements.&#x201d;. The first question served to enquire whether participants were aware of the holonomic direction of the robot&#x2019;s wheels. The open-response format prevented us from forcing participants to make guesses about the robot&#x2019;s driving. The latter two questions served to potentially improve the robot&#x2019;s movements in the future.</p>
<p>
<bold>Robot Memory:</bold> Participants perceptions of robot memory functions were assessed by 14 items (e.g., &#x201c;Watching the robot, I had the impression the robot could autonomously decide whether to adapt its behavior to a specific situation or not.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .91). The items were based on literature on trust, memory, and automation in humans and in robots (e.g., <xref ref-type="bibr" rid="B3">Baddeley, 2000</xref>; <xref ref-type="bibr" rid="B36">Parasuraman et al., 2000</xref>; <xref ref-type="bibr" rid="B23">Hancock et al., 2021</xref>), but adapted to fit the purpose of the present research.</p>
<p>In addition, an open-response format was used to enquire participants&#x2019; imagination of robot memory (&#x201c;What do you think would characterize robot memory?&#x201d;).</p>
<p>
<bold>Positive and Negative Attitudes Toward Robots:</bold> Participants&#x2019; positive and negative attitudes toward robots were assessed with 10 items each (positive attitudes: e.g., &#x201c;I think robots are great innovations.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .76, negative attitudes: e.g., &#x201c;I would feel uneasy if robots really had emotions.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .77). The negative attitudes toward robots sub-scale was an adapted and extended version of Nomura and colleagues&#x2019; scale <xref ref-type="bibr" rid="B35">Nomura et al. (2006)</xref>. Nomura and colleagues did not provide a sub-scale on positive attitudes toward robots. Therefore, items on positive attitudes were self-generated to assess the full spectrum of attitudes toward robots.</p>
<p>
<bold>Social Desirability:</bold> 17 items by St&#xf6;ber (German version: <xref ref-type="bibr" rid="B49">St&#xf6;ber (1999)</xref>, English version; <xref ref-type="bibr" rid="B50">St&#xf6;ber (2001)</xref>, e. g., &#x201c;In traffic I am always polite and considerate of others.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .78) were used to measure participants&#x2019; desire to behave in a socially expected manner.</p>
<p>
<bold>Situational Motivation:</bold> With four items by Guay and colleagues <xref ref-type="bibr" rid="B22">Guay et al. (2000)</xref>, we assessed participants&#x2019; motivation to participate in the present study (e.g., &#x201c;By personal decision.&#x201d;, <italic>&#x3b1;</italic> &#x3d; .45).</p>
<p>
<bold>Experience With Technology and Robots:</bold> With one item each, we enquired participants&#x2019; experience with technology in general (&#x201c;Please indicate to what extent you have experience with technology in general.&#x201d;) and with robots in particular (&#x201c;Please indicate to what extent you have experience with robots.&#x201d;). In addition, to deepen insights into participants&#x2019; experience with robots, we used a multiple choice format to assess from what context participants mainly knew robots from (response options: media (e.g., movies, books), work, home, other studies, and other contexts which had to be specified). In addition, participants were asked to indicate whether they knew the RB-KAIROS &#x2b; robot before from other studies or media.</p>
<p>
<bold>Manipulation Check:</bold> We assessed whether participants could watch the video properly with both image and sound.</p>
</sec>
</sec>
<sec id="s3">
<title>3 User study 1 - results</title>
<sec id="s3-1">
<title>3.1 Participants&#x2019; evaluations of the RB-KAIROS &#x2b; robot</title>
<p>To investigate participants&#x2019; evaluations of the RB-KAIROS &#x2b; robot when displayed in its initial state without robot memory implemented (see <xref ref-type="sec" rid="s2-2">Section 2.2</xref>), a multivariate analysis of covariance (MANCOVA) was conducted. Participants&#x2019; evaluations of robot appearance, robot movements, and perceived robot memory were considered as dependent measures. Participants&#x2019; positive and negative attitudes toward robots, social desirability, experience with technology and robots, and demographics (i.e., sample language, participant age, gender, nationality, native language, and professional status) were considered as covariates in order to control for their effects on participants&#x2019; evaluations of the robot. To enable a valid interpretation of <italic>p</italic>-values, effect sizes (<italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup>) and statistical power (1-<italic>&#x3b2;</italic>) were reported complementary. Statistically significant effects of the covariates on the dependent measures were confirmed by applying the principle of parsimony (see <xref ref-type="bibr" rid="B52">Tabachnick and Fidell, 2007</xref>). Pearson correlations between the dependent measures and the covariates that had statistically significant effects on the dependent measures were performed to investigate the role of the covariates in more detail.</p>
<p>Inspecting participants&#x2019; mean scores on robot appearance, robot movements, and perceived robot memory, participants&#x2019; evaluations of the robot were moderate (see <xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<fig id="F2" position="float">
<label>FIGURE 2</label>
<caption>
<p>Mean scores (grey bars) and standard deviations (soft lines) of participants&#x2019; evaluations of robot appearance, robot movements, and perceived robot memory.</p>
</caption>
<graphic xlink:href="frobt-10-1257690-g002.tif"/>
</fig>
<p>Regarding the covariates&#x2019; effects, participants&#x2019; negative attitudes toward robots statistically significantly affected their evaluations of robot appearance, <italic>F</italic> (1,48) &#x3d; 4.53, <italic>p</italic> &#x3d; .038, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .086, 1-<italic>&#x3b2;</italic> &#x3d; .550. Participant age statistically significantly affected participants&#x2019; evaluations of perceived robot memory, <italic>F</italic> (1,48) &#x3d; 4.78, <italic>p</italic> &#x3d; .034, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .091, 1-<italic>&#x3b2;</italic> &#x3d; .572. The effects of the remaining covariates on the dependent measures were not statistically significant (<italic>p</italic>s <inline-formula id="inf1">
<mml:math id="m1">
<mml:mo>&#x3e;</mml:mo>
</mml:math>
</inline-formula> .05). Following the principle of parsimony (see <xref ref-type="bibr" rid="B52">Tabachnick and Fidell, 2007</xref>), the same analysis was performed again with only participant age and negative attitudes toward robots as covariates in order to confirm the effects.</p>
<p>The statistically significant effect of participants&#x2019; negative attitudes toward robots on their evaluations of robot appearance was confirmed, <italic>F</italic> (1,58) &#x3d; 9.95, <italic>p</italic> &#x3d; .003, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .146, 1-<italic>&#x3b2;</italic> &#x3d; .873. The same accounted for the statistically significant effect of participant age on participants&#x2019; evaluations of perceived robot memory, <italic>F</italic> (1,58) &#x3d; 6.31, <italic>p</italic> &#x3d; .015, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .098, 1-<italic>&#x3b2;</italic> &#x3d; .695. Furthermore, the effect of participant age on their evaluations of robot movements turned out statistically significant, <italic>F</italic> (1,58) &#x3d; 4.12, <italic>p</italic> &#x3d; .047, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .066, 1-<italic>&#x3b2;</italic> &#x3d; .515.</p>
<p>Pearson correlations showed the more negative attitudes participants shared, the less positive their judgements of robot appearance, <italic>r</italic> (60) &#x3d; &#x2212;.42, <italic>p</italic> <inline-formula id="inf2">
<mml:math id="m2">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001. The older participants, the less positive their evaluations of perceived robot memory functions, <italic>r</italic> (62) &#x3d; .-.39, <italic>p</italic> &#x3d; .002, and robot movements, <italic>r</italic> (62) &#x3d; &#x2212;.30, <italic>p</italic> &#x3d; .017.</p>
<p>Exploratory analyses were performed to investigate the relation between participant age, negative attitudes toward robots, and participants&#x2019; evaluations of the robot in more detail (see <xref ref-type="sec" rid="s3-4">Section 3.4</xref>).</p>
</sec>
<sec id="s3.2">
<title>3.2 Participants&#x2019; ideas of robot memory</title>
<p>Participants&#x2019; written descriptions of robot memory were analyzed to answer our secondary research question of what participants imagined being characteristic of robot memory (see <xref ref-type="sec" rid="s1">Section 1</xref>). More precisely, to quantify participants&#x2019; responses, we counted the frequencies of the words that participants used to describe their subjective ideas of robot memory. Words were then clustered according to their frequencies in participants&#x2019; descriptions. That way, six different aspects of robot memory were identified, namely, memory and recall, learning and adaptation, hard- and software components, data collection and information storage, advantages of robot memory, and risks of robot memory (see <xref ref-type="table" rid="T1">Table 1</xref>):</p>
<table-wrap id="T1" position="float">
<label>TABLE 1</label>
<caption>
<p>Aspects of robot memory based on word frequencies in participants&#x2019; subjective descriptions of robot memory.</p>
</caption>
<table>
<thead valign="top">
<tr>
<th align="left">Aspects of robot memory</th>
<th align="left">Examples from participants&#x2019; descriptions</th>
<th align="left">Word frequency</th>
</tr>
</thead>
<tbody valign="top">
<tr>
<td align="left">Memory and Recall</td>
<td align="left">Memory, remember, recall, reuse, retrieve, process, represent information</td>
<td align="left">24</td>
</tr>
<tr>
<td align="left">Learning and Adaptation</td>
<td align="left">Learning, evaluation, adaptation, repetition, avoiding mistakes and limitations, improving, deciding what information to use, intelligence</td>
<td align="left">19</td>
</tr>
<tr>
<td align="left">Hard- and Software Components</td>
<td align="left">Hardware, software, sensors, processor, computer, storage device, lidar sensors, codes, neural networks, machine learning, deep learning, algorithms (i.e., face recognition, motion profile)</td>
<td align="left">18</td>
</tr>
<tr>
<td align="left">Data Collection and Information Storage</td>
<td align="left">Capture, collect, and acquire data, extract, save, store, information accordingly</td>
<td align="left">17</td>
</tr>
<tr>
<td align="left">Advantages of Robot Memory</td>
<td align="left">Robot memory based on human memory can facilitate human-robot interaction, enable communication between robots, and overcome human weaknesses and limitations (e.g., making errors, forgetting, being affected by external factors, subjective judgments, emotions)</td>
<td align="left">12</td>
</tr>
<tr>
<td align="left">Risks of Robot Memory</td>
<td align="left">Robot memory can get lost in an instant, can be controlled, manipulated, or changed by an external controller</td>
<td align="left">2</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Words related to <bold>memory and recall</bold> of information occurred most frequently, followed by terms referring to <bold>learning and adaptation</bold> based on prior information. Learning and adaptation were closely related to the notion of &#x2018;intelligence&#x2019; and the robot&#x2019;s ability to evaluate past experiences and to &#x2018;decide&#x2019; what information to use to overcome limitations and errors. <bold>Hard- and software components</bold> were considered crucial for robot memory as they enable to collect and process a variety of data, such as face recognition and motion profiles. In this context, robot memory was linked to <bold>data collection and information storage</bold>. Participants also mentioned potential <bold>advantages of robot memory</bold> and potential <bold>risks of robot memory</bold>. According to word frequencies, the potential advantages of robot memory out-weighted perceived risks. Robotic memory has been described as a way to make HRI easier, smoother, and more reliable because robotic memory could overcome human weaknesses and limitations such as human error, forgetting, and the effects of subjective judgments and emotions. Some participants even felt that robot memory could enable communication between robots. Only a few risks of robot memory were mentioned, such as the concern robot memory could be lost or controlled and manipulated by an external operator.</p>
</sec>
<sec id="s3-3">
<title>3.3 Suggestions for improvement of robot movements</title>
<p>To potentially inspire future developments of robot movements, participants were asked to list aspects they liked about the robot&#x2019;s movements and aspects they would change. In line with participants&#x2019; moderate evaluations of robot movements (see <xref ref-type="fig" rid="F2">Figure 2</xref>), the robot&#x2019;s movements were appreciated and criticized at the same time. Participants&#x2019; responses can be summed as follows:</p>
<p>Some participants appreciated that the robot was moving smoothly, noiselessly, with an adequate velocity, and that it stopped or changed its direction when detecting humans or objects. This was described as making the robot&#x2019;s movements predictable, precise, and trustworthy. One participant even had the impression that the robot would have tried to move with the same speed as the workers. This was definitively not the case because behavioral adaptations of the robot&#x2019;s speed based on robot working memory were not yet implemented. About a third of the participants noticed the robot&#x2019;s holonomic driving (holonomic driving detected: <italic>n</italic> &#x3d; 32; not detected: <italic>n</italic> &#x3d; 30, undisclosed: <italic>n</italic> &#x3d; 20). Some of the participants who noticed the holonomic driving found it interesting and efficient. Others found the holonomic driving was unexpected and would make the robot&#x2019;s movements unpredictable and irritating. Perceptions of unpredictability and irritation were strengthened because the robot&#x2019;s wheels did not turn left or right when the robot&#x2019;s driving direction changed and the robot&#x2019;s intention to move was not clear. As such, some participants criticized the robot for crossing the workers&#x2019; path too often and approaching the workers too closely and too fastly without any obvious reason. To make the robot&#x2019;s movements smoother and more predictable, participants suggested to let the robot drive non-holonomically, to increase the robot&#x2019;s distance to humans and objectives, to adapt its speed and trajectory dependent of human presence, and to indicate the robot&#x2019;s intention and changes in its motion. Participants moreover stated the robot should be able to anticipate the workers&#x2019; actions.</p>
</sec>
<sec id="s3-4">
<title>3.4 Exploratory analyses</title>
<p>Investigating participants&#x2019; evaluations of the robot, participant&#x2019;s negative attitudes toward robots and age had statistically significant effects on their overall judgments of the robot (see <xref ref-type="sec" rid="s3-1">Section 3.1</xref>).</p>
<p>Previous literature showed that older participants feel less certain in dealing with technology and robots (<xref ref-type="bibr" rid="B16">Damant and Knapp, 2015</xref>; <xref ref-type="bibr" rid="B20">Goodman-Deane et al., 2020</xref>; <xref ref-type="bibr" rid="B41">Robinson et al., 2020</xref>). Confirmatively, particularly some older participants stated that they did not feel competent to judge a robot because they felt they had too little experience with robots. Participants&#x2019; levels of experience with technology and robots, in turn, were found to be decisive for their attitudes toward robots and technology (see <xref ref-type="bibr" rid="B14">Connolly et al., 2020</xref>; <xref ref-type="bibr" rid="B18">Gjelaj et al., 2020</xref>). Therefore, exploratory analyses were performed to investigate the relationship between participants&#x2019; evaluations of the robot, participant age, and participants&#x2019; attitudes toward robots in more detail.</p>
<p>To do so, a MANCOVA was performed with participants&#x2019; experience with technology and experience with robots while the effects of participant age were controlled for. Participant age statistically significantly determined participants&#x2019; experience with technology, <italic>F</italic> (1,62) &#x3d; 18.55, <italic>p</italic> <inline-formula id="inf3">
<mml:math id="m3">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .230, 1-<italic>&#x3b2;</italic> &#x3d; .989, and experience with robots, <italic>F</italic> (1,62) &#x3d; 16.51, <italic>p</italic> <inline-formula id="inf4">
<mml:math id="m4">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .210, 1-<italic>&#x3b2;</italic> &#x3d; .979. Pearson correlations showed the older participants, the lesser experience with technology, <italic>r</italic> (62) &#x3d; &#x2212;.48, <italic>p</italic> <inline-formula id="inf5">
<mml:math id="m5">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, and experience with robots, <italic>r</italic> (62) &#x3d; &#x2212;.46, <italic>p</italic> <inline-formula id="inf6">
<mml:math id="m6">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, they reported.</p>
<p>Confirming previous research (<xref ref-type="bibr" rid="B16">Damant and Knapp, 2015</xref>; <xref ref-type="bibr" rid="B20">Goodman-Deane et al., 2020</xref>; <xref ref-type="bibr" rid="B41">Robinson et al., 2020</xref>), the results of this first exploratory analysis showed that participant age was linked to lower levels of experience with technology. What however still remains unclear is whether the low levels of experience with technology and robots or participant age <italic>per se</italic> led to more negative attitudes toward robots. To address this question, we performed a linear regression analysis with participant age, experience with technology, and experience with robots step-wise entered as predictors of participants&#x2019; negative attitudes toward robots. The overall model was statistically significant, <italic>F</italic> (1,60) &#x3d; 17.67, <italic>p</italic> <inline-formula id="inf7">
<mml:math id="m7">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, and accounted for about 22% of the variance, <italic>R</italic>
<sup>2</sup> &#x3d; .227, <italic>R</italic>
<sup>2</sup>
<sub>Adjusted</sub> &#x3d; .215. The only statistically significant predictor of participants&#x2019; negative attitudes toward robots was participants&#x2019; experience with robots, <italic>&#x3b2;</italic> &#x3d; &#x2212;.477, 95%-CI [-0.40; &#x2212;0.14], <italic>p</italic> <inline-formula id="inf8">
<mml:math id="m8">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001. Participants&#x2019; experience with technology, <italic>&#x3b2;</italic> &#x3d; &#x2212;.273, <italic>p</italic> &#x3d; .069, and participant age, <italic>&#x3b2;</italic> &#x3d; .141, <italic>p</italic> &#x3d; .273, did not statistically significantly predict participants&#x2019; negative attitudes toward robots and were thus excluded from the overall model. As indicated by the negative <italic>&#x3b2;</italic> weight which corresponds to the Pearson correlation, <italic>r</italic> (60) &#x3d; &#x2212;.48, <italic>p</italic> <inline-formula id="inf9">
<mml:math id="m9">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, participants reported less negative attitudes toward robots, the more experience with robots they shared (see also <xref ref-type="fig" rid="F3">Figure 3</xref>). Regarding participants&#x2019; mean scores, participants&#x2019; negative attitudes toward robots were relatively low, but with a quite large standard deviation indicating large differences across participants, <italic>M</italic> &#x3d; 2.94, <italic>SD</italic> &#x3d; 1.07, compared to their mean scores on positive attitudes toward robots, <italic>M</italic> &#x3d; 5.66, <italic>SD</italic> &#x3d; 0.80.</p>
<fig id="F3" position="float">
<label>FIGURE 3</label>
<caption>
<p>Graphical depiction of the linear regression model between participants&#x2019; negative attitudes toward robots as a dependent variable and their experience with robots as a predictor as well as <italic>R</italic>
<sup>2</sup>, <italic>R</italic>
<sup>2</sup>
<sub>Adjusted</sub>, and the underlying regression equation.</p>
</caption>
<graphic xlink:href="frobt-10-1257690-g003.tif"/>
</fig>
<p>Taken together, the results of these exploratory analyses indicate that not participant age <italic>per se</italic>, but participants&#x2019; low levels of experience with robots, resulted in more negative attitudes toward robots.</p>
</sec>
</sec>
<sec id="s4">
<title>4 User study 2 - materials and methods</title>
<sec id="s4-1">
<title>4.1 Participant sample</title>
<p>Addressing lay people and professionals of all ages and social backgrounds in Italy and Germany, <italic>N</italic> &#x3d; 139 completed the study. Due to technical issues with the online survey platform and problems displaying the video properly, however, <italic>n</italic> &#x3d; 45 participants had to be excluded from data analysis. From the remaining <italic>n</italic> &#x3d; 94 participants, <italic>n</italic> &#x3d; 46 completed User Study 2 in Italian language while <italic>n</italic> &#x3d; 48 completed the German language version of the study. Demographics were as follows:</p>
<p>
<bold>Age:</bold> <italic>M</italic> &#x3d; 40.28, <italic>SD</italic> &#x3d; 17.10, range: 13&#x2013;77 years; <bold>gender:</bold> female: <italic>n</italic> &#x3d; 57, male: <italic>n</italic> &#x3d; 22, prefer not to answer: <italic>n</italic>: 2, undisclosed: <italic>n</italic> &#x3d; 13; <bold>nationality:</bold> Italian: <italic>n</italic> &#x3d; 36, German: <italic>n</italic> &#x3d; 44, undisclosed: <italic>n</italic> &#x3d; 14; <bold>native language:</bold> Italian: <italic>n</italic> &#x3d; 36, German: <italic>n</italic> &#x3d; 42, others: <italic>n</italic> &#x3d; 2 (i.e., Irish, Swedish), undisclosed: <italic>n</italic> &#x3d; 14; <bold>professional status:</bold> students: <italic>n</italic> &#x3d; 24, professionals: <italic>n</italic> &#x3d; 34 (i.e., architect, teacher, self-employed, employee, researcher), others: <italic>n</italic> &#x3d; 21 (i.e., retired, searching for a job), undisclosed: <italic>n</italic> &#x3d; 15.</p>
<p>Overall, participants reported moderate levels of experience with technology in general, <italic>M</italic> &#x3d; 4.76, <italic>SD</italic> &#x3d; 1.68, but low levels of experience with robots, <italic>M</italic> &#x3d; 2.76, <italic>SD</italic> &#x3d; 1.96. The majority of participants reported to know robots mainly from media (e.g., movies, books): <italic>n</italic> &#x3d; 54, followed from the work: <italic>n</italic> &#x3d; 33 and home context: <italic>n</italic> &#x3d; 30, other studies: <italic>n</italic> &#x3d; 26, and other contexts: <italic>n</italic> &#x3d; 20 (i.e., friends, automotive industry, autonomous driving, space exploration, industry, factory work, trade shows, restaurants, University).</p>
<p>Only a minority of participants had known the RB-KAIROS &#x2b; robot before: <italic>n</italic> &#x3d; 18 reported to have known the RB-KAIROS &#x2b; robot from previous studies (not known from other studies before: <italic>n</italic> &#x3d; 62, undisclosed: <italic>n</italic> &#x3d; 14), while <italic>n</italic> &#x3d; 12 had known the RB-KAIROS&#x2b; from media (not known from media before: <italic>n</italic> &#x3d; 68, undisclosed: <italic>n</italic> &#x3d; 14). All participants showed indiscrete response patterns. That is, none of the participants responded to the questions following a specific pattern or showed extreme values which might have indicated a lack of attention and motivation while completing the questionnaire. Likewise, none of the participants indicated technical issues when watching the video.</p>
</sec>
<sec id="s4-2">
<title>4.2 Experimental design</title>
<p>In order to test the effects of robot working memory on participants&#x2019; evaluations of the RB-KAIROS &#x2b; robot (see <xref ref-type="sec" rid="s1">Section 1</xref>), a one factorial (robot working memory: WorkMATe vs GRU vs no working memory) - between-subjects design was realized (see AsPredicted &#x23;125198).</p>
</sec>
<sec id="s4-3">
<title>4.3 Experimental procedure</title>
<p>To reach an as large and heterogeneous sample as possible, User Study 2 was conducted online using SurveyMonkey (San Matteo, California, United States), and later, due to technical issues, <xref ref-type="bibr" rid="B47">SoSciSurvey (SoSci Survey GmbH, Munich, Germany)</xref>. The study was advertised on social media platforms and by friends and family in Italy and Germany. To assure a high comparability between the results of User Study 1 and User Study 2, the experimental procedure was kept as similar as possible to User Study 1. First, participants watched a short video sequence of about 2 min which showed the RB-KAIROS &#x2b; robot navigating between a workers&#x2019; area in which two workers performed a pick-and-place task and an empty area (see <xref ref-type="fig" rid="F1">Figure 1</xref>). Unlike User Study 1, the robot was either shown with GRU, WorkMATe, or no working memory configuration, an adaptation needed to answer the underlying research question of User Study 2 whether the implementation and training of robot working memory would lead to more positive evaluations of the robot (see also <xref ref-type="sec" rid="s1">Section 1</xref>). After having watched the video sequence, participants completed a questionnaire. In total, participants needed about 15 min to complete the study.</p>
</sec>
<sec id="s4-4">
<title>4.4 Working memory configurations</title>
<p>The robot navigated between the workers&#x2019; area and the empty area with either a GRU, WorkMATe, or no working memory configuration implemented (see <xref ref-type="sec" rid="s1">Section 1</xref>, see also <xref ref-type="bibr" rid="B30">Landolfi et al. (2023)</xref> for more details on the implementation and training processes). During robot navigation, the working memory configurations, respectively the absence of robot working memory were reflected as follows:</p>
<p>When equipped with either GRU or WorkMATe working memory configurations, the robot adapted its behavior depending on whether it navigated in the workers&#x2019; area or in the empty area (<italic>spacial awareness</italic>) and depending on whether humans were around or not (<italic>human awareness</italic>). As soon as the robot sensed to be in the workers&#x2019; area in which humans could be around or as soon as it perceived humans, it slowed down from 0.65 m/s to 0.32 m/s and turned from holonomic to non-holonomic navigation. As the RB-KAIROS &#x2b; robot is supposed to be used in large industrial halls, the robot could be aware of being in the empty area while in fact no people were around. In such a case, the RB-KAIROS &#x2b; robot would slow down to 0.32 m/s while remaining holonomic driving. As in our studies, workers were around in their supposed area all the time, this did however not happen so that the robot commonly slowed down and turned to non-holonomical driving in the workers&#x2019; area. These adaptations of robot navigation were well in line with participants&#x2019; suggestions for robot adaptation (see <xref ref-type="sec" rid="s3-3">Section 3.3</xref>); they were thus supposed to increase positive user experiences by making robot navigation safer and more predictable. Enabling bio-inspired learning and behavior adaptation, the robot was positively rewarded for showing correct behavior adaptations and negatively rewarded for wrong behavior adaptations when equipped with WorkMATe (see also <xref ref-type="bibr" rid="B30">Landolfi et al., 2023</xref>). When no working memory configuration was implemented, no adaptations in terms of speed and holonomicity were performed during robot navigation.</p>
</sec>
<sec id="s4-5">
<title>4.5 Questionnaire measures</title>
<p>The same questionnaire was used as in User Study 1 (see <xref ref-type="sec" rid="s2-4">Section 2.4</xref>). The only adaptation of the questionnaire was that participants&#x2019; ideas about robot memory and their suggestions for improving robot movements were not enquired because these aspects were of particular interest in User Study 1 to inspire future developments of robot working memory.</p>
<p>Analogous to User Study 1, indices of the measured constructs were calculated based on internal consistencies (Cronbach&#x2019;s alpha) with high scores indicating high endorsement of the measured construct (see <xref ref-type="sec" rid="s2-4">Section 2.4</xref>). Due to a too low internal consistency (<italic>&#x3b1;</italic> &#x3d; .12), the situational motivation scale had to be excluded from statistical analyses. For all other constructs, internal consistencies were moderate to high: <bold>Robot appearance:</bold> <italic>&#x3b1;</italic> &#x3d; .67 (after excluding the item &#x2018;Judging by the appearance of the robot, I had the impression that it looked like any technical tool that I would not have recognized as a robot.&#x2019;), <bold>robot movements:</bold> <italic>&#x3b1;</italic> &#x3d; .87, <bold>perceived robot memory:</bold> <italic>&#x3b1;</italic> &#x3d; .92, <bold>positive attitudes toward robots:</bold> <italic>&#x3b1;</italic> &#x3d; .90, <bold>negative attitudes toward robots:</bold> <italic>&#x3b1;</italic> &#x3d; .87, <bold>social desirability:</bold> <italic>&#x3b1;</italic> &#x3d; .81.</p>
</sec>
</sec>
<sec id="s5">
<title>5 User study 2 - results</title>
<sec id="s5-1">
<title>5.1 Participants&#x2019; evaluations of the RB-KAIROS &#x2b; robot</title>
<p>To answer the research question whether participants judged the robot&#x2019;s appearance, movements, and perceived memory functions differently depending of the robot&#x2019;s working memory configuration (GRU, WorkMATe, and no working memory, see <xref ref-type="sec" rid="s1">Section 1</xref>), a multivariate analysis of covariance (MANCOVA) was performed similar to User Study 1 (see <xref ref-type="sec" rid="s3-1">Section 3.1</xref>). Participants&#x2019; evaluations of robot appearance, robot movements, and perceived memory functions, the dependent measures, were investigated as a function of robot working memory configuration (GRU, WorkMATe, and no working memory). Analogous to User Study 1, participants&#x2019; positive and negative attitudes toward robots, social desirability, experience with technology and with robots, and demographics (i.e., sample language, participant age, gender, nationality, native language, professional status) were considered as covariates in order to control for their effects on participants&#x2019; evaluations of the robot. For a valid interpretation of <italic>p</italic>-values, effect sizes (<italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup>) and statistical power (1-<italic>&#x3b2;</italic>) were reported complementary. Statistically significant effects of the experimental condition (GRU, WorkMATe, and no working memory) and the covariates were confirmed following the principle of parsimony (see <xref ref-type="bibr" rid="B52">Tabachnick and Fidell, 2007</xref>). Pearson correlations between the dependent measures and the covariates that had statistically significant effects on the dependent measures were performed to investigate the role of the covariates in more detail.</p>
<p>The experimental condition statistically significantly affected participants&#x2019; evaluations of perceived robot memory functions, <italic>F</italic> (2,67) &#x3d; 3.21, <italic>p</italic> &#x3d; .047, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .087, 1-<italic>&#x3b2;</italic> &#x3d; .595, but not their evaluations of robot appearance, <italic>F</italic> (2,67) &#x3d; 0.10, <italic>p</italic> &#x3d; .904, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .003, 1-<italic>&#x3b2;</italic> &#x3d; .065, and robot movements, <italic>F</italic> (2,67) &#x3d; 1.23, <italic>p</italic> &#x3d; .300, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .035, 1-<italic>&#x3b2;</italic> &#x3d; .259.</p>
<p>Regarding the covariates, participants&#x2019; endorsement of positive attitudes toward robots had statistically significant effects on participants&#x2019; evaluations of robot memory functions, <italic>F</italic> (1,67) &#x3d; 14.07, <italic>p</italic> <inline-formula id="inf10">
<mml:math id="m10">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .174, 1-<italic>&#x3b2;</italic> &#x3d; .959. The effects of the remaining covariates on participants&#x2019; evaluations of the robot were not statistically significant (<italic>p</italic>s <inline-formula id="inf11">
<mml:math id="m11">
<mml:mo>&#x3e;</mml:mo>
</mml:math>
</inline-formula> .05).</p>
<p>Following the principle of parsimony (see <xref ref-type="bibr" rid="B52">Tabachnick and Fidell, 2007</xref>), the same analysis was run again, but with all covariates removed except for positive attitudes toward robots (see <xref ref-type="bibr" rid="B52">Tabachnick and Fidell, 2007</xref>).</p>
<p>In the more parsimonious model, the statistically significant effect of the experimental condition on participants&#x2019; evaluations of perceived robot memory functions was confirmed, <italic>F</italic> (2,77) &#x3d; 4.29, <italic>p</italic> &#x3d; .017, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .100, 1-<italic>&#x3b2;</italic> &#x3d; .732. Pairwise comparisons showed that the difference between WorkMATe and no working memory was statistically significant, <italic>M</italic>
<sub>Difference</sub> &#x3d; 0.85, <italic>SE</italic> &#x3d; 0.30, <italic>p</italic> &#x3d; .006, 95%-CI [0.25; 1.45]. The same accounted for the difference between GRU and no working memory, <italic>M</italic>
<sub>Difference</sub> &#x3d; 0.72, <italic>SE</italic> &#x3d; 0.30, <italic>p</italic> &#x3d; .020, 95%-CI [0.12; 1.32], while evaluations of perceived robot memory functions between WorkMATe and GRU were not statistically significant, <italic>M</italic>
<sub>Difference</sub> &#x3d; 0.14, <italic>SE</italic> &#x3d; 0.26, <italic>p</italic> &#x3d; .609, 95%-CI [-0.39; 0.66] (see <xref ref-type="fig" rid="F4">Figure 4</xref>). That is, the implementation of WorkMATe and GRU working memory configurations both resulted in more positive perceptions of robot memory functions.</p>
<fig id="F4" position="float">
<label>FIGURE 4</label>
<caption>
<p>Mean scores (grey bars) and standard deviations (soft lines) of participants&#x2019; evaluations of robot appearance, robot memory, and perceived robot memory per experimental condition and <italic>p</italic>-values indicating statistically significant differences between experimental conditions.</p>
</caption>
<graphic xlink:href="frobt-10-1257690-g004.tif"/>
</fig>
<p>The effects of the experimental condition of participants&#x2019; evaluations of robot appearance, <italic>F</italic> (2,77) &#x3d; 0.29, <italic>p</italic> &#x3d; .751, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .007, 1-<italic>&#x3b2;</italic> &#x3d; .094, and robot movements, <italic>F</italic> (2,77) &#x3d; 1.28, <italic>p</italic> &#x3d; .283, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .032, 1-<italic>&#x3b2;</italic> &#x3d; .270, did not turn out statistically significant. That is, the implementation of WorkMATe and GRU working memory did not statistically significantly affect participants&#x2019; evaluations of robot appearance and robot movements (see also 4 for graphical depictions of participants&#x2019; evaluations of the robot).</p>
<p>However, the statistically significant effect of positive attitudes toward robots on participants&#x2019; evaluation of robot memory functions was confirmed, <italic>F</italic> (1,77) &#x3d; 34.71, <italic>p</italic> <inline-formula id="inf12">
<mml:math id="m12">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .311, 1-<italic>&#x3b2;</italic> &#x3d; 1.00. Furthermore, the effects of positive attitudes toward robots on participants&#x2019; evaluations of robot appearance, <italic>F</italic> (1,77) &#x3d; 10.97, <italic>p</italic> &#x3d; .001, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .125, 1-<italic>&#x3b2;</italic> &#x3d; .905, and robot movements, <italic>F</italic> (1,77) &#x3d; 24.99, <italic>p</italic> <inline-formula id="inf13">
<mml:math id="m13">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, <italic>&#x3b7;</italic>
<italic>p</italic>
<sup>2</sup> &#x3d; .245, 1-<italic>&#x3b2;</italic> &#x3d; .999. Effect sizes and statistical power can be considered sufficiently high.</p>
<p>Pearson correlations showed the more positive attitudes toward robots participants shared, the more positive their evaluations of robot appearance, <italic>r</italic> (79) &#x3d; .35, <italic>p</italic> &#x3d; .001, robot movements, <italic>r</italic> (79) &#x3d; .48, <italic>p</italic> <inline-formula id="inf14">
<mml:math id="m14">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001, and perceived robot memory functions, <italic>r</italic> (79) &#x3d; .53, <italic>p</italic> <inline-formula id="inf15">
<mml:math id="m15">
<mml:mo>&#x3c;</mml:mo>
</mml:math>
</inline-formula> .001. Overall, participants shared rather positive attitudes toward robots, <italic>M</italic> &#x3d; 5.31, <italic>SD</italic> &#x3d; 1.10, than negative attitudes toward robots <italic>M</italic> &#x3d; 3.64, <italic>SD</italic> &#x3d; 1.40.</p>
</sec>
<sec id="s5-2">
<title>5.2 Exploratory analyses</title>
<p>In line with previous research (see <xref ref-type="bibr" rid="B14">Connolly et al., 2020</xref>; <xref ref-type="bibr" rid="B18">Gjelaj et al., 2020</xref>), participants&#x2019; experience with robots determined their attitudes toward robots in User Study 1 (see <xref ref-type="sec" rid="s3-4">Section 3.4</xref>). Therefore, we explored whether participants&#x2019; experience with robots and experience with technology had also affected their positive attitudes in User Study 2. To do so, a linear regression was performed analogous to User Study 1. Participants&#x2019; experience with robots and experience with technology were entered step-wise as predictors of participants&#x2019; positive attitudes toward robots. The overall model was statistically significant, <italic>F</italic> (1,78) &#x3d; 6.07, <italic>p</italic> &#x3d; .016, and accounted about 6% of the variance, <italic>R</italic>
<sup>2</sup> &#x3d; .072, <italic>R</italic>
<sup>2</sup>
<sub>Adjusted</sub> &#x3d; .060. Participants&#x2019; experience with robots was the only statistically significant predictor of participants&#x2019; positive attitudes toward robots, <italic>&#x3b2;</italic> &#x3d; .269, <italic>p</italic> &#x3d; .016, 95%-CI [0.03; 0.27]. Participants&#x2019; experience with technology was excluded from the overall model because it was not a statistically significant predictor of participants&#x2019; positive attitudes toward robots, <italic>&#x3b2;</italic> &#x3d; .099, <italic>p</italic> &#x3d; .468. As indicated by the positive <italic>&#x3b2;</italic> weight which corresponds to the Pearson correlation, participants&#x2019; positive attitudes toward robots increased with higher levels of experience with robots, <italic>r</italic> (78) &#x3d; .27, <italic>p</italic> &#x3d; .008. The relation between participants&#x2019; positive attitudes toward robots and their experience with robots is displayed in <xref ref-type="fig" rid="F5">Figure 5</xref>. Overall, participants&#x2019; experience with robots was fairly low, <italic>M</italic> &#x3d; 2.76, <italic>SD</italic> &#x3d; 1.96, compared to their levels of experience with technology, <italic>M</italic> &#x3d; 4.76, <italic>SD</italic> &#x3d; 1.68 (see also <xref ref-type="sec" rid="s4-1">Section 4.1</xref>).</p>
<fig id="F5" position="float">
<label>FIGURE 5</label>
<caption>
<p>Graphical depiction of the linear regression model between participants&#x2019; positive attitudes toward robots as a dependent variable and their experience with robots as a predictor as well as <italic>R</italic>
<sup>2</sup>, <italic>R</italic>
<sup>2</sup>
<sub>Adjusted</sub>, and the underlying regression equation.</p>
</caption>
<graphic xlink:href="frobt-10-1257690-g005.tif"/>
</fig>
</sec>
</sec>
<sec id="s6">
<title>6 General discussion</title>
<p>In the presented research, we followed a user-centered approach while implementing and training two working memory architectures on an industrial RB-KAIROS &#x2b; robot (<xref ref-type="bibr" rid="B42">Robotnik Valencia, Spain, 2023</xref>): One of these architectures was based on GRU (<xref ref-type="bibr" rid="B13">Cho et al., 2014</xref>), a commonly used state-of-the-art architecture, the other was based on WorkMATe (<xref ref-type="bibr" rid="B28">Kruijne et al., 2021</xref>), a biologically-inspired alternative. Emphasizing the humans&#x2019; perspective on HRI, we considered potential users&#x2019; ideas and perceptions of robot navigation already before initiating the implementation and training processes as recommended by previous research (e.g., <xref ref-type="bibr" rid="B32">Mahmood et al., 2000</xref>; <xref ref-type="bibr" rid="B7">Ben Allouch et al., 2009</xref>; <xref ref-type="bibr" rid="B44">Schiffhauer et al., 2016</xref>; <xref ref-type="bibr" rid="B8">Bernotat and Eyssel, 2017a</xref>; <xref ref-type="bibr" rid="B17">Diehl et al., 2017</xref>; <xref ref-type="bibr" rid="B2">Azamfirei et al., 2023b</xref>; <xref ref-type="bibr" rid="B38">Psarommatis et al., 2023b</xref>; <xref ref-type="bibr" rid="B29">Lacroix et al., 2023</xref>). This approach was innovative because, so far, only little attention has been paid to the humans&#x2019; perspective when robot working memory was implemented and trained. More precisely, we conducted two online user studies in which we tested large and heterogeneous samples of Italian, German, and in User Study 1 also English-speaking participants of all ages and professional backgrounds. To identify potential biases, the effects of participants&#x2019; attitudes, prior experience with robots and technology, social desirability, and demographics on participants&#x2019; evaluations of the robot were controlled for (see <xref ref-type="bibr" rid="B8">Bernotat and Eyssel, 2017a</xref>; <xref ref-type="bibr" rid="B11">Bernotat et al., 2017</xref>; <xref ref-type="bibr" rid="B33">Meyer zu Borgsen et al., 2017</xref>; <xref ref-type="bibr" rid="B12">Bernotat et al., 2021</xref>). Moreover, in order to assess participants&#x2019; overall judgments of the robot as well as their individual ideas and preferences for robot navigation, quantitative measures and qualitative open response formats were used complementary. In User Study 1, we primarily investigated participants&#x2019; evaluations of the RB-KAIROS &#x2b; robot in terms of appearance, movements, and perceived memory functions when the robot was presented with no robot working memory implemented. To enable potential future adaptations of robot behavior that might lead to positive user experiences, we furthermore assessed participants&#x2019; ideas of robot memory and asked what aspects of the robot&#x2019;s movements participants found positive and what aspects they would change. GRU and WorkMATe architectures were then implemented and trained accordingly. User Study 2 was conducted after the implementation and training processes. The major aim of User Study 2 was to evaluate participants&#x2019; perceptions of robot appearance, movements, and perceived memory functions comparing WorkMATe and GRU against the initial state of no working memory in a between-subjects study.</p>
<p>In User Study 1, mean evaluations of the robot&#x2019;s appearance, movements, and perceived memory functions ranged around scale midpoint indicating neither particularly positive, nor negative evaluations. Participants&#x2019; age had statistically significantly affected their evaluations of the robot&#x2019;s memory and movements: The older participants were, the less positively they judged the robot&#x2019;s memory and the robot&#x2019;s movements. Moreover, participants negative attitudes toward robots resulted in less positive evaluations of the robot&#x2019;s appearance. Exploratory analyses revealed a statistically significant relationship between participants&#x2019; age and their experience with technology and robots. The older participants, the lower levels of experience with technology and robots they shared which is well in line with previous research (<xref ref-type="bibr" rid="B16">Damant and Knapp, 2015</xref>; <xref ref-type="bibr" rid="B20">Goodman-Deane et al., 2020</xref>; <xref ref-type="bibr" rid="B41">Robinson et al., 2020</xref>). However, results of a linear regression analysis showed that not participant age <italic>per se</italic>, but participants&#x2019; experience with robots was decisive for their negative attitudes toward robots. Independent of participant age, less negative attitudes toward robots were predicted by higher levels of experience with robots.</p>
<p>The evaluation of a robot&#x2019;s movements and memory requires a certain understanding of a robot&#x2019;s functionality. As lower levels of experience with robots were linked to increased age, it seems plausible that participant age had affected participants&#x2019; evaluations of the robot&#x2019;s movements and memory functions in User Study 1. This might be confirmed by the fact that particularly elderly participants reported they had felt uncertain how to judge a robot because they felt too in-experienced with robots. However, the effect of participants&#x2019; experience with robots on their negative attitudes toward robots that was found in User Study 1 suggests that perceived low experience with robots might have evoked feelings of uncertainty how to evaluate a robot independent of participant age. In interpersonal contact situations, uncertainty was found to lead to negative emotions and a perceived lack of control (<xref ref-type="bibr" rid="B21">Grieve and Hogg, 1999</xref>; <xref ref-type="bibr" rid="B48">Stewart et al., 2019</xref>). A relationship between a perceived lack of experience and a perceived lack of control in HRI seems plausible given that the negative attitudes toward robots scale included items that are closely related to the fear of robots taking control, e.g., &#x201c;I fear that in the future society will be dominated by robots.&#x201d;</p>
<p>Complementary to quantitative evaluations of the RB-KAIROS &#x2b; robot, participants in User Study 1 provided fruitful insights about their general ideas of robot memory and made concrete suggestions for the improvement of robot movements. Clustering words that participants had used to describe robot memory by frequencies, robot memory was found to comprise six core aspects: memory and recall, learning and adaptation, hard- and software components, data collection and information storage, potential advantages and potential risks of robot memory. Regarding the potential advantages of robot memory, participants described that robot memory might facilitate communication between humans and robots and that it might help to overcome human weaknesses. Robot memory was furthermore seen as a chance to enable communication between robots. A potential risk associated with robot memory was that data could get lost. More importantly, confirming the assumption that a perceived loss of control over HRI was one of participants&#x2019; concerns, a feared risk was that robot memory could be controlled or manipulated by an external party (see <xref ref-type="table" rid="T1">Table 1</xref>). However, in line with participants&#x2019; overall rather positive attitudes toward robots, more advantages of robot memory were described than potential risks. In line with participants&#x2019; moderate evaluations of robot movements on the explicit measures, positive aspects about robot movements and suggestions for improvement were balanced. About a third of the participants noticed the robot&#x2019;s holonomic driving. Some participants appreciated the holonomic driving as being interesting, innovative, and as making robot navigation more efficient. Other participants criticized the holonomic driving as being confusing and making robot navigation unpredictable. Feelings of confusion and a lack of predictability were strengthened because the RB-KAIROS &#x2b; robot did not provide any cues to indicate its moving direction and intention. Participants thus suggested to implement holonomic driving and adaptations of the robot&#x2019;s velocity dependent of human presence. Participants desired to have clear indicators of robot moving direction and intention. They felt this would make robot navigation safer, more predictable, and thus more comfortable.</p>
<p>User Study 2 followed after working memory architectures based on GRU and WorkMATe were implemented. In line with participants&#x2019; suggestions for the improvement of robot navigation in User Study 1, robot working memory enabled adaptations of holonomic driving and velocity dependent of human presence (see <xref ref-type="sec" rid="s4-4">Section 4.4</xref>). Analogous to User Study 1, participants&#x2019; evaluations of robot appearance, movements, and perceived memory functions were assessed. Exceeding User Study 1, however, the robot was evaluated in a between-subjects study when it was shown with WorkMATe, GRU, or no working memory implementation. Similar to User Study 1, participants&#x2019; overall evaluations of the robot were moderate. Evaluations of robot appearance and robot movements did not statistically significantly differ between GRU, WorkMATe, and the no working memory condition. However, there was a statistically significant effect of the experimental condition on participants&#x2019; evaluations of robot working memory. Adaptations of robot navigation based on WorkMATe and GRU working memory led to more positive perceptions of robot memory functions than no working memory implementation. This finding complements results of our technological evaluation of the robot working memory implementations: We found a clear advantage of WorkMATe and GRU over no robot working memory in terms of safety and energy consumption during robot navigation (see <xref ref-type="bibr" rid="B30">Landolfi et al., 2023</xref>). Taken together, the results of User Study 2 suggest that participants well noticed improvements in robot navigation due to robot working memory. This accounted for GRU, the current state-of-the-art, and for WorkMATe, the biologically inspired alternative alike. Moreover, in User Study 2, participants&#x2019; evaluations of robot appearance, movements, and perceived memory functions were driven by their positive attitudes toward robots. Positive views of robots resulted in more positive evaluations of the robot on all three measures. Exploratory analyses showed that participants&#x2019; experience with robots was a predictor of their positive attitudes toward robots. This confirms findings of User Study 1 that participants&#x2019; experience with robots is decisive for positive views of robots.</p>
<p>Remarkably, in both user studies, participants shared fairly low levels of experience with robots, but a good command of technology use. Most participants reported to know robots mainly from media (see also <xref ref-type="bibr" rid="B11">Bernotat et al. (2017)</xref>; <xref ref-type="bibr" rid="B12">Bernotat et al. (2021)</xref> for confirming findings) in which robots are represented as threatening on the one hand and as useful on the other hand. Despite some resentments against robots, participants shared fairly positive attitudes toward robots reflecting views of robots as useful innovations. This, in turn, suggests an overall readiness to accept robots if participants know how to use them in a beneficial way. This would be in line with research by Robinson and colleagues (<xref ref-type="bibr" rid="B41">Robinson et al., 2020</xref>) who found that participants&#x2019; willingness to use a robot, their self-efficacy in HRI, and the robot&#x2019;s likeability were increased after a training on how to use a social robot and an interaction with it. Amongst the robot&#x2019;s likeability, participants&#x2019; self-efficacy, that is, their belief in their ability to use and control robot use (see also <xref ref-type="bibr" rid="B6">Bandura, 1977</xref>; <xref ref-type="bibr" rid="B46">Schwarzer and Jerusalem, 1995</xref>; <xref ref-type="bibr" rid="B39">P&#xfc;tten and Bock, 2018</xref>), crucially determined their willingness to interact with the robot in the future.</p>
<sec id="s6-1">
<title>6.1 Limitations and implications for future research</title>
<p>With increased robot release more lay people will interact with robots in several contexts reaching from work to private areas. Robots, in turn, become increasingly autonomous social agents and co-workers instead of being mere tools. Therefore, as our results of User Study 1 and User Study 2 clearly indicate, the effects of participants&#x2019; experience with robots on their attitudes and emotions toward robots should be taken into sharper focus of future HRI research and development. Our results further suggest that a more detailed view of participants&#x2019; experience with robots as a multi-dimensional construct is needed. Therefore, Neyer and colleagues&#x2019; scale of technology commitment (see <xref ref-type="bibr" rid="B34">Neyer et al., 2012</xref>) consisting of perceived control over technology, perceived competence in its use, and acceptance of technology could be applied to HRI. Likewise, Rosenthal-von-der-P&#xfc;tten and Bock&#x2019;s self-efficacy in HRI scale (<xref ref-type="bibr" rid="B39">P&#xfc;tten and Bock, 2018</xref>) might be suitable in future HRI research. This way, the assumption that was derived from our findings could be tested that uncertainty how to use a robot might be linked to a perceived lack of control in HRI which, in turn, is supposed to determine participants&#x2019; attitudes toward robots. This could help to encounter the cause for possible resentments against robots and thus to enhance acceptance and comfort of HRI in shared environments. To really grasp the dynamics that underlie an efficient and comfortable HRI in various settings, however, we recommend a more detailed consideration of various groups of potential users (see also <xref ref-type="bibr" rid="B2">Azamfirei et al., 2023b</xref>; <xref ref-type="bibr" rid="B38">Psarommatis et al., 2023b</xref>). To illustrate, in our research, we opted for heterogeneous samples to avoid possible biases and to reflect a general view on HRI with an industrial robot that is equipped with human-aware robot navigation. However, in line with previous research (see <xref ref-type="bibr" rid="B16">Damant and Knapp, 2015</xref>; <xref ref-type="bibr" rid="B20">Goodman-Deane et al., 2020</xref>), the effect of participant age on participants&#x2019; overall evaluations of the robot in User Study 1 suggests that a more detailed consideration of different age groups might be worthwhile in future HRI research. Likewise, workers who are already used to be surrounded by robots in their working environment might highlight another perspective of HRI than our participants who were fairly inexperienced in using robots. In addition, User Study 1 and User Study 2 were conducted online which allowed us to reach large samples across countries. A further reason to opt for online studies was the fact that User Study 1 and User Study 2 were done before and right after the implementation and training processes of robot working memory. Therefore, online studies were considered safer for participants in this early stage of development. As a downside of online studies, however, experiences based on a video of the RB-KAIROS &#x2b; robot might not convey a fully realistic experience of HRI. Considering the presented user studies as a part of an iterative research process, we will tie up with the present findings and extent them by overcoming some limitations of the present research. To do so, we will validate the present findings by conducting further interactive user studies taking place in a safe lab environment with lay participants and in an industrial setting with workers who are already experienced in using the RB-KAIROS &#x2b; robot.</p>
</sec>
<sec id="s6-2">
<title>6.2 Contributions of the present research and conclusions</title>
<p>Our research approach to involve potential users into the implementation and training processes of robot working memory on an industrial RB-KAIROS &#x2b; robot right from the beginning was clearly a novelty. It provided fruitful insights about participants&#x2019; ideas of robot memory. Likewise, participants&#x2019; precise suggestions for a safe, efficient, and comfortable human-aware robot navigation in the context of User Study 1 provide practical implications for developers of memory-based robot navigation. They are thus valuable for future research and development in HRI in industrial settings and beyond. The complementary use of quantitative measures and qualitative open-response formats and the consideration of participants&#x2019; attitudes toward robots, experiences, and demographics enabled a more holistic view on potential users and helped to better understand the psychological processes that might underlie HRI. We therefore strongly recommend to use quantitative and qualitative measures complementary and to consider participants&#x2019; attitudes, experiences, and demographics. In this regard, our measures of robot appearance, robot movements, and perceived robot memory that we provided in three languages, exhibited good reliabilities in both user studies which confirms their suitability for future HRI research. As such, besides practical implications for further research and development of human-aware robot navigation, our research provided new insights about participants&#x2019; concerns and preferences in HRI. At the same time, our findings raised new research questions and provided suitable approaches and measures to address them. This being provided, we encourage to involve potential users more strongly into future HRI research and development.</p>
</sec>
</sec>
</body>
<back>
<sec sec-type="data-availability" id="s7">
<title>Data availability statement</title>
<p>The raw data supporting the conclusion of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s8">
<title>Author contributions</title>
<p>JB: Conceptualization, Data curation, Formal Analysis, Investigation, Methodology, Supervision, Writing&#x2013;original draft, Writing&#x2013;review and editing. LL: Conceptualization, Data curation, Investigation, Methodology, Software, Writing&#x2013;review and editing. DP: Conceptualization, Data curation, Investigation, Methodology, Software, Writing&#x2013;review and editing. AN: Methodology, Writing&#x2013;review and editing. FR: Conceptualization, Funding acquisition, Project administration, Resources, Software, Writing&#x2013;review and editing.</p>
</sec>
<sec id="s9">
<title>Funding</title>
<p>This research has been funded by HBP SGA3 Grant agreement 945539.</p>
</sec>
<ack>
<p>We thank Dr. Doreen Jirak for helpful comments on earlier versions of the manuscript.</p>
</ack>
<sec sec-type="COI-statement" id="s10">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec sec-type="disclaimer" id="s11">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Azamfirei</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Granlund</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Lagrosen</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2023a</year>). <article-title>Lessons from adopting robotic in-line quality inspection in the Swedish manufacturing industry</article-title>. <source>Procedia Comput. Sci.</source> <volume>217</volume>, <fpage>386</fpage>&#x2013;<lpage>394</lpage>. <pub-id pub-id-type="doi">10.1016/j.procs.2022.12.234</pub-id>
</citation>
</ref>
<ref id="B2">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Azamfirei</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Psarommatis</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Lagrosen</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2023b</year>). &#x201c;<article-title>Human factors in the design of advanced quality inspection systems in the era of zero-defect manufacturing</article-title>,&#x201d; in <conf-name>International Conference on Flexible Automation and Intelligent Manufacturing</conf-name>, <conf-loc>Porto, Portugal</conf-loc>, <conf-date>18&#x2013;22 June 2023</conf-date>, <fpage>797</fpage>&#x2013;<lpage>804</lpage>.</citation>
</ref>
<ref id="B3">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Baddeley</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>The episodic buffer: a new component of working memory?</article-title> <source>Trends cognitive Sci.</source> <volume>4</volume>, <fpage>417</fpage>&#x2013;<lpage>423</lpage>. <pub-id pub-id-type="doi">10.1016/s1364-6613(00)01538-2</pub-id>
</citation>
</ref>
<ref id="B4">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Baddeley</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2010</year>). <article-title>Working memory</article-title>. <source>Curr. Biol.</source> <volume>20</volume>, <fpage>136</fpage>&#x2013;<lpage>140</lpage>. <pub-id pub-id-type="doi">10.1016/j.cub.2009.12.014</pub-id>
</citation>
</ref>
<ref id="B5">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Balaska</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Folinas</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Konstantinidis</surname>
<given-names>F. K.</given-names>
</name>
<name>
<surname>Gasteratos</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2022</year>). &#x201c;<article-title>Smart counting of unboxed stocks in the warehouse 4.0 ecosystem</article-title>,&#x201d; in <conf-name>2022 IEEE International Conference on Imaging Systems and Techniques (IST)</conf-name>, <conf-loc>Kaohsiung Taiwan</conf-loc>, <conf-date>21-23 June 2022</conf-date>, <fpage>1</fpage>. <comment>&#x2013;6</comment>. <pub-id pub-id-type="doi">10.1109/IST55454.2022.9827758</pub-id>
</citation>
</ref>
<ref id="B6">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bandura</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>1977</year>). <article-title>Self-efficacy: toward a unifying theory of behavioral change</article-title>. <source>Psychol. Rev.</source> <volume>84</volume>, <fpage>191</fpage>&#x2013;<lpage>215</lpage>. <pub-id pub-id-type="doi">10.1037/0033-295x.84.2.191</pub-id>
</citation>
</ref>
<ref id="B7">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Ben Allouch</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>van Dijk</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Peters</surname>
<given-names>O.</given-names>
</name>
</person-group> (<year>2009</year>). &#x201c;<article-title>The acceptance of domestic ambient intelligence appliances by prospective users</article-title>,&#x201d; in <conf-name>Pervasive Computing: 7th International Conference, Pervasive 2009</conf-name>, <conf-loc>Nara, Japan</conf-loc>, <conf-date>May 11-14, 2009</conf-date>, <fpage>77</fpage>&#x2013;<lpage>94</lpage>.</citation>
</ref>
<ref id="B8">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2017a</year>). &#x201c;<article-title>An evaluation study of robot designs for smart environments</article-title>,&#x201d; in <conf-name>Proceedings of the Companion of the 2017 ACM/IEEE International Conference on Human-Robot Interaction</conf-name>, <conf-loc>Vienna, Austri</conf-loc>, <conf-date>March 6-9, 2017</conf-date>, <fpage>87</fpage>&#x2013;<lpage>88</lpage>.</citation>
</ref>
<ref id="B9">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2017b</year>). &#x201c;<article-title>A robot at home&#x2014;how affect, technology commitment, and personality traits influence user experience in an intelligent robotics apartment</article-title>,&#x201d; in <conf-name>2017 26th IEEE international symposium on robot and human interactive communication (RO-MAN)</conf-name>, <conf-loc>Lisbon, Portugal</conf-loc>, <conf-date>28-31 August 2017</conf-date>, <fpage>641</fpage>. <comment>&#x2013;646</comment>.</citation>
</ref>
<ref id="B10">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2018</year>). &#x201c;<article-title>Can (&#x201c;t) wait to have a robot at home? Japanese and German users&#x201d; attitudes toward service robots in smart homes</article-title>,&#x201d; in <conf-name>2018 27th IEEE International Symposium on Robot and Human Interactive Communication (RO-MAN) (IEEE)</conf-name>, <conf-loc>Nanjing, China</conf-loc>, <conf-date>August 27-31, 2018</conf-date>.</citation>
</ref>
<ref id="B11">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Sachse</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2017</year>). &#x201c;<article-title>Shape it&#x2013;the influence of robot body shape on gender perception in robots</article-title>,&#x201d; in <conf-name>Social Robotics: 9th International Conference, ICSR 2017</conf-name>, <conf-loc>Tsukuba, Japan</conf-loc>, <conf-date>November 22-24, 2017</conf-date>, <fpage>75</fpage>&#x2013;<lpage>84</lpage>.</citation>
</ref>
<ref id="B12">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Sachse</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>The (fe) male robot: how robot body shape impacts first impressions and trust towards robots</article-title>. <source>Int. J. Soc. Robotics</source> <volume>13</volume>, <fpage>477</fpage>&#x2013;<lpage>489</lpage>. <pub-id pub-id-type="doi">10.1007/s12369-019-00562-7</pub-id>
</citation>
</ref>
<ref id="B13">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Cho</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>van Merrienboer</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Bahdanau</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Bengio</surname>
<given-names>Y.</given-names>
</name>
</person-group> (<year>2014</year>). <source>On the properties of neural machine translation: encoder-decoder approaches</source>. <comment>CoRR abs/1409.1259</comment>.</citation>
</ref>
<ref id="B14">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Connolly</surname>
<given-names>S. L.</given-names>
</name>
<name>
<surname>Miller</surname>
<given-names>C. J.</given-names>
</name>
<name>
<surname>Lindsay</surname>
<given-names>J. A.</given-names>
</name>
<name>
<surname>Bauer</surname>
<given-names>M. S.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>A systematic review of providers&#x2019; attitudes toward telemental health via videoconferencing</article-title>. <source>Clin. Psychol. Sci. Pract.</source> <volume>27</volume>, <fpage>1</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1111/cpsp.12311</pub-id>
</citation>
</ref>
<ref id="B15">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cronbach</surname>
<given-names>L. J.</given-names>
</name>
</person-group> (<year>1951</year>). <article-title>Coefficient alpha and the internal structure of tests</article-title>. <source>Psychometrika</source> <volume>16</volume>, <fpage>297</fpage>&#x2013;<lpage>334</lpage>. <pub-id pub-id-type="doi">10.1007/bf02310555</pub-id>
</citation>
</ref>
<ref id="B16">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Damant</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Knapp</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>2015</year>). <article-title>What are the likely changes in society and technology which will impact upon the ability of older adults to maintain social (extra-familial) networks of support now, in 2025 and in 2040?</article-title> <source>Future ageing Evid. Rev.</source> <volume>2015</volume>, <fpage>1</fpage>&#x2013;<lpage>32</lpage>.</citation>
</ref>
<ref id="B17">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Diehl</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Schiffhauer</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Achenbach</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Klett</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Botsch</surname>
<given-names>M.</given-names>
</name>
<etal/>
</person-group> (<year>2017</year>). &#x201c;<article-title>Get one or create one: the impact of graded involvement in a selection procedure for a virtual agent on satisfaction and suitability ratings</article-title>,&#x201d; in <conf-name>Intelligent Virtual Agents: 17th International Conference, IVA 2017</conf-name>, <conf-loc>Stockholm, Sweden</conf-loc>, <conf-date>August 27-30, 2017</conf-date>, <fpage>109</fpage>&#x2013;<lpage>118</lpage>.</citation>
</ref>
<ref id="B18">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gjelaj</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Buza</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Shatri</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Zabeli</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Digital technologies in early childhood: attitudes and practices of parents and teachers in kosovo</article-title>. <source>Int. J. Instr.</source> <volume>13</volume>, <fpage>165</fpage>&#x2013;<lpage>184</lpage>. <pub-id pub-id-type="doi">10.29333/iji.2020.13111a</pub-id>
</citation>
</ref>
<ref id="B19">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Glimcher</surname>
<given-names>P. W.</given-names>
</name>
</person-group> (<year>2011</year>). <article-title>Understanding dopamine and reinforcement learning: the dopamine reward prediction error hypothesis</article-title>. <source>Proc. Natl. Acad. Sci.</source> <volume>108</volume>, <fpage>15647</fpage>&#x2013;<lpage>15654</lpage>. <pub-id pub-id-type="doi">10.1073/pnas.1014269108</pub-id>
</citation>
</ref>
<ref id="B20">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Goodman-Deane</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Bradley</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Clarkson</surname>
<given-names>P. J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Digital technology competence and experience in the UK population: who can do what</article-title>. <source>Proc. ergonomics Hum. factors</source> <volume>2020</volume>, <fpage>1</fpage>&#x2013;<lpage>8</lpage>.</citation>
</ref>
<ref id="B21">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grieve</surname>
<given-names>P. G.</given-names>
</name>
<name>
<surname>Hogg</surname>
<given-names>M. A.</given-names>
</name>
</person-group> (<year>1999</year>). <article-title>Subjective uncertainty and intergroup discrimination in the minimal group situation</article-title>. <source>Personality Soc. Psychol. Bull.</source> <volume>25</volume>, <fpage>926</fpage>&#x2013;<lpage>940</lpage>. <pub-id pub-id-type="doi">10.1177/01461672992511002</pub-id>
</citation>
</ref>
<ref id="B22">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Guay</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Vallerand</surname>
<given-names>R. J.</given-names>
</name>
<name>
<surname>Blanchard</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>On the assessment of situational intrinsic and extrinsic motivation: the situational motivation scale (sims)</article-title>. <source>Motivation Emot.</source> <volume>24</volume>, <fpage>175</fpage>&#x2013;<lpage>213</lpage>. <pub-id pub-id-type="doi">10.1023/a:1005614228250</pub-id>
</citation>
</ref>
<ref id="B23">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hancock</surname>
<given-names>P. A.</given-names>
</name>
<name>
<surname>Kessler</surname>
<given-names>T. T.</given-names>
</name>
<name>
<surname>Kaplan</surname>
<given-names>A. D.</given-names>
</name>
<name>
<surname>Brill</surname>
<given-names>J. C.</given-names>
</name>
<name>
<surname>Szalma</surname>
<given-names>J. L.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Evolving trust in robots: specification through sequential and comparative meta-analyses</article-title>. <source>Hum. factors</source> <volume>63</volume>, <fpage>1196</fpage>&#x2013;<lpage>1229</lpage>. <pub-id pub-id-type="doi">10.1177/0018720820922080</pub-id>
</citation>
</ref>
<ref id="B24">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Joo</surname>
<given-names>S.-H.</given-names>
</name>
<name>
<surname>Manzoor</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Rocha</surname>
<given-names>Y. G.</given-names>
</name>
<name>
<surname>Lee</surname>
<given-names>H.-U.</given-names>
</name>
<name>
<surname>Kuc</surname>
<given-names>T.-Y.</given-names>
</name>
</person-group> (<year>2019</year>). <source>A realtime autonomous robot navigation framework for human like high-level interaction and task planning in global dynamic environment</source>, <fpage>12942</fpage>. <comment>
<italic>arXiv preprint:1905</italic>
</comment>.</citation>
</ref>
<ref id="B25">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Jung</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Matsumoto</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Tani</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2019</year>). &#x201c;<article-title>Goal-directed behavior under variational predictive coding: dynamic organization of visual attention and working memory</article-title>,&#x201d; in <conf-name>2019 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)</conf-name>, <conf-loc>The Venetian Macao, Macau</conf-loc>, <conf-date>3-8 November 2019</conf-date>, <fpage>1040</fpage>. <comment>&#x2013;1047</comment>.</citation>
</ref>
<ref id="B26">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Konstantinidis</surname>
<given-names>F. K.</given-names>
</name>
<name>
<surname>Balaska</surname>
<given-names>V.</given-names>
</name>
<name>
<surname>Symeonidis</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Mouroutsos</surname>
<given-names>S. G.</given-names>
</name>
<name>
<surname>Gasteratos</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2022a</year>). &#x201c;<article-title>Arowa: an autonomous robot framework for warehouse 4.0 health and safety inspection operations</article-title>,&#x201d; in <conf-name>2022 30th Mediterranean Conference on Control and Automation (MED)</conf-name>, <conf-loc>Greece</conf-loc>, <conf-date>June 28 &#x2013; July 1, 2022</conf-date>, <fpage>494</fpage>. <comment>&#x2013;499</comment>.</citation>
</ref>
<ref id="B27">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Konstantinidis</surname>
<given-names>F. K.</given-names>
</name>
<name>
<surname>Myrillas</surname>
<given-names>N.</given-names>
</name>
<name>
<surname>Mouroutsos</surname>
<given-names>S. G.</given-names>
</name>
<name>
<surname>Koulouriotis</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Gasteratos</surname>
<given-names>A.</given-names>
</name>
</person-group> (<year>2022b</year>). <article-title>Assessment of industry 4.0 for modern manufacturing ecosystem: a systematic survey of surveys</article-title>. <source>Machines</source> <volume>10</volume>, <fpage>746</fpage>. <pub-id pub-id-type="doi">10.3390/machines10090746</pub-id>
</citation>
</ref>
<ref id="B28">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kruijne</surname>
<given-names>W.</given-names>
</name>
<name>
<surname>Bohte</surname>
<given-names>S. M.</given-names>
</name>
<name>
<surname>Roelfsema</surname>
<given-names>P. R.</given-names>
</name>
<name>
<surname>Olivers</surname>
<given-names>C. N. L.</given-names>
</name>
</person-group> (<year>2021</year>). <article-title>Flexible working memory through selective gating and attentional tagging</article-title>. <source>Neural Comput.</source> <volume>33</volume>, <fpage>1</fpage>&#x2013;<lpage>40</lpage>. <pub-id pub-id-type="doi">10.1162/neco_a_01339</pub-id>
</citation>
</ref>
<ref id="B29">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Lacroix</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Wullenkord</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2023</year>). &#x201c;<article-title>Who&#x2019;s in charge? using personalization vs. customization distinction to inform hri research on adaptation to users</article-title>,&#x201d; in <conf-name>Companion of the 2023 ACM/IEEE International Conference on Human-Robot Interaction</conf-name>, <conf-loc>Stockholm, Sweden</conf-loc>, <conf-date>March 13-16, 2023</conf-date>, <fpage>580</fpage>&#x2013;<lpage>586</lpage>.</citation>
</ref>
<ref id="B30">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Landolfi</surname>
<given-names>L.</given-names>
</name>
<name>
<surname>Pasquali</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Nardelli</surname>
<given-names>A.</given-names>
</name>
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Rea</surname>
<given-names>F.</given-names>
</name>
</person-group> (<year>2023</year>). &#x201c;<article-title>Working memory based architecture for human-aware navigation in industrial settings</article-title>,&#x201d; in <conf-name>2023 32nd IEEE International Conference on Robot Human Interactive Communication (RO-MAN) (Zenodo)</conf-name>, <conf-loc>Paradise Hotel, Busan, Korea</conf-loc>, <conf-date>August 28-31, 2023</conf-date>. <pub-id pub-id-type="doi">10.5281/zenodo.8016999</pub-id>
</citation>
</ref>
<ref id="B31">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Li</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Xu</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Zhu</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Dong</surname>
<given-names>K.</given-names>
</name>
<name>
<surname>Yan</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Zeng</surname>
<given-names>Z.</given-names>
</name>
<etal/>
</person-group> (<year>2022</year>). <source>Bio-inspired intelligence with applications to robotics: a survey</source>. <comment>
<italic>arXiv preprint arXiv:2206.08544</italic>
</comment>.</citation>
</ref>
<ref id="B32">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mahmood</surname>
<given-names>M. A.</given-names>
</name>
<name>
<surname>Burn</surname>
<given-names>J. M.</given-names>
</name>
<name>
<surname>Gemoets</surname>
<given-names>L. A.</given-names>
</name>
<name>
<surname>Jacquez</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>Variables affecting information technology end-user satisfaction: a meta-analysis of the empirical literature</article-title>. <source>Int. J. Human-Computer Stud.</source> <volume>52</volume>, <fpage>751</fpage>&#x2013;<lpage>771</lpage>. <pub-id pub-id-type="doi">10.1006/ijhc.1999.0353</pub-id>
</citation>
</ref>
<ref id="B33">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Meyer zu Borgsen</surname>
<given-names>S.</given-names>
</name>
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Wachsmuth</surname>
<given-names>S.</given-names>
</name>
</person-group> (<year>2017</year>). &#x201c;<article-title>Hand in hand with robots: differences between experienced and naive users in human-robot handover scenarios</article-title>,&#x201d; in <conf-name>Social Robotics: 9th International Conference, ICSR 2017</conf-name>, <conf-loc>Tsukuba, Japan</conf-loc>, <conf-date>November 22-24, 2017</conf-date>, <fpage>587</fpage>&#x2013;<lpage>596</lpage>.</citation>
</ref>
<ref id="B34">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Neyer</surname>
<given-names>F. J.</given-names>
</name>
<name>
<surname>Felber</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Gebhardt</surname>
<given-names>C.</given-names>
</name>
</person-group> (<year>2012</year>). <article-title>Entwicklung und validierung einer kurzskala zur erfassung von technikbereitschaft [development and validation of a brief measure of technology commitment]</article-title>. <source>Diagnostica</source> <volume>58</volume>, <fpage>87</fpage>&#x2013;<lpage>99</lpage>. <pub-id pub-id-type="doi">10.1026/0012-1924/a000067</pub-id>
</citation>
</ref>
<ref id="B35">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Nomura</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Suzuki</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kanda</surname>
<given-names>T.</given-names>
</name>
<name>
<surname>Kato</surname>
<given-names>K.</given-names>
</name>
</person-group> (<year>2006</year>). &#x201c;<article-title>Measurement of anxiety toward robots</article-title>,&#x201d; in <conf-name>ROMAN 2006-The 15th IEEE International Symposium on Robot and Human Interactive Communication (IEEE)</conf-name>, <conf-loc>Hatfield, UK</conf-loc>, <conf-date>06-08 September 2006</conf-date>, <fpage>372</fpage>&#x2013;<lpage>377</lpage>.</citation>
</ref>
<ref id="B36">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Parasuraman</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Sheridan</surname>
<given-names>T. B.</given-names>
</name>
<name>
<surname>Wickens</surname>
<given-names>C. D.</given-names>
</name>
</person-group> (<year>2000</year>). <article-title>A model for types and levels of human interaction with automation</article-title>. <source>IEEE Trans. Syst. man, cybernetics-Part A Syst. Humans</source> <volume>30</volume>, <fpage>286</fpage>&#x2013;<lpage>297</lpage>. <pub-id pub-id-type="doi">10.1109/3468.844354</pub-id>
</citation>
</ref>
<ref id="B37">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Psarommatis</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>May</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Azamfirei</surname>
<given-names>V.</given-names>
</name>
</person-group> (<year>2023a</year>). <article-title>Envisioning maintenance 5.0: insights from a systematic literature review of industry 4.0 and a proposed framework</article-title>. <source>J. Manuf. Syst.</source> <volume>68</volume>, <fpage>376</fpage>&#x2013;<lpage>399</lpage>. <pub-id pub-id-type="doi">10.1016/j.jmsy.2023.04.009</pub-id>
</citation>
</ref>
<ref id="B38">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Psarommatis</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>May</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Azamfirei</surname>
<given-names>V.</given-names>
</name>
</person-group> (<year>2023b</year>). &#x201c;<article-title>The role of human factors in zero defect manufacturing: a study of training and workplace culture</article-title>,&#x201d; in <conf-name>IFIP International Conference on Advances in Production Management Systems</conf-name>, <conf-loc>Trondheim, Norway</conf-loc>, <conf-date>September 17-21, 2023</conf-date>, <fpage>587</fpage>&#x2013;<lpage>601</lpage>.</citation>
</ref>
<ref id="B39">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>P&#xfc;tten</surname>
<given-names>A. R.-V. D.</given-names>
</name>
<name>
<surname>Bock</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>2018</year>). <article-title>Development and validation of the self-efficacy in human-robot-interaction scale (se-hri)</article-title>. <source>ACM Trans. Human-Robot Interact. (THRI)</source> <volume>7</volume>, <fpage>1</fpage>&#x2013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1145/3139352</pub-id>
</citation>
</ref>
<ref id="B40">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reich</surname>
<given-names>G. M.</given-names>
</name>
<name>
<surname>Antoniou</surname>
<given-names>M.</given-names>
</name>
<name>
<surname>Baker</surname>
<given-names>C. J.</given-names>
</name>
</person-group> (<year>2020</year>). <article-title>Memory-enhanced cognitive radar for autonomous navigation</article-title>. <source>IET Radar, Sonar Navigation</source> <volume>14</volume>, <fpage>1287</fpage>&#x2013;<lpage>1296</lpage>. <pub-id pub-id-type="doi">10.1049/iet-rsn.2019.0409</pub-id>
</citation>
</ref>
<ref id="B41">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Robinson</surname>
<given-names>N. L.</given-names>
</name>
<name>
<surname>Hicks</surname>
<given-names>T.-N.</given-names>
</name>
<name>
<surname>Suddrey</surname>
<given-names>G.</given-names>
</name>
<name>
<surname>Kavanagh</surname>
<given-names>D. J.</given-names>
</name>
</person-group> (<year>2020</year>). &#x201c;<article-title>The robot self-efficacy scale: robot self-efficacy, likability and willingness to interact increases after a robot-delivered tutorial</article-title>,&#x201d; in <conf-name>2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)</conf-name>, <conf-loc>Naples, Italy</conf-loc>, <conf-date>August 31 - September 4, 2020</conf-date>, <fpage>272</fpage>. <comment>&#x2013;277</comment>.</citation>
</ref>
<ref id="B42">
<citation citation-type="book">
<collab>Robotnik (Valencia, Spain)</collab> (<year>2023</year>). <source>Rb-kairos&#x2b; mobile manipulator</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://robotnik.eu/products/mobile-manipulators/rb-kairos/">https://robotnik.eu/products/mobile-manipulators/rb-kairos/</ext-link>.</comment>
</citation>
</ref>
<ref id="B43">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>R&#xf6;smann</surname>
<given-names>C.</given-names>
</name>
<name>
<surname>Hoffmann</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Bertram</surname>
<given-names>T.</given-names>
</name>
</person-group> (<year>2017</year>). <article-title>Integrated online trajectory planning and optimization in distinctive topologies</article-title>. <source>Robotics Aut. Syst.</source> <volume>88</volume>, <fpage>142</fpage>&#x2013;<lpage>153</lpage>. <pub-id pub-id-type="doi">10.1016/j.robot.2016.11.007</pub-id>
</citation>
</ref>
<ref id="B44">
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Schiffhauer</surname>
<given-names>B.</given-names>
</name>
<name>
<surname>Bernotat</surname>
<given-names>J.</given-names>
</name>
<name>
<surname>Eyssel</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Br&#xf6;hl</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Adriaans</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2016</year>). &#x201c;<article-title>Let the user decide! user preferences regarding functions, apps, and interfaces of a smart home and a service robot</article-title>,&#x201d; in <conf-name>Social Robotics: 8th International Conference, ICSR 2016</conf-name>, <conf-loc>Kansas City, MO, USA</conf-loc>, <conf-date>November 1-3, 2016</conf-date>, <fpage>971</fpage>&#x2013;<lpage>981</lpage>.</citation>
</ref>
<ref id="B45">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Schmitt</surname>
<given-names>N.</given-names>
</name>
</person-group> (<year>1996</year>). <article-title>Uses and abuses of coefficient alpha</article-title>. <source>Psychol. Assess.</source> <volume>8</volume>, <fpage>350</fpage>&#x2013;<lpage>353</lpage>. <pub-id pub-id-type="doi">10.1037/1040-3590.8.4.350</pub-id>
</citation>
</ref>
<ref id="B46">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Schwarzer</surname>
<given-names>R.</given-names>
</name>
<name>
<surname>Jerusalem</surname>
<given-names>M.</given-names>
</name>
</person-group> (<year>1995</year>). &#x201c;<article-title>General self-efficacy scale</article-title>,&#x201d; in <source>Measures in health psychology: a user&#x2019;s portfolio. Causal and control beliefs</source> (<publisher-loc>Windsor, England</publisher-loc>: <publisher-name>NFER-NELSON</publisher-name>).</citation>
</ref>
<ref id="B47">
<citation citation-type="book">
<collab>SoSciSurvey (SoSci Survey GmbH, Munich, Germany)</collab> (<year>2023</year>). <source>Platform for online surveys</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.soscisurvey.de/">https://www.soscisurvey.de/</ext-link>.</comment>
</citation>
</ref>
<ref id="B48">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Stewart</surname>
<given-names>B. D.</given-names>
</name>
<name>
<surname>Gulzaib</surname>
<given-names>F.</given-names>
</name>
<name>
<surname>Morris</surname>
<given-names>D. S.</given-names>
</name>
</person-group> (<year>2019</year>). <article-title>Bridging political divides: perceived threat and uncertainty avoidance help explain the relationship between political ideology and immigrant attitudes within diverse intergroup contexts</article-title>. <source>Front. Psychol.</source> <volume>10</volume>, <fpage>1236</fpage>. <pub-id pub-id-type="doi">10.3389/fpsyg.2019.01236</pub-id>
</citation>
</ref>
<ref id="B49">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>St&#xf6;ber</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>1999</year>). <article-title>Die soziale-erw&#xfc;nschtheits-skala-17 (ses-17): entwicklung und erste befunde zu reliabilit&#xe4;t und validit&#xe4;t [the social desirability scale-17 (sds-17): development and first findings on reliability and validity]</article-title>. <source>Diagnostica</source> <volume>45</volume>, <fpage>173</fpage>&#x2013;<lpage>177</lpage>. <pub-id pub-id-type="doi">10.1026//0012-1924.45.4.173</pub-id>
</citation>
</ref>
<ref id="B50">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>St&#xf6;ber</surname>
<given-names>J.</given-names>
</name>
</person-group> (<year>2001</year>). <article-title>The social desirability scale-17 (sds-17): convergent validity, discriminant validity, and relationship with age</article-title>. <source>Eur. J. Psychol. Assess.</source> <volume>17</volume>, <fpage>222</fpage>&#x2013;<lpage>232</lpage>. <pub-id pub-id-type="doi">10.1027//1015-5759.17.3.222</pub-id>
</citation>
</ref>
<ref id="B51">
<citation citation-type="book">
<collab>SurveyMonkey (San Matteo, California, USA)</collab> (<year>2023</year>). <source>Platform for online surveys</source>. <comment>Available at: <ext-link ext-link-type="uri" xlink:href="https://www.surveymonkey.com/">https://www.surveymonkey.com/</ext-link>.</comment>
</citation>
</ref>
<ref id="B52">
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>Tabachnick</surname>
<given-names>B. G.</given-names>
</name>
<name>
<surname>Fidell</surname>
<given-names>L. S.</given-names>
</name>
</person-group> (<year>2007</year>). <source>Experimental designs using ANOVA</source>. <publisher-loc>Belmont, CA</publisher-loc>: <publisher-name>Thomson/Brooks/Cole</publisher-name>.</citation>
</ref>
<ref id="B53">
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname>
<given-names>J. X.</given-names>
</name>
<name>
<surname>Kurth-Nelson</surname>
<given-names>Z.</given-names>
</name>
<name>
<surname>Kumaran</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Tirumala</surname>
<given-names>D.</given-names>
</name>
<name>
<surname>Soyer</surname>
<given-names>H.</given-names>
</name>
<name>
<surname>Leibo</surname>
<given-names>J. Z.</given-names>
</name>
<etal/>
</person-group> (<year>2018</year>). <article-title>Prefrontal cortex as a meta-reinforcement learning system</article-title>. <source>Nat. Neurosci.</source> <volume>21</volume>, <fpage>860</fpage>&#x2013;<lpage>868</lpage>. <pub-id pub-id-type="doi">10.1038/s41593-018-0147-8</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>