<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i1e32211</article-id>
      <article-id pub-id-type="pmid">35060918</article-id>
      <article-id pub-id-type="doi">10.2196/32211</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Virtual Coach (Motibot) for Supporting Healthy Coping Strategies Among Adults With Diabetes: Proof-of-Concept Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chrimes</surname>
            <given-names>Dillon</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Joseph</surname>
            <given-names>Amanda</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Bassi</surname>
            <given-names>Giulia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Developmental and Socialization Psychology</institution>
            <institution>University of Padova</institution>
            <addr-line>Via Venezia 8</addr-line>
            <addr-line>Padova, 35131</addr-line>
            <country>Italy</country>
            <phone>39 3477334405</phone>
            <email>giulia.bassi@phd.unipd.it</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7239-3021</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Giuliano</surname>
            <given-names>Claudio</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2329-6372</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Perinelli</surname>
            <given-names>Alessio</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5603-3950</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Forti</surname>
            <given-names>Stefano</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3471-2033</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Gabrielli</surname>
            <given-names>Silvia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7080-0615</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Salcuni</surname>
            <given-names>Silvia</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1798-5761</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Developmental and Socialization Psychology</institution>
        <institution>University of Padova</institution>
        <addr-line>Padova</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Digital Health Lab, Centre for Digital Health and Wellbeing</institution>
        <institution>Fondazione Bruno Kessler</institution>
        <addr-line>Trento</addr-line>
        <country>Italy</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>CIMeC, Center for Mind/Brain Sciences</institution>
        <institution>University of Trento</institution>
        <addr-line>Rovereto</addr-line>
        <country>Italy</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Giulia Bassi <email>giulia.bassi@phd.unipd.it</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jan-Mar</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>1</month>
        <year>2022</year>
      </pub-date>
      <volume>9</volume>
      <issue>1</issue>
      <elocation-id>e32211</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>10</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>7</day>
          <month>11</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Giulia Bassi, Claudio Giuliano, Alessio Perinelli, Stefano Forti, Silvia Gabrielli, Silvia Salcuni. Originally published in JMIR Human Factors (https://humanfactors.jmir.org), 21.01.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on https://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://humanfactors.jmir.org/2022/1/e32211" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Motivation is a core component of diabetes self-management because it allows adults with diabetes mellitus (DM) to adhere to clinical recommendations. In this context, virtual coaches (VCs) have assumed a central role in supporting and treating common barriers related to adherence. However, most of them are mainly focused on medical and physical purposes, such as the monitoring of blood glucose levels or following a healthy diet.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This proof-of-concept study aims to evaluate the preliminary efficacy of a VC intervention for psychosocial support before and after the intervention and at follow-up. The intent of this VC is to motivate adults with type 1 DM and type 2 DM to adopt and cultivate healthy coping strategies to reduce symptoms of depression, anxiety, perceived stress, and diabetes-related emotional distress, while also improving their well-being.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A total of 13 Italian adults with DM (18-51 years) interacted with a VC, called Motibot (motivational bot) using the Telegram messaging app. The interaction covered 12 sessions, each lasting 10 to 20 minutes, during which the user could dialogue with the VC by inputting text or tapping an option on their smartphone screen. Motibot is developed within the transtheoretical model of change to deliver the most appropriate psychoeducational intervention based on the user’s motivation to change.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Results showed that over the 12 sessions, there were no significant changes before and after the intervention and at follow-up regarding psychosocial factors. However, most users showed a downward trend over the 3 time periods in depression and anxiety symptoms, thereby presenting good psychological well-being and no diabetes-related emotional distress. In addition, users felt motivated, involved, encouraged, emotionally understood, and stimulated by Motibot during the interaction. Indeed, the analyses of semistructured interviews, using a text mining approach, showed that most users reported a perceived reduction in anxiety, depression, and/or stress symptoms. Moreover, users indicated the usefulness of Motibot in supporting and motivating them to find a mindful moment for themselves and to reflect on their own emotions.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Motibot was well accepted by users, particularly because of the inclusion of mindfulness practices, which motivated them to adopt healthy coping skills. To this extent, Motibot provided psychosocial support for adults with DM, particularly for those with mild and moderate symptoms, whereas those with severe symptoms may benefit more from face-to-face psychotherapy.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual coach</kwd>
        <kwd>diabetes mellitus</kwd>
        <kwd>adults</kwd>
        <kwd>psychosocial factors</kwd>
        <kwd>mindfulness</kwd>
        <kwd>proof-of-concept study</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Physical, medical, and psychosocial factors significantly contribute to adherence rates to the clinical recommendations in adults with diabetes mellitus (DM) by promoting or hindering optimal diabetes self-management. Appropriate diabetes self-management is central to long-term diabetes care, and it includes several healthy behaviors, such as monitoring of glycemic levels, physical exercise, healthy eating, taking prescribed medication and/or insulin injections, which in turn have an impact on the general well-being of people with DM. However, these healthy behaviors are difficult to maintain. Indeed, studies have shown that high levels of diabetes-emotional distress are associated with a worsening of self-care behaviors as well as glycemic levels [<xref ref-type="bibr" rid="ref1">1</xref>]. Diabetes-emotional distress is also a risk factor for stress, anxiety, and depression symptoms. Indeed, the prevalence rates of depression are much higher in people with DM than in the general population, in which they are estimated to be 17% [<xref ref-type="bibr" rid="ref1">1</xref>]. With regard to anxiety symptoms, studies have found that 14% of adults with DM show generalized anxiety disorder, a prevalence much higher than the 3% to 4% rate identified in a community sample [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Anxiety is related to unhealthy lifestyle choices, such as augmented smoking prevalence, assumption of food high in cholesterol, and a sedentary lifestyle, which can all lead to poor disease management [<xref ref-type="bibr" rid="ref5">5</xref>]. In addition, higher levels of anxiety hinder cognitive capacity, which in turn influences diabetes management and thus the ability to fully follow clinical recommendations [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>]. Similarly, feeling stressed determines the release of stress hormones, such as cortisol and adrenaline, which prevent insulin from working properly (ie, insulin resistance) and thus increases glycemic levels [<xref ref-type="bibr" rid="ref6">6</xref>]. Depression, anxiety, and stress are associated with the risk of developing cardiovascular diseases, and the presence of DM further increases this risk [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. All together, these factors provoke lower adherence rates and impairment in the well-being of people with DM, leading to poor disease outcomes [<xref ref-type="bibr" rid="ref7">7</xref>]. Therefore, one can assume the presence of a complex interplay between psychosocial factors and diabetes management, meaning that they influence one another. Thus, the American Association of Diabetes Educators (AADE) guidelines introduced a healthy coping construct to identify healthy coping strategies to reduce these symptoms and improve the general well-being of adults with DM [<xref ref-type="bibr" rid="ref8">8</xref>]. In particular, AADE suggests strategies to cope with life stresses and the challenges of managing DM, such as meditating [<xref ref-type="bibr" rid="ref8">8</xref>]. Indeed, several studies have demonstrated the efficacy of mindfulness practices in emphasizing self-acceptance in the general population [<xref ref-type="bibr" rid="ref9">9</xref>] and treating depressive symptoms in people with DM [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. In this context, motivation is a core component in adherence to the diabetes regimen as it is specifically conceptualized for its process rather than for a specific goal [<xref ref-type="bibr" rid="ref12">12</xref>]. Indeed, the transtheoretical model of change (TTMC) [<xref ref-type="bibr" rid="ref13">13</xref>] defines motivation as a continuum rather than as an all-or-nothing construct, in which the individual can move across 5 stages (ie, precontemplation, contemplation, preparation, action, and maintenance), thus moving forward or backward. In this regard, digital health technologies play a central role in promoting health care, especially in chronic diseases. For instance, TTMC has been widely used in digital solutions to predict or evaluate behavioral changes in physical activity [<xref ref-type="bibr" rid="ref14">14</xref>], diet [<xref ref-type="bibr" rid="ref15">15</xref>], and glycemic control [<xref ref-type="bibr" rid="ref16">16</xref>] and to ameliorate adherence to medications in adults with risk factors for the onset of cardiovascular diseases [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
      </sec>
      <sec>
        <title>Virtual Coaches: User Engagement and User Experience</title>
        <p>The increasing rates of diabetes worldwide are a problem for the diabetologists treating diabetes, who already, as things stand, do not have enough time to assist every patient with physical, medical, and psychosocial issues. In this regard, virtual coaches (VCs) have become an increasingly relevant resource for the management of chronic diseases and for promoting behavioral changes in the self-management of individuals. Indeed, they aim to provide personalized guidance and improve intervention outcomes by mimicking human beings [<xref ref-type="bibr" rid="ref19">19</xref>]. Indeed, VC in the health care field is mainly aimed at developing personalized user-system interactions and supporting individuals in their behavioral changes [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. This is important for improving user engagement (UE) and compliance, both of which are crucial for achieving long-term behavioral changes and adjustment toward a healthier lifestyle [<xref ref-type="bibr" rid="ref22">22</xref>]. UE is a multifaceted construct that refers to the quality of the user experience (UX), including the individual’s time, cognitive, affective, and behavioral investment during the interaction with a digital solution [<xref ref-type="bibr" rid="ref23">23</xref>]. The UE construct goes beyond user satisfaction: indeed, the literature suggests that the capacity to engage and maintain engagement in the interaction with a digital solution seems to show positive results in eHealth, e-learning, and web searching [<xref ref-type="bibr" rid="ref23">23</xref>]. Indeed, prolonged engagement has been shown to be promising in a diabetes prevention program with the use of VC [<xref ref-type="bibr" rid="ref24">24</xref>], engaging 69% of adults for the whole study and resulting in 8.98% weight loss [<xref ref-type="bibr" rid="ref24">24</xref>]. In addition, in 2 other recent studies, adults with type 2 DM (T2DM) [<xref ref-type="bibr" rid="ref25">25</xref>] and young adults with type 1 DM (T1DM) [<xref ref-type="bibr" rid="ref26">26</xref>] reported feeling engaged and satisfied with a VC embedded in an application. In other studies, people with DM reported an increased level of satisfaction with the interaction with the VC [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Indeed, VCs for people with DM seem to favor self-care behaviors and behavioral changes as well as support them at follow-up. For instance, a recent review reported that VCs for people with DM represent effective interventions for fostering their glycemic control, in combination with standard care [<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, VCs seem to be capable of overcoming common barriers related to adherence by delivering data-driven personalized support in real time and being available at any time during the day [<xref ref-type="bibr" rid="ref30">30</xref>], thus allowing scalability. In this regard, UX is a crucial element that intersects the UE. Taking into consideration the definition proposed by the International Organization for Standardization [<xref ref-type="bibr" rid="ref31">31</xref>], UX includes users’ engagement, pleasure, desirability, values, emotions, beliefs, preferences, perceptions, physical and psychological responses, behaviors, and accomplishments, which occur before, during, and after the use of a digital solution. The International Organization for Standardization also lists 3 factors that influence UX: the user’s current state and previous experience, system properties, and use context [<xref ref-type="bibr" rid="ref31">31</xref>]. Therefore, understanding users’ needs, their working environments, interactions, and emotional reactions can help design VCs from the UX point of view [<xref ref-type="bibr" rid="ref31">31</xref>]. Thus, the user becomes an active contributor to this process [<xref ref-type="bibr" rid="ref31">31</xref>]. Studies have shown that higher levels of UX have been associated with an increased effectiveness of digital health interventions targeting improvements in T2DM self-management [<xref ref-type="bibr" rid="ref25">25</xref>], physical activity [<xref ref-type="bibr" rid="ref32">32</xref>], and diet [<xref ref-type="bibr" rid="ref33">33</xref>]. However, there is a lack of evidence regarding UE and UX as constructs that interplay in the development, evaluation, and implementation of VCs for psychosocial support of adults with DM.</p>
      </sec>
      <sec>
        <title>Comparison With Previous Work</title>
        <p>To our knowledge, this is the first study to implement VC for psychosocial support in adults with T1DM and T2DM. Notwithstanding the originality of this work, in previous studies, VCs have been deployed to improve healthy coping strategies in college students, showing their beneficial effect in reducing symptoms of distress [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. With regard to the development of VCs in the field of diabetes, studies have designed a conversational agent [<xref ref-type="bibr" rid="ref36">36</xref>] and an interactive diary [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. These digital interventions were both embedded in a smartphone app to improve health-related quality of life among adults with T2DM [<xref ref-type="bibr" rid="ref35">35</xref>] and T1DM [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. Health-related quality of life is an important and well-known construct that underlies the concept of general well-being. However, it should also be noted that anxiety, depression, and stress symptoms interplay with diabetes management. This means that these outcomes can hinder an individual’s ability to manage diabetes and maintain effective glycemic control. Hence, it is important to include these variables when developing programs and interventions for adults with DM.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Bearing all these aspects in mind, this VC (Motivational bot—Motibot) aims to support and motivate adults with T1DM and T2DM to adopt healthy coping strategies. In turn, these healthy coping strategies should reduce depression, anxiety, perceived stress symptoms, and diabetes-related emotional distress and improve well-being. Therefore, the aim of this proof-of-concept study was threefold:</p>
        <list list-type="order">
          <list-item>
            <p>To evaluate the preliminary efficacy of the VC intervention before and after the intervention and at follow-up in reducing the abovementioned psychosocial symptoms while also improving the well-being of adults.</p>
          </list-item>
          <list-item>
            <p>To investigate UX and UE with the VC for psychosocial support accessed through personal smartphones within the Telegram messaging app.</p>
          </list-item>
          <list-item>
            <p>To evaluate semistructured interviews on both UX and how users felt during their interaction with the VC.</p>
          </list-item>
        </list>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants and Recruitment</title>
        <p>The study involved 18 voluntary adults with T1DM and T2DM recruited in Italy via social network sites (ie, Facebook groups) using snowball sampling. Five adults dropped out of the study for personal and medical reasons. Therefore, the final sample included 13 adults aged between 18 and 51 years (mean 30.08, SD 10.61 years), 77% (10/13) of which were women; 62% (8/13) of adults had T1DM and 39% (5/13) had T2DM, with an overall mean diabetes duration of 10 (SD 8.49) years. One participant did not complete the psychological measures after the intervention and was therefore excluded from the analyses of the psychosocial variables. The inclusion criteria for participating in this study were as follows: (1) having T1DM or T2DM and (2) owning a smartphone and a Telegram account. The decision to include both types of DM was guided by the notion that there are similarities between the lifestyle guidelines for adults with T1DM and T2DM, as emerged from the results of a recent meta-analysis [<xref ref-type="bibr" rid="ref39">39</xref>]. Participants were excluded if they had gestational diabetes or prediabetes.</p>
      </sec>
      <sec>
        <title>Procedure and Ethics</title>
        <p>This work is a proof-of-concept study for adults with T1DM and T2DM, conducted following the Obesity-Related Behavioral Intervention Trials (ORBIT) framework [<xref ref-type="bibr" rid="ref40">40</xref>]. The ORBIT model supported guidance throughout the whole process as it emphasizes the importance of adopting a data-driven iterative approach to optimize subsequent iterations of the intervention [<xref ref-type="bibr" rid="ref40">40</xref>]. In particular, this model places the user at the center of the design process. The study was conducted in compliance with the Declaration of Helsinki (Italian law 196/2003, European Union General Data Protection Regulation 679/2016). The Interdepartmental Ethical Committee of Psychology of the University of Padova (Italy) approved the project (approval number: 3968; February 3, 2021), stating that there were no critical ethical issues. The participants signed a written informed consent sent via mail, agreeing to participate in the study and semistructured interviews 1 month after the end of the study. They were informed that their data would be confidential, that they could omit any information they did not wish to give, and that they could withdraw from the study at any moment without having to provide any explanation.</p>
      </sec>
      <sec>
        <title>Intervention Description: Motibot Design</title>
        <p><italic>Motibot</italic> (<xref rid="figure1" ref-type="fig">Figure 1</xref>) is a VC designed to provide psychosocial support by motivating adults with DM to adopt and cultivate healthy coping strategies, which, according to the AADE guidelines, should be flexible and adaptable to the users’ needs [<xref ref-type="bibr" rid="ref8">8</xref>]. These coping strategies, in turn, should foster adults’ well-being by reducing depression, anxiety, and perceived stress symptoms and diabetes-related emotional distress. Motibot was developed by the Digital Health Lab at Fondazione Bruno Kessler Research Center for Digital Health and Wellbeing using Rasa [<xref ref-type="bibr" rid="ref41">41</xref>], an open-source platform designed for the development and training of VCs. It was then deployed through the Telegram messaging app. The environment provided by Rasa exploits machine learning (ML) libraries and pretrained embeddings from language models, thus allowing the construction of a VC for a specific language by combining ML approaches and handcrafted rules. Motibot relies on natural language understanding (NLU) [<xref ref-type="bibr" rid="ref42">42</xref>], which is an ML technique that enables the VC to interpret user messages. NLU, together with the conversational history and a set of predefined variables, determines the transition from one turn of the dialogue to another. In this study, the NLU system was trained by feeding it with a data set comprising 6899 examples of user utterances categorized by intent and annotated with entities. Examples of intents are to <italic>affirm, deny, say your name, say what you feel, schedule the next meeting</italic>, and <italic>xpress the level of motivation</italic>e. Examples of entities are the <italic>user’s name, the emotion felt, the date, time of the next meeting</italic>, and <italic>level of motivation</italic>. NLU was used to interpret the intents and entities. In this study, we defined 54 intents and 6 entities. During interactions between Motibot and users, intents and entities were extracted from users’ messages and classified using a trained multitask transformer architecture. Motibot was designed to last for 12 sessions of 10-20 minutes each, during which Motibot interacted with the user according to the scripts previously defined as shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>. Because of the flexibility of this VC, specifically designed to be as adaptable as possible to the users’ daily life, every session was initiated following a scheduled plan decided by the users themselves to best suit their needs. Users were able to respond to Motibot by inputting text or tapping an option on their smartphone screen. The interaction between Motibot and users is designed considering evidence-based approaches related to counseling and psychoeducation as displayed in <xref rid="figure2" ref-type="fig">Figure 2</xref>. In particular, these approaches are linked to the healthy coping construct [<xref ref-type="bibr" rid="ref8">8</xref>] and to mindfulness-based cognitive therapy [<xref ref-type="bibr" rid="ref43">43</xref>] to support and motivate the development and/or enhancement of coping strategies. For these reasons, the whole conversational protocol was developed referring to TTMC [<xref ref-type="bibr" rid="ref13">13</xref>], which allows the VC to understand what motivational state the user is in and consequently deliver the most appropriate psychoeducation intervention, which is based on the user’s motivation to change. At the beginning of the first session, Motibot asks the users to present themselves by telling they are. Subsequently, Motibot delivers a video presentation of itself, its functionality, and its main features to involve the user in the interaction. Thereupon, Motibot delivers 3 different questionnaires to assess the levels of depression (Patient Health Questionnaire-9 [PHQ-9]) [<xref ref-type="bibr" rid="ref44">44</xref>], anxiety (Generalized Anxiety Disorder-7 [GAD-7]) [<xref ref-type="bibr" rid="ref45">45</xref>], and perceived stress symptoms (Perceived Stress Scale-10 [PSS-10]) [<xref ref-type="bibr" rid="ref46">46</xref>]. These 3 questionnaires were also sent after the intervention and at follow-up. In this last case, 2 psychosocial scales were added to assess diabetes-related emotional distress (Problem Areas in Diabetes Scale–Short Form-5 [PAID-5]) [<xref ref-type="bibr" rid="ref47">47</xref>] and general well-being (World Health Organization-5 Well-Being Index [WHO-5]) [<xref ref-type="bibr" rid="ref48">48</xref>]. PAID-5 and WHO-5 were evaluated only at follow-up, that is, 2 months after the end of the study. The latter 2 scales were included to verify whether coping strategies had been internalized, thus leading to greater well-being. Indeed, diabetes self-management is well known to be influenced by these outcomes. In addition, Motibot sent 2 other questionnaires to assess UX during the whole interaction and UE only at the end of the intervention to comprehend the users’ overall and final involvement. One month after the end of the study, semistructured interviews were conducted to understand both UX and how users felt during their interaction with Motibot.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Motibot: the virtual coach.</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i1e32211_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Graphical representation of the conversational protocol delivered to users and its chronological structure. GAD7: Generalized Anxiety Disorder-7 Items; PAID5: Problem Areas in Diabetes Scale–Short Form-5 Items; PHQ9: Patient Health Questionnaire-9 Items; PSS10: Perceived Stress Scale-10 Items; T1DM: type 1 diabetes mellitus; T2DM: type 2 diabetes mellitus; TTMC: transtheoretical model of change; UES: User Engagement Scale; UX: user experience; WHO5: The World Health Organization-5 Well-Being Index.</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i1e32211_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Each day, Motibot asks the users what emotion they are feeling at that precise moment as well as its intensity, to support them in becoming more aware of their own emotions and self-reflecting on them. After this question, according to TTMC and following the state of change ruler (ie, precontemplation state, contemplation, preparation, action, and maintenance) [<xref ref-type="bibr" rid="ref13">13</xref>], Motibot asks users “How much do you want to improve your well-being on a scale from 1 (not at all) to 10 (very much)?” to understand their motivation to maintain diabetes under control. When users are considered in the <italic>precontemplation state</italic>, Motibot tries to investigate why they feel this way and then attempts to increase emotional awareness by helping them to self-reflect on their emotions and on the importance of taking care of both their body and mind. When users are considered in the <italic>contemplation state</italic>, Motibot provides motivational interventions, which focus the attention on the costs and benefits of adopting a healthier behavior to favor psychosocial well-being. Finally, when users are in the <italic>action state</italic>, Motibot provides behavioral interventions by sending audio tracks related to mindfulness practices.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>As reported in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, the psychosocial questionnaires were administered before and after the intervention and at follow-up. Moreover, semistructured interviews were conducted 1 month after the end of the study.</p>
        <boxed-text id="box1" position="float">
          <title>Overview of questionnaires and of their administration timing.</title>
          <list list-type="bullet">
            <list-item>
              <p>Before the intervention</p>
              <list>
                <list-item>
                  <p>Patient Health Questionnaire-9 (depression)</p>
                </list-item>
                <list-item>
                  <p>Generalized Anxiety Disorder-7 (anxiety)</p>
                </list-item>
                <list-item>
                  <p>Perceived Stress Scale-10 (perceived stress)</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>At the 2nd, 8th, and 12th sessions</p>
              <list>
                <list-item>
                  <p>User Experience Questionnaire (user experience)</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>After the intervention</p>
              <list>
                <list-item>
                  <p>Patient Health Questionnaire-9</p>
                </list-item>
                <list-item>
                  <p>Generalized Anxiety Disorder-7</p>
                </list-item>
                <list-item>
                  <p>Perceived Stress Scale-10</p>
                </list-item>
                <list-item>
                  <p>User Engagement Scale–Short Form (user engagement)</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>1 month after the end of the study</p>
              <list>
                <list-item>
                  <p>Semistructured interviews</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>At follow-up (2 months after the end of the study)</p>
              <list>
                <list-item>
                  <p>Patient Health Questionnaire-9</p>
                </list-item>
                <list-item>
                  <p>Generalized Anxiety Disorder-7</p>
                </list-item>
                <list-item>
                  <p>Perceived Stress Scale-10</p>
                </list-item>
                <list-item>
                  <p>World Health Organization-5 Well-Being Index (well-being)</p>
                </list-item>
                <list-item>
                  <p>Problem Areas in Diabetes Scale–Short Form-5 (diabetes-related emotional distress)</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
        <p>The <italic>PHQ-9</italic> [<xref ref-type="bibr" rid="ref44">44</xref>] is a brief self-reported unidimensional measure developed to assess and monitor the severity of depression symptoms in the previous 2 weeks. The questionnaire includes 9 items rated on a 4-point Likert scale (from 0 <italic>never</italic> to 3 <italic>almost every day</italic>). The PHQ-9, which incorporates the Diagnostic and Statistical Manual of Mental Disorders, fourth edition, text revision criteria, has a total score ranging from 0 to 27, with a score of 10 representing the optimal cutoff to detect clinically relevant depression. The PHQ-9 comprises five categories of severity: (1) absent (scores 0-4), (2) subthreshold depression (scores 5-9), (3) mild depression (scores 10-14), (4) moderate depression (scores 15-19), and (5) major depression (scores 20-27). An example of an item is the following: “During the last two weeks, on how many days did you feel little interest or pleasure in doing things?” (item 1). The PHQ-9 has shown good psychometric properties [<xref ref-type="bibr" rid="ref44">44</xref>]. The <italic>GAD-7</italic> [<xref ref-type="bibr" rid="ref45">45</xref>] is a brief self-reported unidimensional measure aimed at screening probable cases of GAD and assessing the severity of symptoms in the previous 2 weeks. The questionnaire comprises 7 items based on a 4-point Likert scale (from 0 <italic>never</italic> to 3 <italic>almost every day</italic>). The GAD-7 incorporates the Diagnostic and Statistical Manual of Mental Disorders, fourth edition, text revision criteria and has a total score ranging from 0 to 21, with a score of 10 as the cutoff for GAD. The questionnaire included three categories of severity: (1) mild anxiety symptoms (score ≥5), (2) moderate anxiety symptoms (score ≥10), and (3) severe anxiety symptoms (score ≥15). An example of an item is the following: “In the last two weeks, how often did each of the following problems bother you? Feeling nervous, anxious, or tense” (item 1). The GAD-7 has demonstrated good validity and reliability [<xref ref-type="bibr" rid="ref45">45</xref>]. The <italic>PSS-10</italic> [<xref ref-type="bibr" rid="ref46">46</xref>] is a brief self-reported unidimensional measure that assesses an individual’s perception of stress in the previous month. The PSS is a measure of the degree to which each situation in one’s life is perceived as stressful; indeed, the items are designed to evaluate the degree to which individuals find their lives unpredictable, uncontrollable, or overloaded. The scale also contains a series of direct questions about the current levels of perceived stress. The PSS consists of 10 items based on a 4-point Likert scale (from 0 never to 5 very often). The total PSS score ranges from 0 to 40, with high scores indicating a high level of perceived stress. PSS includes three categories of severity: (1) low perception of stress (scores 0-13), (2) moderate perception of stress (scores 14-26), and (3) high perception of stress (scores 27-40). An example of an item is the following: “In the last month, how often have you felt out of sorts because something unexpected happened?” (item 1). The PSS-10 has demonstrated good psychometric properties regarding reliability and validity [<xref ref-type="bibr" rid="ref46">46</xref>]. The <italic>PAID-SF-5</italic> [<xref ref-type="bibr" rid="ref47">47</xref>] is a self-reported unidimensional measure aimed at assessing diabetes-related emotional distress. The questionnaire comprises 5 items based on a 5-point Likert scale (from 0 <italic>not a problem</italic> to 4 <italic>serious problem</italic>). Total scores range from 0 to 100, with higher scores (ie, ≥40) indicating greater diabetes-related emotional distress. The PAID-SF-5 has demonstrated good psychometric properties [<xref ref-type="bibr" rid="ref47">47</xref>]. The <italic>WHO-5</italic> [<xref ref-type="bibr" rid="ref48">48</xref>] is a self-reported unidimensional measure that evaluates psychological well-being, a core dimension of quality of life. The questionnaire comprises 5 items rated on a 6-point Likert scale (from 0 never to 5 always). The total score was rescaled to range between 0 and 100, with a score ≤50 suggesting poor psychological well-being and a score ≤28, indicating depression, showing good psychometric properties [<xref ref-type="bibr" rid="ref48">48</xref>]. The <italic>User Engagement Scale–Short Form</italic> (UES-SF) [<xref ref-type="bibr" rid="ref49">49</xref>] is a brief self-report questionnaire aimed at assessing user engagement with a digital solution. The UES-SF includes 12 items based on a 5-point Likert scale (from 1 <italic>strongly disagree</italic> to 5 <italic>strongly agree</italic>). The UES-SF comprises 4 factors: (1) focused attention, which indicates the feeling of being immersed in the interaction (eg, “I lost myself in this experience”); (2) perceived usability, which is the negative affect experienced owing to the interaction and the effort spent (eg, “I felt frustrating while using Motibot”)—this factor is the only one in which the scores were reversed; (3) aesthetic appeal, which represents the graphical and visual appeal related to the digital solution (eg, “Motibot was aesthetically appealing”); and (4) the reward factor (eg, “Using Motibot was worthwhile”). The latter is a single set of 3 factors related to the original UES questionnaire [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>], such as the endurability, which evaluates the overall success of the interaction; the novelty, which examines the overall interest related to the interaction with a digital solution; and finally, the felt involvement factor, which evaluates the overall fun interaction. The overall scale was found to be reliable [<xref ref-type="bibr" rid="ref49">49</xref>]. The <italic>User Experience Questionnaire</italic> (UEQ) used in this study is an adapted version of the original UEQ [<xref ref-type="bibr" rid="ref51">51</xref>], modified ad hoc to make the bipolar adjectives more appropriate to the aims of this study. In particular, the questionnaire included 28 adjectives, either positive or negative, designed to assess the experience of interacting with the VC. Each item was scored on a 5-point Likert scale (from 1 <italic>strongly disagree</italic> to 5 <italic>strongly agree</italic>). <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> shows the selection of items for this study.</p>
        <boxed-text id="box2" position="float">
          <title>The items of the User Experience Questionnaire.</title>
          <p>
            <bold>Positive items</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Pleasant</p>
            </list-item>
            <list-item>
              <p>Profound</p>
            </list-item>
            <list-item>
              <p>Cordial</p>
            </list-item>
            <list-item>
              <p>Comprehensible language</p>
            </list-item>
            <list-item>
              <p>Empathetic</p>
            </list-item>
            <list-item>
              <p>Attentive</p>
            </list-item>
            <list-item>
              <p>Motivating</p>
            </list-item>
            <list-item>
              <p>Encouraging</p>
            </list-item>
            <list-item>
              <p>Supportive</p>
            </list-item>
            <list-item>
              <p>Trustworthy</p>
            </list-item>
            <list-item>
              <p>Flexible</p>
            </list-item>
            <list-item>
              <p>Interesting</p>
            </list-item>
            <list-item>
              <p>Effective</p>
            </list-item>
          </list>
          <p>
            <bold>Negative items</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Annoying</p>
            </list-item>
            <list-item>
              <p>Not reliable</p>
            </list-item>
            <list-item>
              <p>Unappealing</p>
            </list-item>
            <list-item>
              <p>Unclear</p>
            </list-item>
            <list-item>
              <p>Complicated</p>
            </list-item>
            <list-item>
              <p>Not efficient</p>
            </list-item>
            <list-item>
              <p>Too much information</p>
            </list-item>
            <list-item>
              <p>Dissuading</p>
            </list-item>
            <list-item>
              <p>Not stimulating</p>
            </list-item>
            <list-item>
              <p>Not engaging</p>
            </list-item>
            <list-item>
              <p>Unpredictable</p>
            </list-item>
            <list-item>
              <p>Not reflective</p>
            </list-item>
            <list-item>
              <p>Conventional</p>
            </list-item>
            <list-item>
              <p>Not effective</p>
            </list-item>
            <list-item>
              <p>Rigid</p>
            </list-item>
          </list>
        </boxed-text>
        <p><italic>Semistructured interviews</italic> were conducted by GB with all participants who concluded the interaction with Motibot. The interviews were based on 11 ad hoc questions administered 1 month after the end of the study and lasted approximately 10 minutes. Each interview started with asking the motivation for participating in this study and concluded with a question in which the participant should explain whether they would suggest Motibot to other people with the same chronic illness, explaining the reason. The other 9 questions were divided into 2 sections as reported in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>. The first included 5 questions related to the experience that users had with Motibot; therefore, the goal was to assess the UX. On the other hand, the second section included 4 questions related to how users felt during the interaction with Motibot from a psychological perspective.</p>
        <boxed-text id="box3" position="float">
          <title>Questions asked to participants during semistructured interviews.</title>
          <list list-type="bullet">
            <list-item>
              <p>What motivated you to participate in the study?</p>
              <list>
                <list-item>
                  <p>User experience</p>
                  <list>
                    <list-item>
                      <p>What were your expectations with regard to Motibot?</p>
                    </list-item>
                    <list-item>
                      <p>With regard to Motbiot, which aspect did you like the most?</p>
                    </list-item>
                    <list-item>
                      <p>With regard to motibot, which aspect did you dislike the most?</p>
                    </list-item>
                    <list-item>
                      <p>With regard to Motibot, how was your user experience?</p>
                    </list-item>
                    <list-item>
                      <p>Would you be interested in using, in the future, a complete virtual coach?</p>
                    </list-item>
                  </list>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>How users felt during the interaction</p>
              <list>
                <list-item>
                  <p>Motibot proposed to you several audio tracks regarding mindfulness. How did you live them?</p>
                </list-item>
                <list-item>
                  <p>Did you find Motibot useful to find a mindful moment for yourself?</p>
                </list-item>
                <list-item>
                  <p>Did Motibot help you to soothe any anxiety, stress and/or depression symptoms?</p>
                </list-item>
                <list-item>
                  <p>Did you listen to Motibot mindfulness audio tracks again at the end of the study?</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Would you suggest Motibot to someone with diabetes mellitus? Why?</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Statistical analyses were performed using R, version 4.0.0 (The R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref52">52</xref>], and SPSS Statistics, version 24.0 (IBM Corp) [<xref ref-type="bibr" rid="ref53">53</xref>]. The Shapiro-Wilk test was performed to evaluate the normality of the sample distributions of the variables investigated in this study. Descriptive analysis was carried out on psychological dimensions, namely depression, anxiety, and perceived stress, before and after the intervention and at follow-up. The same analysis was performed on diabetes-related emotional distress and well-being, although only at follow-up. All data are shown as plots. The Kruskal-Wallis nonparametric test was used to evaluate differences in depression, anxiety, and stress among participants. A post hoc Wilcoxon nonparametric test was performed to compare the differences in the aforementioned outcomes before and after the intervention and at follow-up to understand whether the psychoeducational intervention had been effective. Means and SDs were computed for UX, which was evaluated at the 4th, 8th, and 12th sessions and for UE, which was evaluated at the end of the study. The data regarding UX are displayed as plots. A text mining approach [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref55">55</xref>] was followed to extract information from the semistructured interviews on UX and on how users felt during the interaction with Motibot. This analysis was implemented by relying on the <italic>Quanteda</italic> R package [<xref ref-type="bibr" rid="ref56">56</xref>] and on custom shell scripting code under a Linux environment. The analysis was carried out on the written interview transcripts (in Italian) as follows: first, they were cleaned by replacing uppercase letters and removing numbers, punctuation, and stopwords. Thereupon, user’s answers were divided into groups, each containing all answers to one of the interview questions. Two analyses steps were implemented: (1) extraction, from some of the questions in the semistructured interviews, of 3 sets of responses (ie, yes/no/maybe) and (2) extraction, from the remaining questions, of recurrent concepts (ie, word stems) and their relations in terms of digrams (ie, pairs of word stems). A word stem was deemed to be recurrent if it appeared at least three times across interviews, whereas digrams were considered recurrent if they appeared at least two times. The criterion of 3 occurrences as the threshold for including a stem was chosen according to the following rule of thumb. We assume stems to be significant if they belong to the 5% most recurrent ones. However, because occurrence is quantified by an integer number, this percentile threshold can be enforced only approximately. Setting the criterion of minimum occurrences to 3 yielded the extraction, for the different questions, between 3.8% and 7.9% most recurrent stems (average 6.2%), in reasonable compliance with the 5% threshold assumed above. In addition, the average occurrence of stems for a given question was 1.35; a threshold of 3 occurrences was equivalent to the requirement of a stem recurring more than twice as frequently as the average.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Preliminary Analysis</title>
        <p>The variables investigated in this study showed a nonnormal distribution. No missing data were identified, and each participant answered all the questions administered. As mentioned in the <italic>Participant</italic> section, only one participant did not answer the entire questionnaire sent after the intervention and thus was excluded from the analyses regarding the psychosocial variables.</p>
      </sec>
      <sec>
        <title>Perceived Stress, Anxiety, and Depression Symptoms</title>
        <p>Overall, as displayed in <xref rid="figure3" ref-type="fig">Figure 3</xref>, all participants showed moderate symptoms concerning perceived stress (assessed using the PSS-10). Participant 6 was the only participant showing a high perception of stress after the intervention; however, the level of perceived stress diminished at follow-up. Data concerning anxiety and depression symptoms (assessed respectively through the GAD-7 and PHQ-9) seem to increase after the intervention and decrease at follow-up, except for participant 5, who presented severe symptoms at both time points, thereby resulting in an outlier. The presence of an outliers did not affect the overall trend of data regarding these outcomes.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Plots of perceived stress, anxiety, and depression symptoms, assessed through the Perceived Stress Scale-10 (PSS-10), Generalized Anxiety Disorder-7 (GAD-7), and Patient Health Questionnaire-9 (PHQ-9), respectively, before and after intervention and at follow-up (N=12).</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i1e32211_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Well-being and Diabetes-Related Emotional Distress</title>
        <p>As shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>, when considering the presence of an outlier, participants ranged between poor and good psychological well-being (assessed through the WHO-5), with an overall mean of 50.00 (SD 17.18), which indicates an overall poor psychological well-being. However, if the outlier is excluded, the overall mean is 51.64 (SD 17.01), which corresponds to an overall good psychological well-being. With regard to diabetes-related emotional distress (assessed through the PAID-5), most participants did not present diabetes-related emotional distress; indeed, the overall mean was 35.67 (SD 21.20). If the approach described above is applied and therefore if the outlier is excluded, the overall mean is 32.73 (SD 19.50), which, being an even smaller value, suggests low levels of diabetes-related emotional distress.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Plots of well-being and diabetes-related emotional distress, evaluated through the World Health Organization-5 Well-Being Index (WHO-5) and Problem Areas in Diabetes Scale-5 (PAID-5), respectively, at follow-up (N=12).</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i1e32211_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Kruskal-Wallis Test for Psychosocial Outcomes</title>
        <p>The Kruskal-Wallis test, carried out to assess the differences among depression, anxiety, and perceived stress symptoms, did not yield any significant results when considering the intervention period. Nevertheless, as shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>, a downward trend can be identified over the 3 time periods (ie, before the intervention, after the intervention, and during follow-up).</p>
      </sec>
      <sec>
        <title>User Experience</title>
        <p>Analyses regarding the positive items (assessed through UEQ) reported a mean &#62;3 on a 5-point Likert scale (mean 4.04, SD 0.22). In particular, the items <italic>comprehensible language</italic>, <italic>empathetic</italic>, <italic>motivating</italic>, <italic>encouraging</italic>, and <italic>interesting</italic> increased from the 2nd to the 12th session, whereas the item <italic>supportive</italic> tended to decrease from the 2nd to the 12th session as displayed in <xref rid="figure5" ref-type="fig">Figure 5</xref>. The specific means and SDs are reported in the <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> (Table S1).</p>
        <p>Analyses of the negative items (evaluated using UEQ), shown in <xref rid="figure6" ref-type="fig">Figure 6</xref>, reported a mean &#60;2 on a 5-point Likert scale (mean 1.86, SD 0.30), thereby attesting that users disagreed with the overall items. In particular, the items <italic>not stimulating</italic>, <italic>not engaging</italic>, and <italic>rigid</italic> decreased from the 2nd to the 12th session. The specific means and SDs are reported in the <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> (Table S2).</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Plot of the positive items of the User Experience Questionnaire. Circled dots and error bars correspond to sample means and sample SDs, respectively (N=13).</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i1e32211_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Plot of the negative items of the User Experience Questionnaire. Circled dots and error bars correspond to sample means and sample SDs, respectively (N=13).</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i1e32211_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>User Engagement</title>
        <p>Overall, the data on UE show that participants were engaged with Motibot, as reported in <xref ref-type="table" rid="table1">Table 1</xref>. The reward factor, which refers to the worthwhile and absorbing experience of the user with the digital solution, presents a maximum value of 5. The same result also emerged for perceived usability and focused attention. Notably, the perceived usability factor is the only factor in which the items were reversed, indicating a good effect experienced by the digital solution.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Descriptive statistics for User Engagement Scale (N=13).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="340"/>
            <col width="330"/>
            <col width="330"/>
            <thead>
              <tr valign="top">
                <td>Parameters</td>
                <td>Value, range</td>
                <td>Value, mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Total scale</td>
                <td>3.25-4.83</td>
                <td>4.14 (0.49)</td>
              </tr>
              <tr valign="top">
                <td>Perceived usability</td>
                <td>4-5</td>
                <td>4.82 (0.32)</td>
              </tr>
              <tr valign="top">
                <td>Focused attention</td>
                <td>2.33-5</td>
                <td>3.62 (0.83)</td>
              </tr>
              <tr valign="top">
                <td>Esthetic appeal</td>
                <td>2.67-4.67</td>
                <td>3.79 (0.55)</td>
              </tr>
              <tr valign="top">
                <td>Reward factor</td>
                <td>3-5</td>
                <td>4.33 (0.58)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Minimum and Maximum Scores of Participants Based on the User Engagement Questionnaire’s Likert Scale</title>
        <sec>
          <title>Text Mining</title>
          <p>Overall, the average duration of the 13 semistructured interviews was 9.04 minutes. The transcripts of the interview answers comprised 562 words on average. The results of text mining applied to the answers of the semistructured interviews, concerning UX and how users felt during the interaction with Motibot, are graphically summarized in <xref rid="figure7" ref-type="fig">Figures 7</xref> and <xref rid="figure8" ref-type="fig">8</xref>, respectively. In both figures, bar plots show the distribution of 3 types of answers (ie, yes/no/maybe), whereas scatter plots highlight the most frequent concepts, namely word stems appearing at least three times in the interviews. Within scatter plots, arrows identify recurrent digrams, that is, sequences of 2-word stems appearing at least twice within the interviews. It is worth mentioning that the apparently opposite ordering of some digrams (eg, <italic>support→psychological</italic>) is because of the analysis being carried out on texts in Italian, in which word ordering is different from English. Stems were translated at the end of the analysis, considering the abovementioned potential nuances between the 2 languages. The radius of the circle is proportional to the number of occurrences of each stem.</p>
          <fig id="figure7" position="float">
            <label>Figure 7</label>
            <caption>
              <p>Answers to the semistructured interviews related to user experience.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i1e32211_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure8" position="float">
            <label>Figure 8</label>
            <caption>
              <p>Answers to the semistructured interviews related to how users felt during the interaction with Motibot.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i1e32211_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Text Mining: UX With Motibot</title>
          <p>As shown in <xref rid="figure7" ref-type="fig">Figure 7</xref>, 85% (11/13) of the participants would be interested in using a VC for psychosocial support and 92% (12/13) would suggest VC to other people with the same chronic disease. Overall, participants reported having a positive experience with Motibot. As displayed in the upper-right panel, where stems graphed in blue and red correspond to <italic>liked</italic> and <italic>disliked</italic> aspects, respectively, users largely reported positive aspects in the interaction with Motibot, except for some technical problems. It should be mentioned that 3 participants reported that there were no aspects that they disliked.</p>
        </sec>
        <sec>
          <title>Text Mining: How Users Felt During the Interaction With Motibot?</title>
          <p>As displayed in <xref rid="figure8" ref-type="fig">Figure 8</xref>, users reported mindfulness audio tracks as a very good, positive, interesting, and new experience. They further considered the voice of the audio tracks as a guide to the mindfulness pathway. Indeed, 62% (8/13) of the participants also listened to the mindfulness audio again after the end of the study or planned to do so in the future, to grant themselves a further mindful moment. Finally, 77% (10/13) of the participants reported that Motibot helped them reduce the symptoms of anxiety, depression, and/or stress.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This proof-of-concept study evaluated the preliminary efficacy of a VC intervention for psychosocial support. Motibot, indeed, aims to support and motivate adults with T1DM and T2DM to adopt healthy coping strategies. In turn, these healthy coping strategies should reduce depression, anxiety, perceived stress symptoms, and diabetes-related emotional distress and improve well-being. This study further aims to evaluate UX and UE in the interaction with a VC from both qualitative and quantitative perspectives. Overall, preliminary evidence suggests that the digital intervention led to improvements in symptoms of anxiety and depression, as emerged from the downward trend of the related factors detected over the 3 time periods (ie, before the intervention, after the intervention, and during follow-up). Notably, participants showed an increase in anxiety and depression symptoms after the intervention and a subsequent decrease during follow-up, showing good psychological well-being, upon exclusion of an outlier, and no diabetes-related emotional distress. These data highlight how the effects of the psychoeducational intervention were maintained over time, thus leading to the users’ internalization of healthy coping strategies and self-reflection of their own emotions. With regard to perceived stress, users showed moderate symptoms, which remained throughout the intervention, including follow-up. However, users did not present any diabetes-related emotional distress. These findings shed light on the possible stressful events that underpin perceived stress, such as the impact of contingent events; thus, the findings did not relate to the burden of managing DM. It is worth mentioning that this study was carried out in 2021 during the COVID-19 pandemic, which had a significant impact on psychological well-being among the whole population [<xref ref-type="bibr" rid="ref57">57</xref>]. Overall, the users perceived a decrease in any symptoms of anxiety, depression, and/or stress, reporting the usefulness of Motibot in supporting and motivating them to find a mindful moment for themselves. The psychoeducational intervention was well accepted by users, particularly in the presence of a mindfulness <italic>pathway</italic>. Indeed, users reported a <italic>very good</italic>, <italic>positive</italic>, <italic>interesting</italic>, and <italic>new experience</italic>: most users listened to the audio tracks even at the end of the study to achieve a mindful moment for themselves once again. Indeed, mindfulness-based interventions have recently become more relevant in the context of DM care, as they are associated with a reduction of negative emotions and an enhancement of an individual’s attitude and coping strategies [<xref ref-type="bibr" rid="ref58">58</xref>]. Users had a <italic>positive</italic> and <italic>interesting experience</italic> with Motibot, particularly because it proposed audio tracks relating to meditation and asked them what emotion they were feeling in that precise moment. The purpose of asking users to express their emotions is to motivate them to become more aware and reflect on them: one might expect that the more one is aware of their own emotions, the better they can regulate them. Motibot was perceived as <italic>empathetic</italic> and <italic>stimulating</italic> in its dialogic interaction, even if it was slightly less <italic>supportive</italic> from the 2nd to the 12th session. This last result might indicate that users become familiar with Motibot throughout the sessions and thus do not perceive any further support, albeit still feeling involved and absorbed in the interaction. However, Motibot was also perceived as <italic>motivating</italic> and <italic>encouraging</italic> in the adoption of healthy coping strategies: users appreciated that Motibot gave them <italic>positive advice</italic>. Notwithstanding these promising results, few users still reported a desire for <italic>human contact</italic> to receive psychological support. These data emerged particularly for those who presented with high levels of anxiety, depression, and/or perceived stress symptoms. Therefore, we speculate that VCs may be successfully used to support and motivate people with mild and moderate psychological symptoms, whereas those with more severe psychological symptoms may benefit more from psychotherapy support in face-to-face spontaneous and human settings. Furthermore, users encountered technical problems when interacting with Motibot, particularly when arranging the next session. However, this issue was addressed in the study. Nonetheless, users felt <italic>involved</italic> and <italic>engaged</italic> with Motibot, reporting a worthwhile and absorbing experience and a <italic>positive</italic> perception of use, stating that Motibot was <italic>very easy to use</italic>.</p>
      </sec>
      <sec>
        <title>Limitations and Future Work</title>
        <p>This study has 2 main limitations. First, the small sample size, which was chosen following the proof-of-concept phase related to the ORBIT model, as it allows the inclusion of few participants during the first phases of the design, evaluation, and implementation process [<xref ref-type="bibr" rid="ref40">40</xref>]. However, this choice does not permit data generalization. Second, a more complex analysis approach concerning text mining on the semistructured interviews, such as supervised or unsupervised learning, could not be implemented owing to the relatively small number of participants and the limited length of the interviews (ie, between approximately 200 and 1000 words each). Future studies should integrate, in the development of a VC, medical factors such as the glycemic levels alongside the main psychosocial aspects, as they interplay with the management of DM and thus are variables worth analyzing. Finally, our future goal is to test Motibot with a larger sample size in a randomized controlled trial to investigate the effectiveness of the psychoeducational intervention in a systematic and controlled manner.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Motibot was developed through a combination of NLU and handcrafted rules with the aim of delivering a psychoeducational intervention for adults with T1DM and T2DM, which allows them to interact by using both free text and structured dialogue interaction. The results of this study showed positive user experience and engagement. In addition, the findings highlighted the usefulness of interacting with a VC to motivate adults with DM to adopt healthy coping strategies. These coping strategies, specifically related to mindfulness practices, allowed a reduction in anxiety, depression, and diabetes-related emotional distress symptoms, while also improving their well-being. This decrease in psychosocial symptoms and increase in well-being was also maintained at follow-up. VCs have the advantage of scalability, which leads to greater user accessibility, and thus, it is available at any time. Moreover, VCs are deployable to adults with DM who show mild and moderate psychosocial symptoms. In particular, VCs can provide them with valuable support, in combination with a dedicated psychotherapist both in a traditional face-to-face setting or in a digital solution referring to the stepped care model [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Mean and SD of the User Experience Questionnaire.</p>
        <media xlink:href="humanfactors_v9i1e32211_app1.docx" xlink:title="DOCX File , 22 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AADE</term>
          <def>
            <p>American Association of Diabetes Educators</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DM</term>
          <def>
            <p>diabetes mellitus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">GAD-7</term>
          <def>
            <p>Generalized Anxiety Disorder-7 Items</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">NLU</term>
          <def>
            <p>natural language understanding</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ORBIT</term>
          <def>
            <p>Obesity-Related Behavioral Intervention Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PAID-5</term>
          <def>
            <p>Problem Areas in Diabetes Scale–Short Form-5 Items</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire-9 Items</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PSS-10</term>
          <def>
            <p>Perceived Stress Scale-10 Items</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">T1DM</term>
          <def>
            <p>type 1 diabetes mellitus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">T2DM</term>
          <def>
            <p>type 2 diabetes mellitus</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">TTMC</term>
          <def>
            <p>transtheoretical model of change</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">UE</term>
          <def>
            <p>user engagement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">UEQ</term>
          <def>
            <p>User Experience Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">UES</term>
          <def>
            <p>User Engagement Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">UX</term>
          <def>
            <p>user experience</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">VC</term>
          <def>
            <p>virtual coach</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">WHO-5</term>
          <def>
            <p>The World Health Organization-5 Well-Being Index</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to specially thank Gaia Dell’Arciprete for her support in proofreading this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>August</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abbamonte</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Psychosocial factors associated with diabetes self-management</article-title>
          <source>Glucose Intake and Utilization in Pre-Diabetes and Diabetes</source>
          <year>2014</year>
          <publisher-loc>Amsterdam, Netherlands</publisher-loc>
          <publisher-name>Elsevier</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <article-title>Generalized anxiety disorder</article-title>
          <source>Psychiatric Disorders in America: The Epidemiological Catchment Area Study</source>
          <year>1991</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>The Free Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>McGonagle</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eshleman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wittchen</surname>
              <given-names>HU</given-names>
            </name>
            <name name-style="western">
              <surname>Kendler</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>Lifetime and 12-month prevalence of DSM-III-R psychiatric disorders in the United States. Results from the National Comorbidity Survey</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1994</year>
          <month>01</month>
          <volume>51</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.1994.03950010008002</pub-id>
          <pub-id pub-id-type="medline">8279933</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wittchen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Eaton</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>DSM-III-R generalized anxiety disorder in the National Comorbidity Survey</article-title>
          <source>Arch Gen Psychiatry</source>
          <year>1994</year>
          <month>05</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>355</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1001/archpsyc.1994.03950050015002</pub-id>
          <pub-id pub-id-type="medline">8179459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grigsby</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Freedland</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Clouse</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Lustman</surname>
              <given-names>PJ</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of anxiety in adults with diabetes: a systematic review</article-title>
          <source>J Psychosom Res</source>
          <year>2002</year>
          <month>12</month>
          <volume>53</volume>
          <issue>6</issue>
          <fpage>1053</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/s0022-3999(02)00417-8</pub-id>
          <pub-id pub-id-type="medline">12479986</pub-id>
          <pub-id pub-id-type="pii">S0022399902004178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Insulin and insulin resistance</article-title>
          <source>Clin Biochem Rev</source>
          <year>2005</year>
          <month>05</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>19</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16278749"/>
          </comment>
          <pub-id pub-id-type="medline">16278749</pub-id>
          <pub-id pub-id-type="pmcid">PMC1204764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Peyrot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McCarl</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Serpa</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mimiaga</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Safren</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Depression and diabetes treatment nonadherence: a meta-analysis</article-title>
          <source>Diabetes Care</source>
          <year>2008</year>
          <month>12</month>
          <volume>31</volume>
          <issue>12</issue>
          <fpage>2398</fpage>
          <lpage>403</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19033420"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc08-1341</pub-id>
          <pub-id pub-id-type="medline">19033420</pub-id>
          <pub-id pub-id-type="pii">31/12/2398</pub-id>
          <pub-id pub-id-type="pmcid">PMC2584202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Association of Diabetes Educators</collab>
          </person-group>
          <article-title>AADE position statement: AADE7™ self-care behaviors</article-title>
          <source>Diabetes Educ</source>
          <year>2008</year>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>445</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1177/0145721708316625</pub-id>
          <pub-id pub-id-type="medline">18535317</pub-id>
          <pub-id pub-id-type="pii">34/3/445</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Faustino</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vasco</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Marques</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Relationships between emotional schemas, mindfulness, self-compassion and unconditional self-acceptance on the regulation of psychological needs</article-title>
          <source>Res Psychother</source>
          <year>2020</year>
          <month>09</month>
          <day>07</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>442</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4081/ripppo.2020.442"/>
          </comment>
          <pub-id pub-id-type="doi">10.4081/ripppo.2020.442</pub-id>
          <pub-id pub-id-type="medline">33024719</pub-id>
          <pub-id pub-id-type="pmcid">PMC7513613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medina</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>de Salvo</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vannucchi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de Souza</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Lucena</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sarto</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Modrego-Alarcón</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Campayo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Demarzo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Effects of mindfulness on diabetes mellitus: rationale and overview</article-title>
          <source>Curr Diabetes Rev</source>
          <year>2017</year>
          <month>02</month>
          <day>17</day>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2174/1573399812666160607074817</pub-id>
          <pub-id pub-id-type="medline">27280721</pub-id>
          <pub-id pub-id-type="pii">CDR-EPUB-76320</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tovote</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Fleer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Snippe</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Peeters</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Emmelkamp</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Sanderman</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Links</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Schroevers</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Individual mindfulness-based cognitive therapy and cognitive behavior therapy for treating depressive symptoms in patients with diabetes: results of a randomized controlled trial</article-title>
          <source>Diabetes Care</source>
          <year>2014</year>
          <month>09</month>
          <volume>37</volume>
          <issue>9</issue>
          <fpage>2427</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.2337/dc13-2918</pub-id>
          <pub-id pub-id-type="medline">24898301</pub-id>
          <pub-id pub-id-type="pii">dc13-2918</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shigaki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Mehr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sheldon</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lemaster</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Motivation and diabetes self-management</article-title>
          <source>Chronic Illn</source>
          <year>2010</year>
          <month>09</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>202</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1177/1742395310375630</pub-id>
          <pub-id pub-id-type="medline">20675362</pub-id>
          <pub-id pub-id-type="pii">1742395310375630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>DiClemente</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Stages and processes of self-change of smoking: toward an integrative model of change</article-title>
          <source>J Consult Clin Psychol</source>
          <year>1983</year>
          <month>06</month>
          <volume>51</volume>
          <issue>3</issue>
          <fpage>390</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-006x.51.3.390</pub-id>
          <pub-id pub-id-type="medline">6863699</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guicciardi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lecis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Anziani</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Corgiolu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Porru</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pusceddu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Spanu</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Type 2 diabetes mellitus, physical activity, exercise self-efficacy, and body satisfaction. An application of the transtheoretical model in older adults</article-title>
          <source>Health Psychol Behav Med</source>
          <year>2014</year>
          <month>01</month>
          <day>01</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>748</fpage>
          <lpage>58</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25750816"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21642850.2014.924858</pub-id>
          <pub-id pub-id-type="medline">25750816</pub-id>
          <pub-id pub-id-type="pii">924858</pub-id>
          <pub-id pub-id-type="pmcid">PMC4346010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menezes</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Mingoti</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Cardoso</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Mendonça</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Lopes</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Intervention based on Transtheoretical Model promotes anthropometric and nutritional improvements - a randomized controlled trial</article-title>
          <source>Eat Behav</source>
          <year>2015</year>
          <month>04</month>
          <volume>17</volume>
          <fpage>37</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eatbeh.2014.12.007</pub-id>
          <pub-id pub-id-type="medline">25553558</pub-id>
          <pub-id pub-id-type="pii">S1471-0153(14)00179-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alzeidan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shata</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hassounah</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Baghdadi</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Hersi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fayed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kashour</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Elmorshedy</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of digital health using the transtheoretical model to prevent or delay type 2 diabetes in impaired glucose tolerance patients: protocol for a randomized control trial</article-title>
          <source>BMC Public Health</source>
          <year>2019</year>
          <month>11</month>
          <day>21</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>1550</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-019-7921-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-019-7921-8</pub-id>
          <pub-id pub-id-type="medline">31752774</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-019-7921-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6873582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bobrow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Springer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shanyinde</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rayner</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Namane</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Steyn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tarassenko</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Levitt</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone text messages to support treatment adherence in adults with high blood pressure (SMS-text adherence support [StAR]): a single-blind, randomized trial</article-title>
          <source>Circulation</source>
          <year>2016</year>
          <month>03</month>
          <day>09</day>
          <volume>133</volume>
          <issue>6</issue>
          <fpage>592</fpage>
          <lpage>600</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26769742"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.115.017530</pub-id>
          <pub-id pub-id-type="medline">26769742</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.115.017530</pub-id>
          <pub-id pub-id-type="pmcid">PMC4750295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farmer</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Prevost</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Hardeman</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Craven</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kinmonth</surname>
              <given-names>A</given-names>
            </name>
            <collab>SupportAdvice for Medication Trial Group</collab>
          </person-group>
          <article-title>Protocol for SAMS (Support and Advice for Medication Study): a randomised controlled trial of an intervention to support patients with type 2 diabetes with adherence to medication</article-title>
          <source>BMC Fam Pract</source>
          <year>2008</year>
          <month>04</month>
          <day>11</day>
          <volume>9</volume>
          <fpage>20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcfampract.biomedcentral.com/articles/10.1186/1471-2296-9-20"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2296-9-20</pub-id>
          <pub-id pub-id-type="medline">18405345</pub-id>
          <pub-id pub-id-type="pii">1471-2296-9-20</pub-id>
          <pub-id pub-id-type="pmcid">PMC2364626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knickerbocker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Budd</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Colgan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hung</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nah</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Narayanan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sakuma</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Siu</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Heterogeneous integration technology demonstrations for future healthcare, IoT, and AI computing solutions</article-title>
          <source>Proceedings of the IEEE 68th Electronic Components and Technology Conference (ECTC)</source>
          <year>2018</year>
          <conf-name>IEEE 68th Electronic Components and Technology Conference (ECTC)</conf-name>
          <conf-date>May 29 -Jun 1,  2018</conf-date>
          <conf-loc>San Diego, CA, USA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/ectc.2018.00231</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kulyk</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Akker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Klaassen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Gemert-Pijnen</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Personalized virtual coaching for lifestyle support: principles for design and evaluation</article-title>
          <source>Int J Adv Life Sci</source>
          <year>2014</year>
          <volume>6</volume>
          <issue>3 &#38; 4</issue>
          <fpage>300</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.685.6911&#38;rep=rep1&#38;type=pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaufman</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Internet and information technology use in treatment of diabetes</article-title>
          <source>Int J Clin Pract Suppl</source>
          <year>2010</year>
          <month>03</month>
          <issue>166</issue>
          <fpage>41</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1742-1241.2009.02277.x</pub-id>
          <pub-id pub-id-type="medline">20377663</pub-id>
          <pub-id pub-id-type="pii">IJCP2277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O’Brien</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Theoretical perspectives on user engagement</article-title>
          <source>Why Engagement Matters</source>
          <year>2016</year>
          <publisher-loc>Cham</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O’Brien</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Cairns</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A practical approach to measuring user engagement with the refined user engagement scale (UES) and new UES short form</article-title>
          <source>Int J Human Comput Stud</source>
          <year>2018</year>
          <month>04</month>
          <volume>112</volume>
          <fpage>28</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2018.01.004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Michaelides</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Major</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pienkosz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Toro-Ramos</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Usefulness of a novel mobile diabetes prevention program delivery platform with human coaching: 65-week observational follow-up</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>05</month>
          <day>03</day>
          <volume>6</volume>
          <issue>5</issue>
          <fpage>e93</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/5/e93/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.9161</pub-id>
          <pub-id pub-id-type="medline">29724709</pub-id>
          <pub-id pub-id-type="pii">v6i5e93</pub-id>
          <pub-id pub-id-type="pmcid">PMC5958286</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baptista</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wadley</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Speight</surname>
              <given-names>J</given-names>
            </name>
            <collab>My Diabetes Coach Research Group</collab>
          </person-group>
          <article-title>User experiences with a type 2 diabetes coaching app: qualitative study</article-title>
          <source>JMIR Diabetes</source>
          <year>2020</year>
          <month>07</month>
          <day>17</day>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e16692</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2020/3/e16692/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16692</pub-id>
          <pub-id pub-id-type="medline">32706649</pub-id>
          <pub-id pub-id-type="pii">v5i3e16692</pub-id>
          <pub-id pub-id-type="pmcid">PMC7395244</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kowatsch</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nahum-Shani</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Lim-Liberty</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Santhanam</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kaden</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A digital health intervention (SweetGoals) for young adults with type 1 diabetes: protocol for a factorial randomized trial</article-title>
          <source>JMIR Res Protoc</source>
          <year>2021</year>
          <month>03</month>
          <day>23</day>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>e27109</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2021/2/e27109/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27109</pub-id>
          <pub-id pub-id-type="medline">33620330</pub-id>
          <pub-id pub-id-type="pii">v10i2e27109</pub-id>
          <pub-id pub-id-type="pmcid">PMC7943343</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Vida Home</article-title>
          <source>Vida</source>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.vida.com/">https://www.vida.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsiouris</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Tsakanikas</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Gatsios</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fotiadis</surname>
              <given-names>DI</given-names>
            </name>
          </person-group>
          <article-title>A review of virtual coaching systems in healthcare: closing the loop with real-time feedback</article-title>
          <source>Front Digit Health</source>
          <year>2020</year>
          <volume>2</volume>
          <fpage>567502</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34713040"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fdgth.2020.567502</pub-id>
          <pub-id pub-id-type="medline">34713040</pub-id>
          <pub-id pub-id-type="pmcid">PMC8522109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherifali</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Viscardi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the effect of a diabetes health coach in individuals with type 2 diabetes</article-title>
          <source>Can J Diabetes</source>
          <year>2016</year>
          <month>03</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>84</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jcjd.2015.10.006</pub-id>
          <pub-id pub-id-type="medline">26827684</pub-id>
          <pub-id pub-id-type="pii">S1499-2671(15)00847-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Tackling type 2 diabetes: try integrated virtual care</article-title>
          <source>Endocrine Web</source>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.endocrineweb.com/news/diabetes/60727-tackling-type-2-diabetes-try-integratedvirtual-care">https://www.endocrineweb.com/news/diabetes/60727-tackling-type-2-diabetes-try-integratedvirtual-care</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Gender action</article-title>
          <source>International Organization for Standardization</source>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/home.html">https://www.iso.org/home.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Orsama</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lähteenmäki</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harno</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kulju</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wintergerst</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schachner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stenger</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Leppänen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kaijanranta</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Salaspuro</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>WA</given-names>
            </name>
          </person-group>
          <article-title>Active assistance technology reduces glycosylated hemoglobin and weight in individuals with type 2 diabetes: results of a theory-based randomized trial</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2013</year>
          <month>08</month>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>662</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2013.0056</pub-id>
          <pub-id pub-id-type="medline">23844570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Block</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Azar</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Romanelli</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Dolginsky</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Hudes</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Palaniappan</surname>
              <given-names>LP</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Diabetes prevention and weight loss with a fully automated behavioral intervention by email, web, and mobile phone: a randomized controlled trial among persons with prediabetes</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>10</month>
          <day>23</day>
          <volume>17</volume>
          <issue>10</issue>
          <fpage>e240</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/10/e240/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4897</pub-id>
          <pub-id pub-id-type="medline">26499966</pub-id>
          <pub-id pub-id-type="pii">v17i10e240</pub-id>
          <pub-id pub-id-type="pmcid">PMC4642405</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gabrielli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bassi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Carbone</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maimone</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Marchesoni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forti</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Engagement and effectiveness of a healthy-coping intervention via chatbot for university students during the COVID-19 pandemic: mixed methods proof-of-concept study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2021</year>
          <month>05</month>
          <day>28</day>
          <volume>9</volume>
          <issue>5</issue>
          <fpage>e27965</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2021/5/e27965/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/27965</pub-id>
          <pub-id pub-id-type="medline">33950849</pub-id>
          <pub-id pub-id-type="pii">v9i5e27965</pub-id>
          <pub-id pub-id-type="pmcid">PMC8166265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bower</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kontopantelis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kendrick</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Gilbody</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Huibers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>van Straten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Warmerdam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Barkham</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bilich</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lovell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>ET</given-names>
            </name>
          </person-group>
          <article-title>Influence of initial severity of depression on effectiveness of low intensity interventions: meta-analysis of individual patient data</article-title>
          <source>BMJ</source>
          <year>2013</year>
          <month>03</month>
          <day>26</day>
          <volume>346</volume>
          <fpage>f540</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23444423"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.f540</pub-id>
          <pub-id pub-id-type="medline">23444423</pub-id>
          <pub-id pub-id-type="pmcid">PMC3582703</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Baptista</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scuffham</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Speight</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bird</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lotfaliany</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oldenburg</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>My diabetes coach, a mobile app-based interactive conversational agent to support type 2 diabetes self-management: randomized effectiveness-implementation trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>11</month>
          <day>05</day>
          <volume>22</volume>
          <issue>11</issue>
          <fpage>e20322</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/11/e20322/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20322</pub-id>
          <pub-id pub-id-type="medline">33151154</pub-id>
          <pub-id pub-id-type="pii">v22i11e20322</pub-id>
          <pub-id pub-id-type="pmcid">PMC7677021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolucci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lucisano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pellegrini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Di Bartolo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Miselli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Anichini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vespasiani</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Study Group</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Impact of the "Diabetes Interactive Diary" telemedicine system on metabolic control, risk of hypoglycemia, and quality of life: a randomized clinical trial in type 1 diabetes</article-title>
          <source>Diabetes Technol Ther</source>
          <year>2013</year>
          <month>08</month>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>670</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1089/dia.2013.0021</pub-id>
          <pub-id pub-id-type="medline">23844569</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolucci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Di Bartolo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bruttomesso</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Girelli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ampudia</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kerr</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ceriello</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mayor</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Pellegrini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Horwitz</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vespasiani</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Diabetes Interactive Diary: a new telemedicine system enabling flexible diet and insulin therapy while improving quality of life: an open-label, international, multicenter, randomized study</article-title>
          <source>Diabetes Care</source>
          <year>2010</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>109</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19808926"/>
          </comment>
          <pub-id pub-id-type="doi">10.2337/dc09-1327</pub-id>
          <pub-id pub-id-type="medline">19808926</pub-id>
          <pub-id pub-id-type="pii">dc09-1327</pub-id>
          <pub-id pub-id-type="pmcid">PMC2797954</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bassi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mancinelli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dell'Arciprete</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gabrielli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Salcuni</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of eHealth interventions for adults with diabetes: a systematic review and meta-analysis</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>08</month>
          <day>26</day>
          <volume>18</volume>
          <issue>17</issue>
          <fpage>8982</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18178982"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18178982</pub-id>
          <pub-id pub-id-type="medline">34501572</pub-id>
          <pub-id pub-id-type="pii">ijerph18178982</pub-id>
          <pub-id pub-id-type="pmcid">PMC8431552</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Czajkowski</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Naar-King</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Laraia</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Olster</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Perna</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Epel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Boyington</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Charlson</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>From ideas to efficacy: the ORBIT model for developing behavioral treatments for chronic diseases</article-title>
          <source>Health Psychol</source>
          <year>2015</year>
          <month>10</month>
          <volume>34</volume>
          <issue>10</issue>
          <fpage>971</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25642841"/>
          </comment>
          <pub-id pub-id-type="doi">10.1037/hea0000161</pub-id>
          <pub-id pub-id-type="medline">25642841</pub-id>
          <pub-id pub-id-type="pii">2015-03938-001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4522392</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>The future of customer experience</article-title>
          <source>RASA</source>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rasa.com/">https://rasa.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dinesh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sujitha</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Salma</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Srijayapriya</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A review on natural language processing: back to basics</article-title>
          <source>Innovative Data Communication Technologies and Application</source>
          <year>2021</year>
          <publisher-loc>Singapore</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <source>Metodo mindfulness. 56 giorni alla felicita</source>
          <year>2016</year>
          <publisher-loc>Milan, Italy</publisher-loc>
          <publisher-name>Mondadori</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Validation and utility of a self-report version of PRIME-MD: the PHQ primary care study. Primary care evaluation of mental disorders. Patient health questionnaire</article-title>
          <source>JAMA</source>
          <year>1999</year>
          <month>11</month>
          <day>10</day>
          <volume>282</volume>
          <issue>18</issue>
          <fpage>1737</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.282.18.1737</pub-id>
          <pub-id pub-id-type="medline">10568646</pub-id>
          <pub-id pub-id-type="pii">joc90770</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spitzer</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Kroenke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Löwe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A brief measure for assessing generalized anxiety disorder: the GAD-7</article-title>
          <source>Arch Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>22</day>
          <volume>166</volume>
          <issue>10</issue>
          <fpage>1092</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.166.10.1092</pub-id>
          <pub-id pub-id-type="medline">16717171</pub-id>
          <pub-id pub-id-type="pii">166/10/1092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kamarck</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mermelstein</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A global measure of perceived stress</article-title>
          <source>J Health Soc Behav</source>
          <year>1983</year>
          <month>12</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>385</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="medline">6668417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McGuire</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Hermanns</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Skovlund</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eldrup</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gagliardino</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kokoszka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pibernik-Okanović</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Saldaña</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de Wit</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Snoek</surname>
              <given-names>FJ</given-names>
            </name>
          </person-group>
          <article-title>Short-form measures of diabetes-related emotional distress: the Problem Areas in Diabetes Scale (PAID)-5 and PAID-1</article-title>
          <source>Diabetologia</source>
          <year>2010</year>
          <month>01</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>66</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/s00125-009-1559-5</pub-id>
          <pub-id pub-id-type="medline">19841892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Wellbeing measures in primary health care/the DepCare Project</article-title>
          <source>World Health Organization. Regional Office for Europe</source>
          <year>1998</year>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/handle/10665/349766">https://apps.who.int/iris/handle/10665/349766</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Toms</surname>
              <given-names>EG</given-names>
            </name>
          </person-group>
          <article-title>What is user engagement? A conceptual framework for defining user engagement with technology</article-title>
          <source>J Am Soc Inf Sci</source>
          <year>2008</year>
          <month>04</month>
          <volume>59</volume>
          <issue>6</issue>
          <fpage>938</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1002/asi.20801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O’Brien</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cairns</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>An empirical evaluation of the User Engagement Scale (UES) in online news environments</article-title>
          <source>Inf Process Manag</source>
          <year>2015</year>
          <month>07</month>
          <volume>51</volume>
          <issue>4</issue>
          <fpage>413</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ipm.2015.03.003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schrepp</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>User Experience Questionnaire Handbook</article-title>
          <source>User Experience Questionnaire</source>
          <access-date>2022-01-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ueq-online.org/Material/Handbook.pdf">https://www.ueq-online.org/Material/Handbook.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
          <article-title>The comprehensive R archive network</article-title>
          <source>CRAN</source>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/">https://cran.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
          <source>IBM SPSS Statistics for Windows, Version 24.0</source>
          <year>2016</year>
          <publisher-loc>Armonk, NY</publisher-loc>
          <publisher-name>IBM Corp</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wisnowski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rushing</surname>
              <given-names>WH</given-names>
            </name>
          </person-group>
          <article-title>A practical guide to text mining with topic extraction</article-title>
          <source>WIREs Comput Stat</source>
          <year>2015</year>
          <month>08</month>
          <day>03</day>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>326</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1002/wics.1361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Welbers</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Van Atteveldt</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Benoit</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Text analysis in R</article-title>
          <source>Commun Methods Measures</source>
          <year>2017</year>
          <month>11</month>
          <day>02</day>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>245</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1080/19312458.2017.1387238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benoit</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Watanabe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nulty</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Obeng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Matsuo</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>quanteda: an R package for the quantitative analysis of textual data</article-title>
          <source>J Open Source Softw</source>
          <year>2018</year>
          <month>10</month>
          <volume>3</volume>
          <issue>30</issue>
          <fpage>774</fpage>
          <pub-id pub-id-type="doi">10.21105/joss.00774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xiong</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lipsitz</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nasri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lui</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Gill</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Phan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Chen-Li</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Iacobucci</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Majeed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>RS</given-names>
            </name>
          </person-group>
          <article-title>Impact of COVID-19 pandemic on mental health in the general population: a systematic review</article-title>
          <source>J Affect Disord</source>
          <year>2020</year>
          <month>12</month>
          <day>01</day>
          <volume>277</volume>
          <fpage>55</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32799105"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2020.08.001</pub-id>
          <pub-id pub-id-type="medline">32799105</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(20)32589-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7413844</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="web">
          <article-title>Healthy coping in diabetes: a guide for program development and implementation</article-title>
          <source>Diabetes Initiative National Program Office</source>
          <access-date>2021-12-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://diabetesnpo.im.wustl.edu/lessons/documents/HealthyCopinginDiabetesFINAL1-6-10.pdf">http://diabetesnpo.im.wustl.edu/lessons/documents/HealthyCopinginDiabetesFINAL1-6-10.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Von Korff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tiemens</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Individualized stepped care of chronic illness</article-title>
          <source>West J Med</source>
          <year>2000</year>
          <month>03</month>
          <volume>172</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/10693379"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/ewjm.172.2.133</pub-id>
          <pub-id pub-id-type="medline">10693379</pub-id>
          <pub-id pub-id-type="pmcid">PMC1070776</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
