<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id><journal-id journal-id-type="publisher-id">humanfactors</journal-id><journal-id journal-id-type="index">6</journal-id><journal-title>JMIR Human Factors</journal-title><abbrev-journal-title>JMIR Hum Factors</abbrev-journal-title><issn pub-type="epub">2292-9495</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e70301</article-id><article-id pub-id-type="doi">10.2196/70301</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Exploring Clinicians&#x2019; and Patients&#x2019; Acceptance and Utilization of a Digital Solution to Support Individualized Care in Diabetes Specialist Outpatient Care (DigiDiaS): Qualitative Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Mollestad</surname><given-names>Maria Aadland</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Jensen</surname><given-names>Annesofie Lunde</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff3">3</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author" equal-contrib="yes"><name name-style="western"><surname>Holmen</surname><given-names>Heidi</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff4">4</xref><xref ref-type="fn" rid="equal-contrib1">*</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Singstad</surname><given-names>Tone</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>&#x00C5;rsand</surname><given-names>Eirik</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff6">6</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Winther</surname><given-names>Jacob Andreas</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff5">5</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Torbj&#x00F8;rnsen</surname><given-names>Astrid</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Nursing and Health Promotion, Faculty of Health Sciences, OsloMet&#x2014;Oslo Metropolitan University</institution><addr-line>Postboks 4, St Olavs plass</addr-line><addr-line>Oslo</addr-line><country>Norway</country></aff><aff id="aff2"><institution>SDCA&#x2014;Steno Diabetes Center Aarhus, Aarhus University Hospital</institution><addr-line>Aarhus</addr-line><country>Denmark</country></aff><aff id="aff3"><institution>Department of Clinical Medicine, Aarhus University</institution><addr-line>Aarhus</addr-line><country>Denmark</country></aff><aff id="aff4"><institution>The Intervention Centre, Oslo University Hospital</institution><addr-line>Oslo</addr-line><country>Norway</country></aff><aff id="aff5"><institution>Division of Medicine, Akershus University Hospital</institution><addr-line>Lillestr&#x00F8;m</addr-line><country>Norway</country></aff><aff id="aff6"><institution>Department of Computer Science, Faculty of Science and Technology, UiT The Arctic University of Norway</institution><addr-line>Troms&#x00F8;</addr-line><country>Norway</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Kushniruk</surname><given-names>Andre</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Mauco</surname><given-names>Kabelo Leonard</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Grady</surname><given-names>Mike</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Maria Aadland Mollestad, MSc, Department of Nursing and Health Promotion, Faculty of Health Sciences, OsloMet&#x2014;Oslo Metropolitan University, Postboks 4, St Olavs plass, Oslo, 0130, Norway, +4767235266; <email>mariaam@oslomet.no</email></corresp><fn fn-type="equal" id="equal-contrib1"><label>*</label><p>these authors contributed equally</p></fn></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>8</day><month>7</month><year>2025</year></pub-date><volume>12</volume><elocation-id>e70301</elocation-id><history><date date-type="received"><day>19</day><month>12</month><year>2024</year></date><date date-type="rev-recd"><day>29</day><month>04</month><year>2025</year></date><date date-type="accepted"><day>12</day><month>05</month><year>2025</year></date></history><copyright-statement>&#x00A9; Maria Aadland Mollestad, Annesofie Lunde Jensen, Heidi Holmen, Tone Singstad, Eirik &#x00C5;rsand, Jacob Andreas Winther, Astrid Torbj&#x00F8;rnsen. Originally published in JMIR Human Factors (<ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>), 8.7.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2025/1/e70301"/><abstract><sec><title>Background</title><p>With the increasing prevalence of type 1 diabetes alongside limited health care resources, the need for more sustainable health care services is apparent. Central to ensuring the standard of diabetes care while simultaneously optimizing resource utilization is improved patient-clinician communication and the provision of individualized care. Digital outpatient solutions incorporating patient-reported outcome measures (PROMs) have been introduced in diabetes outpatient care over recent years; however, features and delivery methods differ, and existing studies on their use and perceived clinical value are limited. Furthermore, clinicians&#x2019; acceptance has been suggested as a key factor in the sustainability of digital solutions. Thus, to support the implementation of digital outpatient solutions perceived as valuable by clinicians and patients, we need more knowledge about how they are accepted and utilized in clinical practice.</p></sec><sec><title>Objective</title><p>This study investigates how clinicians and patients with type 1 diabetes accept and utilize a digital outpatient solution to support individualized care in the context of full-scale implementation at a diabetes specialist outpatient clinic. Furthermore, we aim to explore the synchronous interaction between patients and clinicians when they are allowed to prepare through the filling and reviewing of asynchronous PROMs before consultations.</p></sec><sec sec-type="methods"><title>Methods</title><p>This qualitative study uses interpretive description as a methodological approach. The digital outpatient solution features various components, including PROM questionnaires, asynchronous chat, remote consultations, e-learning, and information distribution. Data were collected through semistructured interviews with 10 clinicians and 20 patients with type 1 diabetes and observations of consultations. The data from the patient and clinician interviews (267 A4 pages) were analyzed separately before being jointly analyzed in the context of the findings from the observations (40 A4 pages).</p></sec><sec sec-type="results"><title>Results</title><p>Our analysis resulted in the following three main themes that describe the interplay between clinicians&#x2019; and patients&#x2019; acceptance, utilization, and perceived clinical value of a digital outpatient solution: (1) clinicians&#x2019; acceptance of the digital outpatient solution influences patients&#x2019; acceptance, (2) variations in the use of different features influence the extent of individualized care, and (3) clinicians&#x2019; and patients&#x2019; utilization influences perceived care efficiency and quality. Those who demonstrated higher acceptance and more extensive utilization reported that the solution was more valuable in enhancing individualized care efficiency and quality.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>This study highlights the interplay between clinicians&#x2019; and patients&#x2019; acceptance, utilization, and perceived clinical value of a digital outpatient solution in diabetes specialist outpatient care. Our findings suggest that when clinicians and patients understand why and how digital solutions are used, such solutions can enhance care efficiency and quality, contributing to sustainable health care. Future research should aim to gain an in-depth understanding of clinicians&#x2019; and patients&#x2019; acceptance, as well as the effectiveness of change management strategies when implementing digital outpatient solutions in diabetes specialist outpatient care.</p></sec></abstract><kwd-group><kwd>telemedicine</kwd><kwd>eHealth</kwd><kwd>mHealth</kwd><kwd>patient-reported outcome measures</kwd><kwd>outpatient care</kwd><kwd>patient-centered care</kwd><kwd>diabetes mellitus</kwd><kwd>type 1 diabetes</kwd><kwd>interpretive description</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>As of 2022, about 8.75 million individuals worldwide were living with type 1 diabetes [<xref ref-type="bibr" rid="ref1">1</xref>], a number predicted to increase to between 13.5 and 17.4 million by 2040 [<xref ref-type="bibr" rid="ref2">2</xref>]. The rising global prevalence of type 1 diabetes, combined with limited health care resources, poses significant challenges to health care systems worldwide in their effort to provide high-quality care [<xref ref-type="bibr" rid="ref3">3</xref>]. This escalating pressure calls for more sustainable health care services to ensure high diabetes care standards while simultaneously optimizing resource utilization. Thus, facilitating efficient communication between patients and their health care providers, emphasizing patients&#x2019; individual needs, and providing timely support will be increasingly important in the immediate future. Emerging digital solutions designed to promote patient communication and evaluate health status to individualize care offer opportunities and potential strategies to navigate this successfully [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>An important aspect of diabetes care involves educating and supporting patients in developing sufficient self-management skills [<xref ref-type="bibr" rid="ref5">5</xref>]. Diabetes self-management, which includes maintaining blood glucose levels within the target range, adopting a healthy lifestyle, and managing potential psychological issues, can help minimize the risk of complications and improve quality of life [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. However, patients&#x2019; required self-management support level varies significantly, underlining the need for person-centered and individualized care [<xref ref-type="bibr" rid="ref5">5</xref>]. Patient involvement becomes increasingly important, and digital solutions can be tailored to enable patients to participate actively in their treatment and self-management. One way of involving patients is through digital patient-reported outcome measures (PROMs), which entail collecting health information directly from patients without interpretation by a health care professional [<xref ref-type="bibr" rid="ref8">8</xref>]. Relevant PROMs in type 1 diabetes may encompass patients&#x2019; perceived glycemic control, self-management activities, and diabetes distress. PROMs can provide a comprehensive understanding of patients&#x2019; needs and provide valuable information for clinicians when delivering person-centered and individualized care [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Simultaneously, PROMs can foster a self-reflection process within patients, leading to increased engagement in their treatment and self-management [<xref ref-type="bibr" rid="ref9">9</xref>].</p><p>In recent years, digital outpatient solutions with PROMs have been developed and examined in diabetes specialist outpatient care [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. However, according to a scoping review, these solutions&#x2019; features and delivery methods vary [<xref ref-type="bibr" rid="ref4">4</xref>]. Some digital PROM-based outpatient solutions that aim to individualize care seem to focus on the psychological aspects of living with type 1 diabetes [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], while others also include other factors, such as glucose monitoring, self-management activities, and lifestyle [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. The delivery methods range from patients completing the PROMs at a touch screen at the clinic to utilizing web-based solutions [<xref ref-type="bibr" rid="ref4">4</xref>]. Furthermore, the literature on how the solutions are used is limited, mainly comprising small pilot and feasibility studies [<xref ref-type="bibr" rid="ref4">4</xref>], underscoring the need for further research.</p></sec><sec id="s1-2"><title>DigiDiaS&#x2014;Individualizing Diabetes Care Through a Digital Solution</title><p>In November 2021, a multicomponent digital outpatient solution was implemented at the diabetes specialist outpatient clinic at Akershus University Hospital in eastern Norway through the DigiDiaS project [<xref ref-type="bibr" rid="ref17">17</xref>]. The solution mainly relies on PROMs entailing glucose monitoring, diabetes distress, and self-management activities. However, it also incorporates additional features aimed at individualizing care and supporting communication between clinicians and patients with type 1 diabetes, such as asynchronous chat and video consultations. For patients, use of the solution is voluntary and requires their consent upon app download. As of April 2024, 1354 out of approximately 1800 patients with type 1 diabetes had been included in the digital outpatient solution. All clinicians at the outpatient clinic utilize the digital outpatient solution, comprising diabetes specialist nurses and physicians working with type 1 diabetes patients.</p><p>For digital solutions aiming to individualize care to be implemented successfully, they must be accepted and utilized by both clinicians and patients, and clinicians&#x2019; acceptance has been suggested as a key factor in new digital solutions&#x2019; sustainability [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Acceptability, a core concept in digital health [<xref ref-type="bibr" rid="ref20">20</xref>], can be defined as a multifaceted construct reflecting the extent to which people delivering or receiving a health care intervention consider it appropriate [<xref ref-type="bibr" rid="ref19">19</xref>]. This acceptability can, in turn, influence utilization in the sense of user engagement and intervention effectiveness [<xref ref-type="bibr" rid="ref20">20</xref>]. While previous research states that patients in diabetes outpatient care generally seem to welcome the use of digital PROMs [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>] and the opportunity to self-report concerns [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>], clinicians&#x2019; acceptance and perceptions of such measures&#x2019; usefulness vary [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, we need more knowledge about how digital solutions are being accepted and utilized by clinicians and patients in diabetes specialist outpatient care [<xref ref-type="bibr" rid="ref4">4</xref>]. Furthermore, no prior research has explored the synchronous interaction between clinicians and patients after asynchronous preparation using PROMs in a digital solution [<xref ref-type="bibr" rid="ref4">4</xref>]. Consequently, the clinical value of using digital PROM-based solutions in diabetes care has yet to be established in terms of enhancing care quality and sustainable utilization of health care resources.</p></sec><sec id="s1-3"><title>Objective</title><p>This study investigates how clinicians and patients with type 1 diabetes accept and utilize a digital solution to support individualized care in the context of full-scale implementation at a diabetes specialist outpatient clinic. Furthermore, we aim to explore the synchronous interaction between patients and clinicians when they are allowed to prepare through the filling and reviewing of asynchronous PROMs before consultations.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Design</title><p>This qualitative study uses interpretive description as a methodological approach, comprising a framework developed to conduct research arising from clinical practice and aiming to improve practice [<xref ref-type="bibr" rid="ref25">25</xref>]. The interpretive description process is inductive and pragmatic, providing flexibility to adapt the research process to the specific research questions [<xref ref-type="bibr" rid="ref25">25</xref>]. Our study is embedded within a larger multimethod prospective observational study investigating digital PROMs in diabetes specialist outpatient care [<xref ref-type="bibr" rid="ref17">17</xref>].</p></sec><sec id="s2-2"><title>The Multicomponent Digital Outpatient Solution</title><p>The previously detailed solution [<xref ref-type="bibr" rid="ref17">17</xref>] was facilitated via Dignio Connected Care, offering web-based software used by clinicians and an app for patients [<xref ref-type="bibr" rid="ref26">26</xref>], along with JOIN Norsk Helsenett, which provides a platform for video consultations [<xref ref-type="bibr" rid="ref27">27</xref>]. Clinicians received training on the use of the digital outpatient solution, with ongoing support provided during and after the implementation process. Clinicians use the web-based Dignio platform to review completed PROM questionnaires from patients before a scheduled consultation, assign tasks, provide e-learning, and distribute digital information to individual patients and groups. During the outpatient clinic&#x2019;s operating hours on weekdays, diabetes specialist nurses asynchronously respond to chat messages from patients, consulting a physician if necessary. On the patients&#x2019; side, the solution&#x2019;s app enables them to complete assigned PROM questionnaires before consultations, receive information and e-learning, cancel consultations, reschedule or change upcoming consultations at the outpatient clinic to phone- or video consultations, and chat asynchronously with their clinicians as needed. The chat feature is mainly used by patients to report and ask questions about nonacute medical issues (self-initiated patient-reported outcomes) and submit practical queries. Should immediate assistance be required, patients are instructed to either call the clinic directly or dial the national emergency number.</p><p>The PROM questionnaire sent to patients before consultations is a modified and translated version of the DiabetesFlex Care PROM questionnaire originating from Denmark [<xref ref-type="bibr" rid="ref13">13</xref>]. The questionnaire is multidimensional and is triaged based on preset thresholds using a traffic light system, which indicates patient responses&#x2019; severity [<xref ref-type="bibr" rid="ref13">13</xref>]. Norwegian adjustments to the Danish version were made based on a user involvement study conducted at Akershus University Hospital, involving patients, diabetes specialist nurses, endocrinologists, management, and researchers [<xref ref-type="bibr" rid="ref23">23</xref>]. In addition to PROMs, the questionnaire contains open text boxes for subjective responses. <xref ref-type="fig" rid="figure1">Figure 1</xref> illustrates the digital outpatient solution&#x2019;s different features. <xref ref-type="fig" rid="figure2">Figure 2</xref> shows a screenshot of the web-based digital platform used by clinicians, while <xref ref-type="fig" rid="figure3">Figure 3</xref> displays screenshots of the app used by patients.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>The digital outpatient solution aims to individualize care through improved patient-clinician communication. Each feature can be used based on an individual patient&#x2019;s need for support. The triangular presentation illustrates the different levels of individualized care that each feature promotes, from uniform to highly individualized features. For example, while e-learning is a uniform feature received by those patients in need, the asynchronous chat is highly individualized and tailored to address a specific question at hand. PROM: patient-reported outcome measure.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e70301_fig01.png"/></fig><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Screenshot from the dashboard used by clinicians. The screenshot is from a demo user and is intended as an example to illustrate the design.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e70301_fig02.png"/></fig><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Screenshots from the app used by patients. The screenshot on the left illustrates how the patient-reported outcome measure questionnaire appears in the app, while the screenshot on the right shows an example of a chat conversation. These screenshots are from a demo user and are intended to illustrate the design.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e70301_fig03.png"/></fig></sec><sec id="s2-3"><title>Participant Recruitment</title><p>Clinicians working with patients with type 1 diabetes at the outpatient clinic were recruited through convenience sampling [<xref ref-type="bibr" rid="ref25">25</xref>], and the clinic manager invited them to participate. They were recruited based on availability, as we wanted to interfere as little as possible with clinical practice. All 10 clinicians invited to participate in the study, comprising 6 diabetes specialist nurses and 4 physicians, consented to participate. This represented approximately half the physicians and all the diabetes specialist nurses at the outpatient clinic, excluding the clinic manager and 1 newly hired nurse. Patients invited were adults with type 1 diabetes who had consented to use the digital outpatient solution and had completed the PROM questionnaire before their next consultation. Patients were recruited through purposive sampling [<xref ref-type="bibr" rid="ref25">25</xref>] to ensure variation in gender, age, ethnicity, and frequency of digital interactions. Information about the study was sent to patients via the digital outpatient solution before their next upcoming consultation. At the start of the consultation, their clinician asked whether they wanted to participate. Of the 23 patients invited to participate, 20 consented. Written consent was obtained from all study participants.</p></sec><sec id="s2-4"><title>Data Collection</title><p>The first author collected data through observations and semistructured interviews between August 2023 and April 2024. An observation guide (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) and interview guides (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendices 2</xref> and <xref ref-type="supplementary-material" rid="app3">3</xref>) were developed based on informal observations that the first author conducted at the outpatient clinic between February and March 2023, as well as aspects of the Method for Assessment of Telemedicine framework [<xref ref-type="bibr" rid="ref28">28</xref>]. The guides were reviewed in a reference group comprising a user representative, researchers, clinicians, and management from the outpatient clinic. The observation guide facilitated insight into how the digital outpatient solution was used to individualize care, while the interviews sought to capture both clinicians&#x2019; and patients&#x2019; perspectives on their utilization of possibilities provided by the digital outpatient solution.</p><p>Scheduled consultations involving all participating patients and 6 out of 10 participating clinicians were observed. The observed consultations took place at the clinic (17), over the phone (2), or via video (1). Observations of remote consultations were conducted on-site, in the same room with the clinician at the outpatient clinic. Observation notes (40 A4 pages) were written down manually in the observation guide, digitally recorded, and stored. The notes in the observation guide contained descriptions of the type of consultation, topics discussed, context, use of PROM responses during the consultations, and analytical thoughts.</p><p>Individual semistructured interviews with clinicians were conducted before the observations, whereas patient interviews were conducted within 2 weeks after the observed consultations. The interviews were conducted at the clinic, over the phone, or via video based on participants&#x2019; preferences regardless of whether they were clinicians or patients. During the interviews, participants were asked questions about their attitudes toward the use of health technology in general, experiences with the implementation of the digital outpatient solution and using different features, the solution&#x2019;s perceived usefulness, and potential improvements. Clinician interviews lasted between 28 and 52 minutes (median 37 minutes), and patient interviews lasted for 20-47 minutes (median 28 minutes). All interviews were transcribed verbatim (267 A4 pages).</p></sec><sec id="s2-5"><title>Data Analysis</title><p>Data analysis was conducted in line with interpretive description [<xref ref-type="bibr" rid="ref25">25</xref>]. We concurrently collected data and conducted a constant comparative analysis. This made the process dynamic by moving back and forth between the different steps of the analysis, as illustrated in <xref ref-type="fig" rid="figure4">Figure 4</xref>.</p><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Illustration of the dynamic process of the constant comparative analysis.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e70301_fig04.png"/></fig><p>The analysis aimed to inductively explore how clinicians and patients utilize a digital outpatient solution to individualize care. Through our interpretation process, we revealed a strong link between acceptability and utilization. In the final step of the analysis, 3 main themes were developed based on the coding process that describe clinicians&#x2019; and patients&#x2019; acceptance and utilization of the digital outpatient solution. The theoretical framework for acceptability was used to determine that the findings pertain to acceptance and utilization [<xref ref-type="bibr" rid="ref19">19</xref>]. The first author conducted the analysis, with ALJ, HH, and AT contributing to analytical discussions during each step. These themes were discussed further with the remaining authors. NVivo 14 software (Lumivero) was used to manage and code the data [<xref ref-type="bibr" rid="ref29">29</xref>], supplemented by visual exploration techniques to identify connections and patterns in the data. The visual exploration process involved positioning the thematic categories in relation to each other to identify patterns in clinicians&#x2019; and patients&#x2019; acceptance and utilization of the digital outpatient solution.</p></sec><sec id="s2-6"><title>Credibility</title><p>To ensure the credibility and epistemological integrity of our study, we have provided a comprehensive description of the study design and analysis process [<xref ref-type="bibr" rid="ref25">25</xref>]. We aimed to establish representative credibility through prolonged engagement with the outpatient clinic prior to data collection. Furthermore, we enhanced the credibility of our findings by triangulating data, collecting information from multiple sources [<xref ref-type="bibr" rid="ref30">30</xref>]. By thoroughly describing our results, we aim to demonstrate our analytic logic and interpretive authority to ensure trustworthiness [<xref ref-type="bibr" rid="ref25">25</xref>].</p></sec><sec id="s2-7"><title>Ethical Considerations</title><p>The study was assessed by the Norwegian Agency for Shared Services in Education and Research (reference no. 456954) and the data protection officer at Akershus University Hospital (22/09709&#x2010;13). The project did not require approval by the regional committees for medical and health research ethics (reference no. 407539).</p><p>We used a service for sensitive data (TSD), developed at the University of Oslo, which was designed for storing and processing sensitive data in compliance with the Norwegian Personal Data Act and Health Research Act [<xref ref-type="bibr" rid="ref31">31</xref>]. Written consent was obtained either on paper and stored securely, or digitally via Nettskjema [<xref ref-type="bibr" rid="ref32">32</xref>], requiring a governmental ID portal login to access the information, and stored in TSD. All interviews were audiorecorded using the Nettskjema-diktafon app [<xref ref-type="bibr" rid="ref33">33</xref>], a solution that immediately transfers all audio files encrypted for storage in TSD. MAM transcribed the interviews using the f4transkript program [<xref ref-type="bibr" rid="ref34">34</xref>]. AT reviewed all recordings and transcripts throughout the analytical process, informing the interpretations. The privacy and confidentiality of research participants&#x2019; data and identities were maintained.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Participants&#x2019; Characteristics</title><p>The patients&#x2019; characteristics, including their use of the digital outpatient solution, are shown in <xref ref-type="table" rid="table1">Table 1</xref>, and the clinicians&#x2019; characteristics, including their diabetes care experience, are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Characteristics of patients and their use of diabetes technology and the digital outpatient solution (N=20).</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics and usage</td><td align="left" valign="bottom">Values</td></tr></thead><tbody><tr><td align="left" valign="top">Gender (female), n (%)</td><td align="left" valign="top">10 (50)</td></tr><tr><td align="left" valign="top">Age (years), median (minimum-maximum)</td><td align="left" valign="top">36 (18&#x2010;65)</td></tr><tr><td align="left" valign="top">Diabetes duration (years), median (minimum-maximum)</td><td align="left" valign="top">21 (1&#x2010;50)</td></tr><tr><td align="left" valign="top">Glucose monitoring, n (%)</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Continuous glucose monitor</td><td align="left" valign="top">19 (95)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Glucometer</td><td align="left" valign="top">1 (5)</td></tr><tr><td align="left" valign="top">Treatment, n (%)</td><td align="left" valign="top">&#x2003;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Insulin pump</td><td align="left" valign="top">12 (60)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Insulin pen</td><td align="left" valign="top">8 (40)</td></tr><tr><td align="left" valign="top">Number of completed PROM<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> questionnaires, median (minimum-maximum)</td><td align="left" valign="top">1 (1&#x2010;7)</td></tr><tr><td align="left" valign="top">Number of chat conversations, median (minimum-maximum)</td><td align="left" valign="top">2 (0&#x2010;11)</td></tr><tr><td align="left" valign="top">Has used remote consultations, n (%)</td><td align="left" valign="top">12 (60)</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>PROM: patient-reported outcome measure.</p></fn></table-wrap-foot></table-wrap><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Characteristics of clinicians and their diabetes care experience (N=10).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristics and diabetes care experience</td><td align="left" valign="bottom">Values</td></tr></thead><tbody><tr><td align="left" valign="top">Gender (female), n (%)</td><td align="char" char="." valign="top">9 (90)</td></tr><tr><td align="left" valign="top">Diabetes specialist nurse, n (%)</td><td align="char" char="." valign="top">6 (60)</td></tr><tr><td align="left" valign="top">Physician, n (%)</td><td align="char" char="." valign="top">4 (40)</td></tr><tr><td align="left" valign="top">Nurses&#x2019; diabetes care experience (years), minimum-maximum</td><td align="char" char="." valign="top">5&#x2010;25</td></tr><tr><td align="left" valign="top">Physicians&#x2019; diabetes care experience (years), minimum-maximum</td><td align="char" char="." valign="top">5&#x2010;15</td></tr></tbody></table></table-wrap></sec><sec id="s3-2"><title>Overview of the Identified Patterns</title><p>Our analysis identified three main themes that comprise a pattern describing the complex dynamics of how clinicians and patients accept and use the digital outpatient solution to support communication and individualize care: (1) clinicians&#x2019; acceptance of the digital outpatient solution influences patients&#x2019; acceptance, (2) variations in the use of different features influence the extent of individualized care, and (3) clinicians&#x2019; and patients&#x2019; utilization influences perceived care efficiency and quality. <xref ref-type="fig" rid="figure5">Figure 5</xref> provides an overview of how the 3 themes are connected. Notably, the participants did not emphasize the possibility of assigning and receiving tasks, information, and e-learning, so it was not a focus of the analysis.</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Illustration of how clinicians and patients accept and use the digital outpatient solution to support individualized care.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e70301_fig05.png"/></fig></sec><sec id="s3-3"><title>Clinicians&#x2019; Acceptance of the Digital Outpatient Solution Influences Patients&#x2019; Acceptance</title><p>This theme describes how a variation was observed in how clinicians and patients accepted the digital outpatient solution, with an interplay between the two. Specifically, clinicians&#x2019; acceptance seemed to shape patients&#x2019; understanding of the solution&#x2019;s use and, subsequently, their acceptance.</p><p>Clinicians&#x2019; understanding of the digital outpatient solution&#x2019;s potential and their confidence in using its different features varied. They also expressed variations in their personal commitment toward mastering the digital outpatient solution&#x2019;s features and adjusting their existing workflows. Some clinicians felt confident using the PROM questionnaires, chat, and remote consultations, viewing them as positive means to support individualized care:</p><disp-quote><p>I really like it. Both the digital outpatient solution and I absolutely love video consultations because they shorten the time spent during consultations and we stay more on topic. And with the apps we use, we have access to much more data than before.</p><attrib>Clinician 1</attrib></disp-quote><p>Conversely, other clinicians expressed uncertainty about using some features of the solution. While most felt comfortable using the chat and remote consultations, some were uncertain about how to use the PROM questionnaires before and during consultations, questioning whether the benefits outweighed the additional preparation time required of them and their patients:</p><disp-quote><p>I feel it is a very comprehensive and somewhat time-consuming questionnaire for patients to fill out. I&#x2019;m a bit worried that patients might find it to be too much work.</p><attrib>Clinician 10</attrib></disp-quote><p>Furthermore, clinicians&#x2019; own understanding and acceptance of the solution seemed to affect how they introduced the solution to patients. Clinicians who indicated a solid understanding of the solution&#x2019;s possibilities to individualize care expressed that they spent time explaining the various features to patients, during which they emphasized how it could enhance patients&#x2019; self-management awareness and improve communication with their clinicians. Patients who felt well informed about the solution&#x2019;s potential also indicated higher acceptance levels:</p><disp-quote><p>As we talked, he realized that this was his tool, and he could expect that I had read his responses before consultations. So, it suited him very well. He also understood that it was a way to make him more aware of his disease&#x2026; Of course, it creates an expectation that I, as a clinician, should keep myself updated on their responses, but with him, I also experienced a positive expectation, that now we are talking, we can clear big and small problems out of the way early.</p><attrib>Clinician 3</attrib></disp-quote><p>However, clinicians expressing less familiarity with the solution&#x2019;s possibilities often focused on the chat feature as a means for patients to communicate with the clinic between consultations. Some reported that they did not mention the use of PROM questionnaires at all when presenting the solution to patients. This led to uncertainty among patients who received these questionnaires before consultations without adequate information about their purpose:</p><disp-quote><p>It was a bit like, what is this, I thought&#x2026;and it seemed that you had the option to decline to fill out the questionnaire. I believe there was an option to not fill out the questionnaire without losing the appointment. But I thought, OK, I&#x2019;ll just fill out the form, it&#x2019;s probably a questionnaire they have. But I thought the information was poor.</p><attrib>Patient 14</attrib></disp-quote><p>Simply receiving the questionnaire without any clear instructions about its intended use was insufficient to gain patients&#x2019; acceptance. Clinicians&#x2019; and patients&#x2019; acceptance of the digital outpatient solution influenced further to what extent they used the different features to improve communication and individualized care.</p></sec><sec id="s3-4"><title>Variations in the Use of Different Features Influence the Extent of Individualized Care</title><p>This theme describes how clinicians and patients used PROM questionnaires, the option for remote consultation, and the chat feature to individualize care. It outlines the variations among participants&#x2019; use, as well as the interplay between clinicians&#x2019; and patients&#x2019; usage patterns.</p><sec id="s3-4-1"><title>PROM Questionnaires Can Facilitate Individualized Consultations Through Mapping Needs and Reflection</title><p>The most pronounced differences in use of the solution were related to use of patients&#x2019; PROM responses and how these responses influenced consultations. While some clinicians admitted to forgetting to review the patients&#x2019; PROM responses before a consultation occasionally, most clinicians made it a routine part of their consultation preparation. Some clinicians used PROM responses to tailor consultations and set agendas, ensuring that the patient&#x2019;s needs were emphasized. When PROM responses were used actively, patients reported feeling more engaged in their treatment, with increased opportunities to discuss their concerns and priorities. This also included discussing positive PROM responses, as this could serve as a motivational factor in patients&#x2019; self-management process:</p><disp-quote><p>I have previously felt that these consultations are a bit &#x201C;so-so&#x201D;. We talked about blood glucose monitoring and maybe not so much more. So, you don&#x2019;t really know, and maybe the clinician doesn&#x2019;t know either, which direction the conversation will take. So, the fact that I have already thought about what I want to discuss, and they are aware of my thoughts and feelings, has added great value to my consultations.</p><attrib>Patient 8</attrib></disp-quote><p>When patients reported challenging issues through the questionnaire, clinicians could address these concerns specifically, improving their communication with their patients. However, some clinicians used the PROM responses less often during the consultations, which led their patients to question the value and purpose of the information they provided through the questionnaire:</p><disp-quote><p>What then is the value of the questionnaire? It was not mentioned and none of the elements I reported were brought up... so I question the value of it. Questionnaires for the sake of questionnaires?</p><attrib>Patient 6</attrib></disp-quote><p>If clinicians did not address patients&#x2019; PROM responses during the consultations explicitly, we observed that most patients did not bring it up. However, patients noted that this lack of use made it more challenging to engage actively in their consultations. Still, most patients used the PROM questionnaire as a tool for reflection to some extent to inform and guide their self-management process and prepare for consultations.</p></sec><sec id="s3-4-2"><title>Consultations Tailored to Needs and Personal Preferences</title><p>With the digital outpatient solution&#x2019;s implementation, most patients experienced a notable shift toward more individualized consultations. In addition to the use of PROM questionnaires, which affected the consultations&#x2019; content, the shift was facilitated by patients being asked whether they wanted to meet remotely with their clinicians by either phone or video. Both clinicians and patients agreed that certain matters, such as physical checks or discussing difficult or complex issues such as mental health challenges, were best addressed in person. However, many found remote consultations more convenient for simpler requirements, such as support when starting to use a new insulin pump:</p><disp-quote><p>I have used it in the follow-up when patients have started using an insulin pump. Initially, a physical meeting is required to get started with the pump, but the subsequent follow-up is conducted digitally. This is possible because patients have uploaded their pump data. This allows us to see all the necessary information while they are at home, enabling us to make necessary adjustments.</p><attrib>Clinician 1</attrib></disp-quote><p>However, both clinicians and patients expressed personal preferences regarding using remote consultations. While some preferred communicating remotely and used it regularly, others had a strong preference for in-person consultations:</p><disp-quote><p>I have always chosen to decline that option because I prefer to speak with people face-to-face. I have used video meetings a lot for work and other settings, and that&#x2019;s not a problem, but I feel much more comfortable face-to-face.</p><attrib>Patient 10</attrib></disp-quote><p>Patients regularly chose between physical attendance at the clinic and video or phone consultations based on needs or personal preferences.</p></sec><sec id="s3-4-3"><title>Chat Messages Facilitate Individualized Care When Needed</title><p>Most patients used the chat feature, which all the diabetes specialist nurses used consistently, facilitating targeted care within a short time frame. Chat was highlighted as the most frequently used feature of the digital outpatient solution. For clinicians, chat presented an opportunity to maintain contact with patients and even reduce consultation frequency if adequate follow-up could be conducted via chat:</p><disp-quote><p>We reach more patients when they have the opportunity to send a message. We dare, in a way, to schedule their next consultation in half a year because they can write to us in the meantime if they need to.</p><attrib>Clinician 1</attrib></disp-quote><p>When confronted with complex patient inquiries via chat that warranted comprehensive written responses or extensive dialogue with the patient, clinicians found transitioning to immediate remote consultations useful in providing the necessary support. These chat-initiated remote consultations, serving as an extension of the chat interaction, enriched the overall communication process:</p><disp-quote><p>When the patients write messages, we see how extensive the issue is, whether it&#x2019;s a short question, or if it&#x2019;s a question that requires having a conversation around what the patient is wondering about. So, I often ask if we can have a conversation instead of answering a dissertation...And there is a lot of good feedback on that. I also think we can resolve issues quickly so that they don&#x2019;t have to wait until their next scheduled consultation to get answers. So, I believe that we are promoting health more in the way we are working now.</p><attrib>Clinician 3</attrib></disp-quote><p>The patients found it easier to contact the clinic through chat. Moreover, patients reported that chat supported their self-management, as they used it to address urgent concerns immediately instead of waiting for their next consultation or calling the clinic. Many patients viewed phone calls as a barrier, and they experienced a lower threshold for writing their questions in chat. Patients and clinicians used the chat feature for a range of queries, from addressing practical questions about upcoming consultations to discussing treatment-related matters, such as insulin adjustment. Chat also provided a sense of security for patients, knowing that help was just a message away:</p><disp-quote><p>It certainly helps me to have the reassurance that I can simply send a message instead of having to call and wait for a response and all that, so it&#x2019;s very convenient. Let us say I&#x2019;m at work and wondering about something, I can just send a message, and I know I&#x2019;ll get a response soon. Especially when I don&#x2019;t have the opportunity to be on the phone, it&#x2019;s a great comfort knowing there&#x2019;s someone there to help.</p><attrib>Patient 4</attrib></disp-quote><p>Although some patients had used chat only once or twice, or not at all, they reported a sense of security from knowing that they had the option to send a chat message when necessary. This underscores the chat feature&#x2019;s latent value, demonstrating its significance even when not used actively.</p></sec></sec><sec id="s3-5"><title>Clinicians&#x2019; and Patients&#x2019; Utilization Influences Perceived Care Efficiency and Quality</title><p>Both clinicians and patients acknowledged the digital outpatient solution&#x2019;s potential clinical value in enhancing efficiency by streamlining communication and improving care quality through individualized follow-up based on patients&#x2019; needs. However, the extent of the perceived clinical value varied among clinicians and patients and was reflected in how they utilized different features of the solution. Clinicians&#x2019; and patients&#x2019; utilization, that is, their practical and effective use of the digital outpatient solution, appeared to influence their experiences regarding the solution&#x2019;s benefits, with those demonstrating extensive utilization typically perceiving the solution as more valuable. Furthermore, this theme describes clinicians&#x2019; and patients&#x2019; perspectives on how the different features can contribute to enhanced care efficiency and quality.</p><p>The most prominent differences in clinicians&#x2019; and patients&#x2019; perceived clinical value were related to the PROM questionnaires. When utilized, both clinicians and patients found that the questionnaires helped focus on patient-identified key areas for managing their life with type 1 diabetes, simultaneously making consultations more efficient by prioritizing topics. From the patients&#x2019; perspective, the PROM questionnaires were also viewed as the clinic&#x2019;s acknowledgment of the complex nature of living with type 1 diabetes. This comprehensive focus on all aspects of living with diabetes was believed to enhance care quality by enabling the patients to address challenging issues more comfortably:</p><disp-quote><p>It&#x2019;s easier to sit and write it on the phone than to bring it up in a consultation because the questionnaire is a lot about your thoughts and feelings, and it is not always easy to talk about&#x2026; and when you are in a consultation, they often ask you how you are doing and then you usually just say that it&#x2019;s going well even though it&#x2019;s not.</p><attrib>Patient 11</attrib></disp-quote><p>However, patients stressed that the extent to which clinicians utilized their responses was crucial in perceiving the questionnaire as valuable from the patients&#x2019; perspective. Although not all patients experienced remote consultations, most recognized their clinical value in increasing efficiency. Some patients also expressed a wish to try remote consultations in the future, particularly if circumstances prevented them from meeting clinicians in person at the outpatient clinic. Both patients and clinicians appreciated remote consultation&#x2019;s potential to increase efficiency and flexibility. Patients clearly benefited from a reduction in travel time, while some clinicians valued the possibility of working remotely. Both parties also noted that remote consultations tended to be more concise, without the usual small talk evident during in-person consultations. However, this led to a few clinicians expressing concerns about potentially missing important information, with some worrying that care quality provided remotely was not as high as in person. Most patients did not share the same concern, as they would choose clinic consultations for issues they felt were better discussed in person.</p><p>Both clinicians and patients emphasized the chat feature&#x2019;s role in elevating care efficiency and quality. Clinicians found that chat reduced the volume of calls to the clinic, allowing them to respond at their convenience, rather than being interrupted by calls during other tasks. Although responses from the clinic could take a few hours or even a couple of days, patients perceived the overall process as more efficient and flexible than calling. Furthermore, chat enabled clinicians to give more thought-out advice, differing from the immediate responses provided over the phone and enhancing the perceived quality of the responses provided to patients:</p><disp-quote><p>After nearly two years of using the solution, we appreciate receiving written questions, as it allows us to respond at our convenience. This also allows us to thoroughly consider our response and consult with a colleague before replying if necessary. I think this is a good approach.</p><attrib>Clinician 4</attrib></disp-quote><p>Patients appreciated the chat feature&#x2019;s value in offering an accessible way to receive reassuring responses to their questions, thereby easing everyday management of their condition. Both clinicians and patients viewed the chat feature, largely driven by patient-initiated conversations, as a key element of the digital outpatient solution for individualizing care to meet patients&#x2019; needs.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This qualitative study provides insight into how clinicians and patients accept and utilize a digital outpatient solution in a diabetes outpatient clinic differently, highlighting an interplay between their usage patterns. Specifically, clinicians&#x2019; acceptance seems to shape patients&#x2019; understanding and acceptance of the solution&#x2019;s resources, subsequently influencing clinicians&#x2019; and patients&#x2019; use. Furthermore, this seems to influence clinicians&#x2019; and patients&#x2019; perceived clinical value of the solution&#x2019;s different features. Those demonstrating higher acceptance and more extensive utilization perceived the solution as more valuable, recognizing its potential to enhance care efficiency and quality.</p><p>To our knowledge, no extant literature has highlighted the interplay between clinicians&#x2019; and patients&#x2019; acceptance, utilization, and perceived clinical value of digital outpatient solutions during full-scale implementation in diabetes specialist outpatient care. The literature mostly encompasses pilot and feasibility studies, with an emphasis either on the patients&#x2019; or the clinicians&#x2019; perspective [<xref ref-type="bibr" rid="ref4">4</xref>]. Although the literature in this field is limited, studies have indicated that patients generally embrace PROM-based digital outpatient solutions [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], whereas clinicians often express ambivalence and challenges related to time, resources, and care quality [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Our findings particularly align with how clinicians express ambivalence about using digital outpatient solutions, revealing variations in satisfaction and use of the solution. Moreover, our study goes further than extant studies in exploring the complex interplay between clinicians and patients, specifically by demonstrating that clinicians&#x2019; acceptance influences patients&#x2019; acceptance and their collective utilization of the solution. This interplay underscores the important role of clinicians&#x2019; understanding and acceptance of the digital outpatient solution for successful implementation [<xref ref-type="bibr" rid="ref19">19</xref>].</p><p>The importance of clinicians&#x2019; acceptance has been emphasized in literature examining telehealth services in different contexts [<xref ref-type="bibr" rid="ref18">18</xref>]. Regarding this specific multicomponent digital solution, our findings suggest that both clinicians and patients perceived combining different features to improve the efficiency and quality of individualized care as clinically valuable and appropriate for implementation in clinical practice [<xref ref-type="bibr" rid="ref19">19</xref>]. However, variations in acceptability across individuals seemingly affect clinicians&#x2019; and patients&#x2019; perceived clinical value of each feature, influencing their utilization in the sense of user engagement and intervention effectiveness [<xref ref-type="bibr" rid="ref20">20</xref>]. For instance, most participants used the chat feature and found it valuable for individualizing care, aligning with extant literature arguing that a chat feature can strengthen clinician-patient relationships in type 1 diabetes care [<xref ref-type="bibr" rid="ref35">35</xref>]. Remote consultations were used based on individual preferences and needs and were valued particularly for their role in enhancing communication efficiency, a benefit also reported in earlier literature [<xref ref-type="bibr" rid="ref36">36</xref>]. However, we observed wide variations in use and perceived clinical value of PROM questionnaires. Extant literature has argued that PROMs&#x2019; usefulness in clinical practice depends on patients reporting their concerns, clinicians&#x2019; proficiency in utilizing information, and both patients and clinicians perceiving them as useful [<xref ref-type="bibr" rid="ref37">37</xref>]. This suggests that the effectiveness of using PROMs to individualize care depends on clinicians&#x2019; and patients&#x2019; ambition and capacity to leverage opportunities that PROMs offer. Without active engagement from both clinicians and patients, PROM questionnaires can be perceived as a burden rather than an asset, adding to workloads without enhancing perceived clinical value.</p></sec><sec id="s4-2"><title>Implications for Clinical Practice</title><sec id="s4-2-1"><title>Overview</title><p>To ensure successful implementation, it is crucial to address both human factors and organizational change [<xref ref-type="bibr" rid="ref38">38</xref>]. We argue that an in-depth understanding of human factors, such as users&#x2019; acceptance, is essential when implementing a digital outpatient solution in diabetes care. Based on our findings, we emphasize the importance of clinic management in addressing the challenges and implications that clinicians and patients encounter during implementation, as these factors can significantly impact the solution&#x2019;s sustainable utilization.</p></sec><sec id="s4-2-2"><title>Importance of User Acceptance and the Clinicians&#x2019; Role in Implementation</title><p>Based on our findings, which underscore the important role of clinicians&#x2019; acceptance in the sustainable utilization of the digital outpatient solution, we argue that clinicians should be a prioritized group during implementation. When clinicians accept and understand how the digital outpatient solution can be utilized, they are in a better position to provide the necessary information for patients to start using it. Extant literature has recognized clinicians&#x2019; role in implementing digital outpatient solutions successfully [<xref ref-type="bibr" rid="ref18">18</xref>] and has suggested further exploration of workflow changes that clinicians encounter when implementing digital solutions in diabetes care [<xref ref-type="bibr" rid="ref4">4</xref>]. Furthermore, clinicians&#x2019; role has also been highlighted in the context of other diagnostic groups, such as epilepsy, in which it has been argued that PROM-based follow-up represents substantially changed outpatient care and that implementation success is highly dependent on clinicians&#x2019; daily management of the solution [<xref ref-type="bibr" rid="ref38">38</xref>].</p></sec><sec id="s4-2-3"><title>The Need for Organizational Involvement and Strategy</title><p>Ensuring clinicians&#x2019; acceptance and competence to provide the necessary information and education to patients about how to utilize digital outpatient solutions seems to require organizational strategies that emphasize education, training, and ongoing support throughout and after implementation. As part of the implementation of this digital outpatient solution, all clinicians underwent training and were offered ongoing support as needed. Nevertheless, the persistence of some clinicians&#x2019; hesitance to change implies that more comprehensive organizational involvement may be necessary for optimal implementation. Strategies that address clinicians&#x2019; individual support needs might help foster more universal acceptance among clinicians.</p><p>Furthermore, our findings indicate that the extent of organizational involvement required for implementation to be successful can differ, depending on the effort required from clinicians and patients to adapt to the new practices. In this study, the implementation of the chat feature and offering patients the choice of remote consultations were viewed as particularly valuable. However, the implementation of PROM questionnaires required considerable changes in clinicians&#x2019; workflow and their care delivery methods, while concurrently requiring increased patient involvement. Extant literature has highlighted the need for clinicians to adapt their care methods when implementing PROMs in diabetes care [<xref ref-type="bibr" rid="ref12">12</xref>] and that the efficiency of using PROMs in clinical practice seems to increase in line with clinicians&#x2019; and patients&#x2019; understanding of why and how they are used [<xref ref-type="bibr" rid="ref37">37</xref>]. Consequently, we suggest that more structured education and follow-up from clinic management are needed on the use of PROM questionnaires, compared with other, more easy-to-use features of the digital outpatient solution, such as the chat feature and remote consultations.</p><p>Change management, a systematic approach to managing the human elements of change [<xref ref-type="bibr" rid="ref39">39</xref>], could inspire strategies to ensure utilization when implementing a digital outpatient solution. This approach involves a set of processes designed to guide an organization through a transition [<xref ref-type="bibr" rid="ref39">39</xref>] and has been applied in other contexts implementing digital services [<xref ref-type="bibr" rid="ref40">40</xref>], as well as other settings in health care services [<xref ref-type="bibr" rid="ref41">41</xref>]. We propose that using a change management approach adapted to the specific context could facilitate future implementations of digital outpatient solutions in diabetes specialist outpatient care. However, implementing change notably often requires more time and resources than anticipated, particularly under pressure [<xref ref-type="bibr" rid="ref42">42</xref>]. Given the increasing patient population in diabetes care [<xref ref-type="bibr" rid="ref2">2</xref>], as well as the constraints of limited health care resources, potential implementation challenges should be considered before introducing new digital outpatient solutions in diabetes specialist outpatient care. Thoughtful consideration of potential implementation challenges and proactive planning for their resolution could enhance the likelihood of successful implementation.</p></sec></sec><sec id="s4-3"><title>Limitations</title><p>Despite providing valuable insights, this study has some limitations. The data, collected from 1 single diabetes outpatient clinic and specific to 1 particular digital outpatient solution, may not present patterns transferable to other settings or digital solutions. However, we did find that patients and clinicians were reporting similar experiences in other studies, although the content and delivery methods in their digital outpatient solutions differed [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. These studies were also conducted in Scandinavian countries, providing a patient population and health care setting comparable with our study.</p><p>Another potential limitation is that some of the clinicians interviewed in this study also participated in the user involvement study previously conducted at Akershus University Hospital [<xref ref-type="bibr" rid="ref23">23</xref>], which aimed to develop this digital outpatient solution and the care trajectory. The clinicians&#x2019; involvement in the solution&#x2019;s development process may have influenced their attitudes and understanding of its use. This implies that not all clinicians may have had the same foundation or knowledge to utilize the solution, potentially contributing to observed variations in acceptance, utilization, and perceived clinical value. Still, this variation in clinicians contributes to bringing different perspectives with the digital solution into the study, and the findings emphasize the importance of understanding why and how such solutions are used for their effective utilization.</p><p>All patients recruited for this study had used the solution to some extent, having completed at least 1 PROM questionnaire. We chose to focus on this group to gain insight into the utilization of the different features. However, we acknowledge a limitation in that we have not considered patients who have accepted using the digital outpatient solution but have not done so for various reasons. Understanding the barriers that these patients face in using the solution could provide valuable insight, potentially helping to facilitate a smoother transition to digital follow-up for patients currently not using the solution.</p><p>Finally, as this is a qualitative study, we are gaining deep insight into how the solution is utilized in clinical practice. Although our sample size concerning the clinicians could have been larger, it still contained 96 A4 pages of transcribed data. This shows a high degree of information power [<xref ref-type="bibr" rid="ref43">43</xref>]. However, using a mixed methods design or further investigating patients&#x2019; and clinicians&#x2019; acceptability and utilization quantitatively could deepen our understanding and enhance the validity and reliability of our findings.</p></sec><sec id="s4-4"><title>Conclusions</title><p>This study explored the interplay between clinicians&#x2019; and patients&#x2019; acceptance, utilization, and perceived clinical value of a digital outpatient solution in diabetes specialist outpatient care. We identified variations in the use of the solution&#x2019;s features, suggesting that certain features might require greater knowledge and efforts from clinicians and patients to be utilized efficiently, particularly the use of PROM questionnaires. Our findings imply that when clinicians and patients understand why and how such solutions are used, they can enhance care efficiency and quality, contributing to sustainable health care services. We argue that an in-depth understanding of clinicians&#x2019; acceptance is essential when implementing a digital outpatient solution. Furthermore, using a change management approach, adapted to the specific context, could facilitate future implementations to ensure sustainable utilization. Future research should look deeper into clinicians&#x2019; and patients&#x2019; acceptance, as well as use of change management strategies when implementing digital outpatient solutions in diabetes specialist outpatient care.</p></sec></sec></body><back><ack><p>The authors want to thank the members of their reference group for their valuable insight into the study&#x2019;s development, as well as all the clinicians and patients who consented to participate. This study has received funding from Akershus University Hospital and Oslo Metropolitan University. Sikt AI chat, a GPT technology that ensures privacy and data security [<xref ref-type="bibr" rid="ref44">44</xref>], was used for language improvements during manuscript preparation.</p></ack><notes><sec><title>Data Availability</title><p>The datasets generated in this study are available only in Norwegian, and as they are part of a larger and ongoing study, data are currently not publicly available. Please contact the corresponding author for further information. The Norwegian version of the DiabetesFlex questionnaire can be made available upon request to TS. The English version 1 is published elsewhere [<xref ref-type="bibr" rid="ref13">13</xref>].</p></sec></notes><fn-group><fn fn-type="con"><p>All authors contributed to the study design. TS and MAM recruited the participants, and MAM conducted data collection and transcribed all the material. AT reviewed the transcripts and MAM conducted the data analysis, with ALJ, HH, and AT contributing to analytical discussions. TS and JAW ensured that the content was relevant for clinical practice. E&#x00C5; reviewed the content in light of his knowledge of digital solutions in diabetes care. MAM drafted the manuscript, and all authors reviewed and edited the content. All authors take responsibility for the final manuscript&#x2019;s content.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">PROM</term><def><p>patient-reported outcome measure</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="report"><person-group person-group-type="author"><name name-style="western"><surname>Graham D Ogle</surname><given-names>FW</given-names> </name><name name-style="western"><surname>Gregory</surname><given-names>GA</given-names> </name><name name-style="western"><surname>Maniam</surname><given-names>J</given-names> </name></person-group><article-title>Type 1 diabetes estimates in children and adults</article-title><year>2022</year><access-date>2025-06-15</access-date><publisher-name>International Diabetes Federation</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://diabetesatlas.org/media/uploads/sites/3/2025/03/IDF-T1D-Index-Report.pdf">https://diabetesatlas.org/media/uploads/sites/3/2025/03/IDF-T1D-Index-Report.pdf</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gregory</surname><given-names>GA</given-names> </name><name name-style="western"><surname>Robinson</surname><given-names>TIG</given-names> </name><name name-style="western"><surname>Linklater</surname><given-names>SE</given-names> </name><etal/></person-group><article-title>Global incidence, prevalence, and mortality of type 1 diabetes in 2021 with projection to 2040: a modelling study</article-title><source>Lancet Diabetes Endocrinol</source><year>2022</year><month>10</month><volume>10</volume><issue>10</issue><fpage>741</fpage><lpage>760</lpage><pub-id pub-id-type="doi">10.1016/S2213-8587(22)00218-2</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Herman</surname><given-names>WH</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Dagogo-Jack</surname><given-names>S</given-names> </name></person-group><article-title>The global burden of diabetes: an overview</article-title><source>Diabetes Mellitus in Developing Countries and Underserved Communities</source><year>2017</year><publisher-name>Cham: Springer</publisher-name><fpage>1</fpage><lpage>23</lpage><pub-id pub-id-type="doi">10.1007/978-3-319-41559-8_1</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Torbj&#x00F8;rnsen</surname><given-names>A</given-names> </name><name name-style="western"><surname>Jensen</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Singstad</surname><given-names>T</given-names> </name><name name-style="western"><surname>Weldingh</surname><given-names>NM</given-names> </name><name name-style="western"><surname>Holmen</surname><given-names>H</given-names> </name></person-group><article-title>Patient-reported outcome measures in diabetes outpatient care: a scoping review</article-title><source>BMJ Open Diabetes Res Care</source><year>2023</year><month>11</month><volume>11</volume><issue>6</issue><fpage>e003628</fpage><pub-id pub-id-type="doi">10.1136/bmjdrc-2023-003628</pub-id><pub-id pub-id-type="medline">37963648</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holt</surname><given-names>RIG</given-names> </name><name name-style="western"><surname>DeVries</surname><given-names>JH</given-names> </name><name name-style="western"><surname>Hess-Fischl</surname><given-names>A</given-names> </name><etal/></person-group><article-title>The management of type 1 diabetes in adults. A consensus report by the American Diabetes Association (ADA) and the European Association for the Study of Diabetes (EASD)</article-title><source>Diabetologia</source><year>2021</year><month>12</month><volume>64</volume><issue>12</issue><fpage>2609</fpage><lpage>2652</lpage><pub-id pub-id-type="doi">10.1007/s00125-021-05568-3</pub-id><pub-id pub-id-type="medline">34590174</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Reddy</surname><given-names>M</given-names> </name><name name-style="western"><surname>Rilstone</surname><given-names>S</given-names> </name><name name-style="western"><surname>Cooper</surname><given-names>P</given-names> </name><name name-style="western"><surname>Oliver</surname><given-names>NS</given-names> </name></person-group><article-title>Type 1 diabetes in adults: supporting self management</article-title><source>BMJ</source><year>2016</year><month>03</month><day>10</day><volume>352</volume><fpage>i998</fpage><pub-id pub-id-type="doi">10.1136/bmj.i998</pub-id><pub-id pub-id-type="medline">26965473</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jones</surname><given-names>A</given-names> </name><name name-style="western"><surname>Vallis</surname><given-names>M</given-names> </name><name name-style="western"><surname>Pouwer</surname><given-names>F</given-names> </name></person-group><article-title>If it does not significantly change HbA1c levels why should we waste time on it? A plea for the prioritization of psychological well-being in people with diabetes</article-title><source>Diabet Med</source><year>2015</year><month>02</month><volume>32</volume><issue>2</issue><fpage>155</fpage><lpage>163</lpage><pub-id pub-id-type="doi">10.1111/dme.12620</pub-id><pub-id pub-id-type="medline">25354315</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Weldring</surname><given-names>T</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>SMS</given-names> </name></person-group><article-title>Patient-reported outcomes (PROs) and patient-reported outcome measures (PROMs)</article-title><source>Health Serv Insights</source><year>2013</year><volume>6</volume><issue>61-8</issue><fpage>61</fpage><lpage>68</lpage><pub-id pub-id-type="doi">10.4137/HSI.S11093</pub-id><pub-id pub-id-type="medline">25114561</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenhalgh</surname><given-names>J</given-names> </name><name name-style="western"><surname>Gooding</surname><given-names>K</given-names> </name><name name-style="western"><surname>Gibbons</surname><given-names>E</given-names> </name><etal/></person-group><article-title>How do patient reported outcome measures (PROMs) support clinician-patient communication and patient care? A realist synthesis</article-title><source>J Patient Rep Outcomes</source><year>2018</year><month>12</month><volume>2</volume><fpage>42</fpage><pub-id pub-id-type="doi">10.1186/s41687-018-0061-6</pub-id><pub-id pub-id-type="medline">30294712</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Santana</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Haverman</surname><given-names>L</given-names> </name><name name-style="western"><surname>Absolom</surname><given-names>K</given-names> </name><etal/></person-group><article-title>Training clinicians in how to use patient-reported outcome measures in routine clinical practice</article-title><source>Qual Life Res</source><year>2015</year><month>07</month><volume>24</volume><issue>7</issue><fpage>1707</fpage><lpage>1718</lpage><pub-id pub-id-type="doi">10.1007/s11136-014-0903-5</pub-id><pub-id pub-id-type="medline">25589231</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Haugstvedt</surname><given-names>A</given-names> </name><name name-style="western"><surname>Hernar</surname><given-names>I</given-names> </name><name name-style="western"><surname>Graue</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Nurses&#x2019; and physicians&#x2019; experiences with diabetes consultations and the use of dialogue tools in the DiaPROM pilot trial: a qualitative study</article-title><source>Diabet Med</source><year>2021</year><month>06</month><volume>38</volume><issue>6</issue><fpage>e14419</fpage><pub-id pub-id-type="doi">10.1111/dme.14419</pub-id><pub-id pub-id-type="medline">33035378</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nielsen</surname><given-names>BK</given-names> </name><name name-style="western"><surname>Terkildsen</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Jensen</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Pedersen</surname><given-names>MZ</given-names> </name><name name-style="western"><surname>Hollesen</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Lomborg</surname><given-names>K</given-names> </name></person-group><article-title>Endocrinologists&#x2019; use of patient-reported outcome measures in the care of people with diabetes: a qualitative study</article-title><source>Diabetes Epidemiol Manag</source><year>2023</year><month>10</month><volume>12</volume><fpage>100159</fpage><pub-id pub-id-type="doi">10.1016/j.deman.2023.100159</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Laurberg</surname><given-names>T</given-names> </name><name name-style="western"><surname>Schougaard</surname><given-names>LMV</given-names> </name><name name-style="western"><surname>Hjollund</surname><given-names>NHI</given-names> </name><name name-style="western"><surname>Lomborg</surname><given-names>KE</given-names> </name><name name-style="western"><surname>Hansen</surname><given-names>TK</given-names> </name><name name-style="western"><surname>Jensen</surname><given-names>AL</given-names> </name></person-group><article-title>Randomized controlled study to evaluate the impact of flexible patient-controlled visits in people with type 1 diabetes: the DiabetesFlex Trial</article-title><source>Diabet Med</source><year>2022</year><month>05</month><volume>39</volume><issue>5</issue><fpage>e14791</fpage><pub-id pub-id-type="doi">10.1111/dme.14791</pub-id><pub-id pub-id-type="medline">35028992</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hernar</surname><given-names>I</given-names> </name><name name-style="western"><surname>Graue</surname><given-names>M</given-names> </name><name name-style="western"><surname>Richards</surname><given-names>D</given-names> </name><etal/></person-group><article-title>Electronic capturing of patient-reported outcome measures on a touchscreen computer in clinical diabetes practice (the DiaPROM trial): a feasibility study</article-title><source>Pilot Feasibility Stud</source><year>2019</year><volume>5</volume><fpage>29</fpage><pub-id pub-id-type="doi">10.1186/s40814-019-0419-4</pub-id><pub-id pub-id-type="medline">30820340</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bachmeier</surname><given-names>CAE</given-names> </name><name name-style="western"><surname>Waugh</surname><given-names>C</given-names> </name><name name-style="western"><surname>Vitanza</surname><given-names>M</given-names> </name><etal/></person-group><article-title>Diabetes care: addressing psychosocial well-being in young adults with a newly developed assessment tool</article-title><source>Intern Med J</source><year>2020</year><month>01</month><volume>50</volume><issue>1</issue><fpage>70</fpage><lpage>76</lpage><pub-id pub-id-type="doi">10.1111/imj.14355</pub-id><pub-id pub-id-type="medline">31081194</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Skovlund</surname><given-names>SE</given-names> </name><name name-style="western"><surname>Troelsen</surname><given-names>LH</given-names> </name><name name-style="western"><surname>Noergaard</surname><given-names>LM</given-names> </name><name name-style="western"><surname>Pietraszek</surname><given-names>A</given-names> </name><name name-style="western"><surname>Jakobsen</surname><given-names>PE</given-names> </name><name name-style="western"><surname>Ejskjaer</surname><given-names>N</given-names> </name></person-group><article-title>Feasibility and acceptability of a digital patient-reported outcome tool in routine outpatient diabetes care: mixed methods formative pilot study</article-title><source>JMIR Form Res</source><year>2021</year><month>11</month><day>3</day><volume>5</volume><issue>11</issue><fpage>e28329</fpage><pub-id pub-id-type="doi">10.2196/28329</pub-id><pub-id pub-id-type="medline">34730545</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Torbj&#x00F8;rnsen</surname><given-names>A</given-names> </name><name name-style="western"><surname>Spildo</surname><given-names>I</given-names> </name><name name-style="western"><surname>Mollestad</surname><given-names>MA</given-names> </name><etal/></person-group><article-title>Investigating digital patient-reported outcome measures in patient-centered diabetes specialist outpatient care (DigiDiaS): protocol for a multimethod prospective observational study</article-title><source>JMIR Res Protoc</source><year>2024</year><month>03</month><day>5</day><volume>13</volume><fpage>e52766</fpage><pub-id pub-id-type="doi">10.2196/52766</pub-id><pub-id pub-id-type="medline">38441955</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wade</surname><given-names>VA</given-names> </name><name name-style="western"><surname>Eliott</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Hiller</surname><given-names>JE</given-names> </name></person-group><article-title>Clinician acceptance is the key factor for sustainable telehealth services</article-title><source>Qual Health Res</source><year>2014</year><month>05</month><volume>24</volume><issue>5</issue><fpage>682</fpage><lpage>694</lpage><pub-id pub-id-type="doi">10.1177/1049732314528809</pub-id><pub-id pub-id-type="medline">24685708</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sekhon</surname><given-names>M</given-names> </name><name name-style="western"><surname>Cartwright</surname><given-names>M</given-names> </name><name name-style="western"><surname>Francis</surname><given-names>JJ</given-names> </name></person-group><article-title>Acceptability of healthcare interventions: an overview of reviews and development of a theoretical framework</article-title><source>BMC Health Serv Res</source><year>2017</year><month>01</month><day>26</day><volume>17</volume><issue>1</issue><fpage>88</fpage><pub-id pub-id-type="doi">10.1186/s12913-017-2031-8</pub-id><pub-id pub-id-type="medline">28126032</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Perski</surname><given-names>O</given-names> </name><name name-style="western"><surname>Short</surname><given-names>CE</given-names> </name></person-group><article-title>Acceptability of digital health interventions: embracing the complexity</article-title><source>Transl Behav Med</source><year>2021</year><month>07</month><day>29</day><volume>11</volume><issue>7</issue><fpage>1473</fpage><lpage>1480</lpage><pub-id pub-id-type="doi">10.1093/tbm/ibab048</pub-id><pub-id pub-id-type="medline">33963864</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hernar</surname><given-names>I</given-names> </name><name name-style="western"><surname>Graue</surname><given-names>M</given-names> </name><name name-style="western"><surname>Strandberg</surname><given-names>RB</given-names> </name><etal/></person-group><article-title>Young adults with type 1 diabetes and their experiences with diabetes follow-up and participation in the DiaPROM pilot trial: a qualitative study</article-title><source>Diabet Med</source><year>2021</year><month>06</month><volume>38</volume><issue>6</issue><fpage>e14535</fpage><pub-id pub-id-type="doi">10.1111/dme.14535</pub-id><pub-id pub-id-type="medline">33547702</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jensen</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Schougaard</surname><given-names>LMV</given-names> </name><name name-style="western"><surname>Laurberg</surname><given-names>T</given-names> </name><name name-style="western"><surname>Hansen</surname><given-names>TK</given-names> </name><name name-style="western"><surname>Lomborg</surname><given-names>K</given-names> </name></person-group><article-title>Flexible patient-reported outcome-based telehealth follow-up for type 1 diabetes: a qualitative study</article-title><source>Scand J Caring Sci</source><year>2023</year><month>09</month><volume>37</volume><issue>3</issue><fpage>662</fpage><lpage>676</lpage><pub-id pub-id-type="doi">10.1111/scs.13154</pub-id><pub-id pub-id-type="medline">36775917</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Holmen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Singstad</surname><given-names>T</given-names> </name><name name-style="western"><surname>Ribu</surname><given-names>L</given-names> </name><name name-style="western"><surname>Jensen</surname><given-names>AL</given-names> </name><name name-style="western"><surname>Weldingh</surname><given-names>NM</given-names> </name><name name-style="western"><surname>Torbj&#x00F8;rnsen</surname><given-names>A</given-names> </name></person-group><article-title>Adapting a patient-reported outcome measure to digital outpatient specialist health care services for type 1 diabetes: user involvement study</article-title><source>JMIR Hum Factors</source><year>2022</year><month>11</month><day>15</day><volume>9</volume><issue>4</issue><fpage>e38678</fpage><pub-id pub-id-type="doi">10.2196/38678</pub-id><pub-id pub-id-type="medline">36378513</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Eeg-Olofsson</surname><given-names>K</given-names> </name><name name-style="western"><surname>Johansson</surname><given-names>UB</given-names> </name><name name-style="western"><surname>Linder</surname><given-names>E</given-names> </name><name name-style="western"><surname>Leksell</surname><given-names>J</given-names> </name></person-group><article-title>Patients&#x2019; and health care professionals&#x2019; perceptions of the potential of using the digital diabetes questionnaire to prepare for diabetes care meetings: qualitative focus group interview study</article-title><source>J Med Internet Res</source><year>2020</year><month>08</month><day>19</day><volume>22</volume><issue>8</issue><fpage>e17504</fpage><pub-id pub-id-type="doi">10.2196/17504</pub-id><pub-id pub-id-type="medline">32812884</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Thorne</surname><given-names>S</given-names> </name></person-group><source>Interpretive Description: Qualitative Research for Applied Practice</source><year>2016</year><publisher-name>Routledge</publisher-name><pub-id pub-id-type="other">1315545195</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="web"><article-title>Solution</article-title><source>Dignio</source><access-date>2025-06-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://dignio.com/solution/">https://dignio.com/solution/</ext-link></comment></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="web"><person-group person-group-type="author"><name name-style="western"><surname>Helsenett</surname><given-names>N</given-names> </name></person-group><article-title>About Norsk helsenett&#x2014;connecting Norwgian health services</article-title><source>Norsk helsenett</source><access-date>2025-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.nhn.no/om-oss/about-us-connecting-norwegian-health-services">https://www.nhn.no/om-oss/about-us-connecting-norwegian-health-services</ext-link></comment></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kidholm</surname><given-names>K</given-names> </name><name name-style="western"><surname>Ekeland</surname><given-names>AG</given-names> </name><name name-style="western"><surname>Jensen</surname><given-names>LK</given-names> </name><etal/></person-group><article-title>A model for assessment of telemedicine applications: MAST</article-title><source>Int J Technol Assess Health Care</source><year>2012</year><month>01</month><volume>28</volume><issue>1</issue><fpage>44</fpage><lpage>51</lpage><pub-id pub-id-type="doi">10.1017/S0266462311000638</pub-id><pub-id pub-id-type="medline">22617736</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Allsop</surname><given-names>DB</given-names> </name><name name-style="western"><surname>Chelladurai</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Kimball</surname><given-names>ER</given-names> </name><name name-style="western"><surname>Marks</surname><given-names>LD</given-names> </name><name name-style="western"><surname>Hendricks</surname><given-names>JJ</given-names> </name></person-group><article-title>Qualitative methods with Nvivo software: a practical guide for analyzing qualitative data</article-title><source>Psych</source><year>2022</year><volume>4</volume><issue>2</issue><fpage>142</fpage><lpage>159</lpage><pub-id pub-id-type="doi">10.3390/psych4020013</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Farmer</surname><given-names>T</given-names> </name><name name-style="western"><surname>Robinson</surname><given-names>K</given-names> </name><name name-style="western"><surname>Elliott</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Eyles</surname><given-names>J</given-names> </name></person-group><article-title>Developing and implementing a triangulation protocol for qualitative health research</article-title><source>Qual Health Res</source><year>2006</year><month>03</month><volume>16</volume><issue>3</issue><fpage>377</fpage><lpage>394</lpage><pub-id pub-id-type="doi">10.1177/1049732305285708</pub-id><pub-id pub-id-type="medline">16449687</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><article-title>About TSD</article-title><source>University of Oslo</source><access-date>2025-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.uio.no/english/services/it/research/sensitive-data/about/index.html">https://www.uio.no/english/services/it/research/sensitive-data/about/index.html</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="web"><article-title>Short introduction to nettskjema</article-title><source>University of Oslo</source><year>2018</year><access-date>2025-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.uio.no/english/services/it/adm-services/nettskjema/about-nettskjema.html">https://www.uio.no/english/services/it/adm-services/nettskjema/about-nettskjema.html</ext-link></comment></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="web"><article-title>Nettskjema-diktafon</article-title><source>University of Oslo</source><year>2019</year><access-date>2025-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.uio.no/english/services/it/adm-services/nettskjema/help/nettskjema-dictaphone.html">https://www.uio.no/english/services/it/adm-services/nettskjema/help/nettskjema-dictaphone.html</ext-link></comment></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="web"><article-title>F4transcript</article-title><source>University of Oslo</source><year>2024</year><access-date>2025-06-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.sv.uio.no/psi/english/research/groups/quali-lab/Qualitative%20Research%20Portal/interview-and-transcribing/f4transcript">https://www.sv.uio.no/psi/english/research/groups/quali-lab/Qualitative%20Research%20Portal/interview-and-transcribing/f4transcript</ext-link></comment></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Miele</surname><given-names>F</given-names> </name><name name-style="western"><surname>Clementi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Gennaro</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Text messaging and type 1 diabetes management: qualitative study exploring interactions among patients and health care professionals</article-title><source>JMIR Diabetes</source><year>2019</year><month>05</month><day>10</day><volume>4</volume><issue>2</issue><fpage>e11343</fpage><pub-id pub-id-type="doi">10.2196/11343</pub-id><pub-id pub-id-type="medline">31094332</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bertuzzi</surname><given-names>F</given-names> </name><name name-style="western"><surname>Stefani</surname><given-names>I</given-names> </name><name name-style="western"><surname>Rivolta</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Teleconsultation in type 1 diabetes mellitus (TELEDIABE)</article-title><source>Acta Diabetol</source><year>2018</year><month>02</month><volume>55</volume><issue>2</issue><fpage>185</fpage><lpage>192</lpage><pub-id pub-id-type="doi">10.1007/s00592-017-1084-9</pub-id><pub-id pub-id-type="medline">29209814</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Carfora</surname><given-names>L</given-names> </name><name name-style="western"><surname>Foley</surname><given-names>CM</given-names> </name><name name-style="western"><surname>Hagi-Diakou</surname><given-names>P</given-names> </name><etal/></person-group><article-title>Patients&#x2019; experiences and perspectives of patient-reported outcome measures in clinical care: a systematic review and qualitative meta-synthesis</article-title><source>PLoS One</source><year>2022</year><volume>17</volume><issue>4</issue><fpage>e0267030</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0267030</pub-id><pub-id pub-id-type="medline">35446885</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mejdahl</surname><given-names>CT</given-names> </name><name name-style="western"><surname>Schougaard</surname><given-names>LMV</given-names> </name><name name-style="western"><surname>Hjollund</surname><given-names>NH</given-names> </name><name name-style="western"><surname>Riiskj&#x00E6;r</surname><given-names>E</given-names> </name><name name-style="western"><surname>Thorne</surname><given-names>S</given-names> </name><name name-style="western"><surname>Lomborg</surname><given-names>K</given-names> </name></person-group><article-title>PRO-based follow-up as a means of self-management support - an interpretive description of the patient perspective</article-title><source>J Patient Rep Outcomes</source><year>2017</year><volume>2</volume><issue>1</issue><fpage>38</fpage><pub-id pub-id-type="doi">10.1186/s41687-018-0067-0</pub-id><pub-id pub-id-type="medline">30238083</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Hiatt</surname><given-names>JM</given-names> </name><name name-style="western"><surname>Creasey</surname><given-names>TJ</given-names> </name></person-group><source>Change Management: The People Side of Change</source><year>2003</year><publisher-name>Prosci</publisher-name><pub-id pub-id-type="other">1930885180</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kho</surname><given-names>J</given-names> </name><name name-style="western"><surname>Gillespie</surname><given-names>N</given-names> </name><name name-style="western"><surname>Martin-Khan</surname><given-names>M</given-names> </name></person-group><article-title>A systematic scoping review of change management practices used for telemedicine service implementations</article-title><source>BMC Health Serv Res</source><year>2020</year><month>09</month><day>1</day><volume>20</volume><issue>1</issue><fpage>815</fpage><pub-id pub-id-type="doi">10.1186/s12913-020-05657-w</pub-id><pub-id pub-id-type="medline">32873295</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Harrison</surname><given-names>R</given-names> </name><name name-style="western"><surname>Fischer</surname><given-names>S</given-names> </name><name name-style="western"><surname>Walpola</surname><given-names>RL</given-names> </name><etal/></person-group><article-title>Where do models for change management, improvement and implementation meet? A systematic review of the applications of change management models in healthcare</article-title><source>J Healthc Leadersh</source><year>2021</year><volume>13</volume><fpage>85</fpage><lpage>108</lpage><pub-id pub-id-type="doi">10.2147/JHL.S289176</pub-id><pub-id pub-id-type="medline">33737854</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Chreim</surname><given-names>S</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>BEB</given-names> </name><name name-style="western"><surname>Janz</surname><given-names>L</given-names> </name><name name-style="western"><surname>Dastmalchian</surname><given-names>A</given-names> </name></person-group><article-title>Change agency in a primary health care context: the case of distributed leadership</article-title><source>Health Care Manage Rev</source><year>2010</year><volume>35</volume><issue>2</issue><fpage>187</fpage><lpage>199</lpage><pub-id pub-id-type="doi">10.1097/HMR.0b013e3181c8b1f8</pub-id><pub-id pub-id-type="medline">20234224</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Malterud</surname><given-names>K</given-names> </name><name name-style="western"><surname>Siersma</surname><given-names>VD</given-names> </name><name name-style="western"><surname>Guassora</surname><given-names>AD</given-names> </name></person-group><article-title>Sample size in qualitative interview studies: guided by information power</article-title><source>Qual Health Res</source><year>2016</year><month>11</month><volume>26</volume><issue>13</issue><fpage>1753</fpage><lpage>1760</lpage><pub-id pub-id-type="doi">10.1177/1049732315617444</pub-id><pub-id pub-id-type="medline">26613970</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="web"><article-title>Sikt AI chat</article-title><source>Sikt</source><access-date>2025-06-15</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://sikt.no/en/tjenester/sikt-ai-chat">https://sikt.no/en/tjenester/sikt-ai-chat</ext-link></comment></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Observation guide.</p><media xlink:href="humanfactors_v12i1e70301_app1.docx" xlink:title="DOCX File, 25 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Interview guide&#x2014;clinicians.</p><media xlink:href="humanfactors_v12i1e70301_app2.docx" xlink:title="DOCX File, 32 KB"/></supplementary-material><supplementary-material id="app3"><label>Multimedia Appendix 3</label><p>Interview guide&#x2014;patients.</p><media xlink:href="humanfactors_v12i1e70301_app3.docx" xlink:title="DOCX File, 36 KB"/></supplementary-material></app-group></back></article>