<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id><journal-id journal-id-type="publisher-id">humanfactors</journal-id><journal-id journal-id-type="index">6</journal-id><journal-title>JMIR Human Factors</journal-title><abbrev-journal-title>JMIR Hum Factors</abbrev-journal-title><issn pub-type="epub">2292-9495</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e66514</article-id><article-id pub-id-type="doi">10.2196/66514</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Text Messaging Between Patients With Inflammatory Rheumatic Diseases and Pharmacists to Solve Drug-Related Problems: Prospective Feasibility Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Haegens</surname><given-names>Lex L</given-names></name><degrees>MSc</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Bekker</surname><given-names>Charlotte L</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Flendrie</surname><given-names>Marcel</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>van den Bemt</surname><given-names>Bart J F</given-names></name><degrees>Prof Dr</degrees><xref ref-type="aff" rid="aff1">1</xref><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff4">4</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Huiskes</surname><given-names>Victor J B</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff4">4</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Research, Sint Maartenskliniek</institution><addr-line>Hengstdal 3</addr-line><addr-line>Ubbergen</addr-line><country>The Netherlands</country></aff><aff id="aff2"><institution>Department of Pharmacy, Radboudumc</institution><addr-line>Nijmegen</addr-line><country>The Netherlands</country></aff><aff id="aff3"><institution>Department of Rheumatology, Sint Maartenskliniek</institution><addr-line>Ubbergen</addr-line><country>The Netherlands</country></aff><aff id="aff4"><institution>Department of Pharmacy, Sint Maartenskliniek</institution><addr-line>Ubbergen</addr-line><country>The Netherlands</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Kushniruk</surname><given-names>Andre</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Whelan</surname><given-names>Gareth</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Li</surname><given-names>Guangyao</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Lex L Haegens, MSc, Department of Research, Sint Maartenskliniek, Hengstdal 3, Ubbergen, 6574NA, The Netherlands, 31 683833157; <email>l.haegens@maartenskliniek.nl</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>8</day><month>10</month><year>2025</year></pub-date><volume>12</volume><elocation-id>e66514</elocation-id><history><date date-type="received"><day>15</day><month>09</month><year>2024</year></date><date date-type="rev-recd"><day>23</day><month>04</month><year>2025</year></date><date date-type="accepted"><day>05</day><month>05</month><year>2025</year></date></history><copyright-statement>&#x00A9; Lex L Haegens, Charlotte L Bekker, Marcel Flendrie, Bart J F van den Bemt, Victor J B Huiskes. Originally published in JMIR Human Factors (<ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>), 8.10.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2025/1/e66514"/><abstract><sec><title>Background</title><p>Patients with inflammatory rheumatic diseases often experience drug-related problems (DRPs). As these can result in negative health consequences, DRPs should be identified and addressed in a timely manner. Text messaging between patients and pharmacists at the initiative of the patient has the potential to deliver support with DRPs more continuously, increase accessibility and efficiency, and enhance patient involvement in the process of identifying and solving DRPs.</p></sec><sec><title>Objective</title><p>This study aimed to assess the feasibility of text messaging from both the patients&#x2019; and health care practitioners&#x2019; perspectives before a large-scale implementation.</p></sec><sec sec-type="methods"><title>Methods</title><p>Adult patients using a disease-modifying antirheumatic drug were given access to text messaging with pharmacists to discuss DRPs for a period of 8 weeks. Patients received a response from a pharmacist within 4 working hours. Feasibility was evaluated based on five domains of Bowen&#x2019;s framework for designing feasibility studies: (1) demand: actual use, expressed interest (user version of the Mobile Application Rating Scale &#x2013; section E), and factors impacting future use; (2) limited efficacy: number of DRPs solved, DRPs resulting in follow-up, and DRPs warranting involvement of health care provider; (3) implementation: degree of execution (number of conversations answered within service level) and resources needed (pharmacists&#x2019; time investment per conversation); (4) acceptability: satisfaction and appropriateness (theoretical framework of acceptability); and (5) practicality: ability to carry out intervention activities (System Usability Scale). Data were collected by means of usage data and a questionnaire.</p></sec><sec sec-type="results"><title>Results</title><p>In total, 45 patients (median age 57, IQR 52-65 y; n=31, 69% female) and 5 pharmacists (median age 41, IQR 26-47 y; n=1, 20% female) actively participated in this study. In the demand domain, 158 unique DRPs were raised in 133 conversations, with a median of 3 (IQR 2-4) unique DRPs per patient. Expressed interest was rated high by patients (median 4, IQR 4-5), and 90% (37/41) of patients would recommend text messaging to others. In the limited-efficacy domain, all DRPs were solved, and 77% (122/158) of DRPs warranted involvement of a health care provider. In the implementation domain, 87% (116/133) of conversations were answered within the promised timeframe with a median time investment of 4:15 (IQR 2:21-7:27) minutes per conversation. Acceptability was rated high by patients (median 4, IQR 4-5) and pharmacists (median 5, IQR 4-5). Finally, in the practicality domain, System Usability Scale was scored above average for patients (mean 72, SD 18) and pharmacists (mean 81, SD 16).</p></sec><sec sec-type="conclusions"><title>Conclusion</title><p>Text messaging with pharmacists at the initiative of patients with rheumatic diseases seems feasible for discussing DRPs in terms of limited efficacy, implementation, acceptability, demand, and practicality for patients and pharmacists.</p></sec></abstract><kwd-group><kwd>drug-related problems</kwd><kwd>text messaging</kwd><kwd>disease-modifying antirheumatic drug</kwd><kwd>inflammatory rheumatic diseases</kwd><kwd>digital health</kwd><kwd>feasibility</kwd><kwd>inflammatory</kwd><kwd>rheumatic diseases</kwd><kwd>DRPs</kwd><kwd>questionnaires</kwd><kwd>mHealth</kwd><kwd>mobile health</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><p>Pharmacotherapy is the cornerstone of the treatment of many inflammatory rheumatic diseases, which involves patients often using multiple drugs chronically. Disease-modifying antirheumatic drugs (DMARDs) are effective in decreasing disease activity and disability in patients with inflammatory rheumatic diseases and can even decrease or prevent joint damage [<xref ref-type="bibr" rid="ref1">1</xref>]. For optimal treatment outcomes and patient safety, it is essential that DMARDs are used as agreed upon between a patient and health care provider, also called adherence [<xref ref-type="bibr" rid="ref2">2</xref>]. However, nonadherence is common in this population [<xref ref-type="bibr" rid="ref3">3</xref>], which is partly caused by drug-related problems (DRPs) experienced by patients with rheumatic diseases [<xref ref-type="bibr" rid="ref4">4</xref>]. These DRPs encompass side effects, difficulties with medication management (eg, problems regarding opening medication packaging, administering and storing medication, or traveling with medication), a lack of knowledge, or concerns about lack of effect and unwanted effects of long-term medication use, among others. DRPs can potentially lead to negative health consequences, such as increased morbidity, which in turn can result in increased health care costs and decreased quality of life [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Thus, DRPs should be identified and resolved as soon as possible (ie, at the earliest stage of DRP development possible) to be able to prevent or minimize these negative consequences. However, during regular health care provider consultations, patients either do not always report all DRPs or health care providers do not act upon DRPs reported by patients [<xref ref-type="bibr" rid="ref7">7</xref>]. In addition, patient-provider consultations occur only a few times a year, while DRPs can occur continuously, often in between these contact moments. Ideally, for adequate management of DRPs, patients should be able to contact their health care provider as soon as a DRP occurs, and health care providers should be able to react in a timely manner. To this end, one could argue that more continuous accessible contact between patients and health care providers is needed.</p><p>eHealth, which entails information and communication technology in health care that can benefit both patients and health care providers, could facilitate such contact by, for example, making health care more efficient and more easily accessible because of its time- and place-independent possibilities [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. In addition, eHealth can increase patient involvement in the process of identifying and solving DRPs, for example, by lowering the threshold for patients to contact health care providers. Previous research has shown that patient involvement is important in identifying and solving clinically relevant DRPs [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>], underlining the key role of patients in this process.</p><p>One such eHealth instrument is text messaging with a pharmacist regarding DRPs. Text messaging has the potential to enable patients to discuss DRPs in a timely manner with a health care provider, as it can provide faster contact between patients and health care providers without waiting or travel time. In addition, text messaging can be an addition to the already available communication channels, such as contact via telephone. Research demonstrated that offering multiple communication channels is important in providing patients with a suitable channel for discussing individual DRPs [<xref ref-type="bibr" rid="ref12">12</xref>]. Finally, text messaging seems more efficient compared with phone calls, as shown by diabetes self-management support via text messaging requiring less staff time than via phone [<xref ref-type="bibr" rid="ref13">13</xref>]. Furthermore, text messaging has been shown to be effective and feasible as an intervention to manage, for instance, blood pressure [<xref ref-type="bibr" rid="ref14">14</xref>], adherence in type 2 diabetes [<xref ref-type="bibr" rid="ref15">15</xref>], and postoperative pain [<xref ref-type="bibr" rid="ref16">16</xref>]. However, these studies evaluated text messaging only as a channel for communication at the initiative of the health care provider to instruct patients (eg, by sending reminders regarding adherence) and provide health-related information to patients, and in most cases, only encompassed one-way texting from health care provider to patient (ie, patients could not respond to text messages).</p><p>As patients fulfill a key role in timely identifying potentially clinically relevant DRPs, this study opts for text messaging at the initiative of the patient, in which patients can contact their pharmacist when DRPs arise to facilitate timely resolution. This potentially provides a personalized and quick channel to raise, discuss, and resolve DRPs effectively. As patient-initiated text messaging with a pharmacist to address and resolve DRPs has not been evaluated, it is important to first study the feasibility of this functionality from the perspectives of both patients and pharmacists before its effect on reducing DRPs can be studied and large-scale implementation can be considered. Therefore, this study aims to assess the feasibility of text messaging between patients with inflammatory rheumatic diseases and pharmacists at the initiative of the patient when experiencing DRPs.</p></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Study Design</title><p>A prospective feasibility study was conducted at the outpatient pharmacy of the Sint Maartenskliniek in the Netherlands between August 2023 and February 2024.</p></sec><sec id="s2-2"><title>Ethical Considerations</title><p>The Medical Research Ethics Committee of Arnhem-Nijmegen, the Netherlands, reviewed this study and waived official ethical approval (case 2023&#x2010;16580) as this study was deemed not subject to the Medical Research Involving Human Subjects Act. All participants gave informed consent digitally before commencement of the study (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). All participant data were anonymized to protect participant privacy and were stored on a secure environment only accessible to the researchers. Participants did not receive compensation for participation.</p></sec><sec id="s2-3"><title>Participants</title><p>Adult patients (&#x2265;18 y) with an inflammatory rheumatic disease receiving at least 1 DMARD from the outpatient pharmacy were eligible for inclusion. In addition, pharmacists covering pharmacy day shifts during the study period were eligible for participation. Pharmacists conducted study activities as part of their daily routine and gave consent verbally.</p><p>As the number and types of DRPs are likely dependent on the type of DMARDs patients use, as well as on the duration of their treatment [<xref ref-type="bibr" rid="ref17">17</xref>], purposive sampling was performed using the following criteria: (1) biological disease-modifying antirheumatic drugs (bDMARDs), conventional synthetic DMARDS or targeted synthetic DMARDS; (2) patients initiating a new DMARD (new users) or patients using a specific DMARD for at least 6 months before inclusion (existing users). Although previous studies regarding sample sizes in feasibility studies advise sample sizes ranging from 12 to 35 participants per group [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], we aimed to include 60 participants (30 new and 30 existing users) distributed evenly among the 3 groups of DMARDs.</p><p>New users were selected from the pharmacy information system and were defined as patients who got their DMARD dispensed for the first time in the 2 weeks before inclusion. For bDMARDs, only bDMARD-na&#x00EF;ve patients (ie, patients starting their first bDMARD ever) were eligible for participation, as switching between bDMARDs is common and DRPs reported by patients usually differ minimally between bDMARDs.</p><p>Existing users were selected from all patients who received a DMARD from the outpatient pharmacy in the last 3 months before the study started and those who had been using that specific DMARD for at least 6 months before the study started. A random sample was then taken from which patients were purposively approached for inclusion.</p><p>Inclusion was performed by telephone. During this phone call, patients received a verbal explanation of the study content. Patients willing to participate received written study information and a digital informed consent form. Participation started after informed consent was given.</p></sec><sec id="s2-4"><title>Intervention</title><p>The intervention used in this study was text messaging with a pharmacist at the initiative of the patient. This enables patients to report DRPs directly to a pharmacist. Participants were able to access the text messaging functionality by securely logging in to the hospital&#x2019;s patient portal either via the hospital&#x2019;s website or a smartphone app before each use. Participants were asked to discuss questions or problems regarding their antirheumatic drugs with a pharmacist using text messaging for a period of 8 weeks and received reminders at the start of the study and every 2 weeks thereafter, to ensure exposure to the intervention. There was no restriction on the number of conversations participants were allowed to initiate. The service level (ie, the aimed maximum time between patients reporting a DRP and pharmacists responding) was set at 4 hours from the moment the question was asked, within working hours and days (Monday to Friday between 9 AM and 5 PM).</p></sec><sec id="s2-5"><title>Feasibility Evaluation: Outcome Measures</title><sec id="s2-5-1"><title>Overview</title><p>Feasibility was assessed using the framework for designing feasibility studies by Bowen et al [<xref ref-type="bibr" rid="ref20">20</xref>]. This widely applied model describes feasibility in 8 areas of focus. For this study, five of these eight domains were assessed: (1) demand, (2) limited-efficacy testing, (3) implementation, (4) acceptability, and (5) practicality. Furthermore, 3 domains (adaptation, integration, and expansion) were not included in this study as these focus on implementation and scale-up of the intervention, which was not yet relevant for the intervention under investigation. The domains of the framework by Bowen et al [<xref ref-type="bibr" rid="ref20">20</xref>] were assessed using the outcomes of interest and outcome measures that are presented in <xref ref-type="table" rid="table1">Table 1</xref>.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Outcome measures per domain of Bowen&#x2019;s framework for designing feasibility studies.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Bowen&#x2019;s domain, outcome of interest, and outcome measures</td><td align="left" valign="bottom">Subject<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Demand</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Actual use</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup>: Number of interactions</td><td align="char" char="." valign="top">&#x2014;<sup><xref ref-type="table-fn" rid="table1fn3">c</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: Number of unique DRPs<sup><xref ref-type="table-fn" rid="table1fn4">d</xref></sup></td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: Type of DRPs</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Expressed interest</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q<sup><xref ref-type="table-fn" rid="table1fn5">e</xref></sup>: Subjective quality of text messaging (user-version Mobile Application Rating Scale - section E) [<xref ref-type="bibr" rid="ref21">21</xref>]</td><td align="left" valign="top">Pt<sup><xref ref-type="table-fn" rid="table1fn6">f</xref></sup> and Ph<sup><xref ref-type="table-fn" rid="table1fn7">g</xref></sup></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Additional questions</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Factors impacting future use of text messaging</td><td align="left" valign="top">Pt</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Factors ensuring future use of text messaging</td><td align="left" valign="top">Pt</td></tr><tr><td align="left" valign="top" colspan="2">Limited-efficacy testing</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Effects on key variables</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: Number of DRPs solved</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: Number of DRPs in need of follow-up</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: Number of DRPs warranting HCP<sup><xref ref-type="table-fn" rid="table1fn8">h</xref></sup> involvement</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top" colspan="2">Implementation</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Degree of execution</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: Response within service level</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Resources needed to implement</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>D: HCP&#x2019;s time investment per conversation</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top" colspan="2">Acceptability</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Satisfaction and appropriateness</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Acceptability of text messaging (theoretical framework acceptability) [<xref ref-type="bibr" rid="ref22">22</xref>]</td><td align="left" valign="top">Pt and Ph</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content> Additional questions</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Benefits and disadvantages of text messaging</td><td align="left" valign="top">Pt and Ph</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Types of DRPs acceptable or not acceptable to discuss using text messaging</td><td align="left" valign="top">Pt and Ph</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Preferred service level</td><td align="left" valign="top">Pt and Ph</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Preferred form of address</td><td align="left" valign="top">Pt</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Preferred alternative if text messaging was not available</td><td align="left" valign="top">Pt</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Fit of text messaging within current care</td><td align="left" valign="top">Pt and Ph</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Added value of text messaging to current care</td><td align="left" valign="top">Pt</td></tr><tr><td align="left" valign="top" colspan="2">Practicality</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Ability to carry out intervention activities</td><td align="left" valign="top">&#x2014;</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: System usability (Dutch version of the System Usability Scale) [<xref ref-type="bibr" rid="ref23">23</xref>]</td><td align="left" valign="top">Pt and Ph</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content> Additional questions</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Q: Positive and negative properties regarding ease of use of text messaging</td><td align="left" valign="top">Pt and Ph</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>Outcome measures part of the questionnaire were answered by patients, pharmacists, or both.</p></fn><fn id="table1fn2"><p><sup>b</sup>Outcome measures with prefix &#x2018;D&#x2019; were collected by means of usage data.  </p></fn><fn id="table1fn3"><p><sup>c</sup>Not applicable.</p></fn><fn id="table1fn4"><p><sup>d</sup>DRP: drug-related problem.</p></fn><fn id="table1fn5"><p><sup>e</sup>Outcome measures with prefix &#x2018;Q&#x2019; were collected by means of questionnaire data.</p></fn><fn id="table1fn6"><p><sup>f</sup>Pt: patients.</p></fn><fn id="table1fn7"><p><sup>g</sup>Ph: pharmacists.</p></fn><fn id="table1fn8"><p><sup>h</sup>HCP: health care provider.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s2-5-2"><title>Demand</title><p>To measure demand for the intervention, the actual use of the intervention in terms of conversations and DRPs was assessed. In addition, the extent to which the intervention was likely to be used was assessed by determining participants&#x2019; expressed interest in using the intervention, as well as factors impacting future use.</p></sec><sec id="s2-5-3"><title>Limited-Efficacy Testing</title><p>To measure the efficacy of the intervention, the effect of the intervention on relevant key variables was measured. This was by measuring the extent to which discussed DRPs could be solved, the number of DRPs that needed follow-up from a health care provider other than a pharmacist, and the number of DRPs warranting health care provider involvement (ie, did an individual DRP need to be discussed with a pharmacist, or could this be solved by, for example, a frequently asked questions [FAQ] page).</p></sec><sec id="s2-5-4"><title>Implementation</title><p>To measure implementation, the degree of execution was assessed by determining protocol fidelity, defined as the extent to which pharmacists responded to conversations within the service level. In addition, the resources needed to execute the intervention were assessed by calculating pharmacists&#x2019; time investment per conversation.</p></sec><sec id="s2-5-5"><title>Acceptability</title><p>To measure the acceptability of the intervention, satisfaction and appropriateness of text messaging with a pharmacist were assessed as part of the questionnaire sent to participants. In addition, participants&#x2019; intention to (continue) using the intervention, satisfaction, preferred service level, preferred way patients wish to be addressed, preferred alternative if text messaging was not available, and added value of the text messaging to current care were assessed.</p></sec><sec id="s2-5-6"><title>Practicality</title><p>To measure practicality, participants&#x2019; ability to carry out intervention activities (ie, using the intervention) was assessed. For patients, this meant using text messaging to initiate conversations with pharmacists, and for pharmacists, this meant answering conversations initiated by patients.</p></sec></sec><sec id="s2-6"><title>Measurement Instruments</title><sec id="s2-6-1"><title>Study Sample</title><p>The patient characteristics that were retrieved from the electronic health record were age, sex, diagnosis, disease duration, number of drugs prescribed by a rheumatologist, and type of DMARDs at the start of the study.</p></sec><sec id="s2-6-2"><title>Demand</title><p>Actual use was measured from usage data by counting the number of interactions initiated by the participants, the number of DRPs raised (as multiple DRPs can be raised in a single conversation), and the types of DRPs. To this end, individual DRPs were categorized according to the DRP classification as used by Haegens et al [<xref ref-type="bibr" rid="ref4">4</xref>]. One researcher categorized DRPs (LH), which were reviewed by a second researcher (VH), after which discrepancies were discussed until consensus was reached. In case patients had not responded to the question of whether a DRP had been answered satisfactorily, one researcher (LH) determined if the DRP was resolved, after which a second researcher (VH) reviewed these cases, and discrepancies were discussed until consensus was reached. Expressed interest was assessed by incorporating the questions of the validated User version of the Mobile App Rating Scale [<xref ref-type="bibr" rid="ref21">21</xref>] (uMARS) section E regarding subjective app quality into the questionnaire sent to the participants, consisting of 4 questions answered on 5-point Likert scales (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), which are reported individually. Other sections of the uMARS were not incorporated in this questionnaire, as they aim to assess factors other than demand for the intervention or other domains that are not of interest in this study. In addition, participants were asked about factors that positively or negatively impacted their future use of text messaging and how future use of text messaging can be ensured.</p></sec><sec id="s2-6-3"><title>Limited-Efficacy Testing</title><p>DRPs were regarded as solved either when participants answered a confirmatory question at the end of every conversation positively or, in the case participants did not answer this question. In total, 2 researchers (LLH and VJBH) determined if DRPs were solved separately, after which discrepancies were discussed until consensus was reached. The number of DRPs that involved follow-up with a health care provider other than the pharmacist, or contained advice to do so, was counted from usage data. For each DRP, it was determined if raised DRPs warranted health care provider involvement by 2 researchers (LLH and VJBH), determining if individual DRPs needed to be discussed with a pharmacist or could be solved by, for example, an FAQ page independently, after which discrepancies were discussed until consensus was reached.</p></sec><sec id="s2-6-4"><title>Implementation</title><p>Degree of execution was assessed by determining if pharmacists responded to individual conversations within the predefined service level of 4 hours, as well as pharmacists&#x2019; average response time. To measure this, only working hours (ie, time between 9 AM and 5 PM on Monday to Friday) were counted, and hours outside working hours were not. Pharmacists&#x2019; time investment per conversation (ie, including time for researching answers and contacting other health care providers) was registered by the pharmacist responding to conversations using a stopwatch.</p></sec><sec id="s2-6-5"><title>Acceptability</title><p>Acceptability was measured using the questionnaire from the theoretical framework of acceptability [<xref ref-type="bibr" rid="ref22">22</xref>], which consists of questions targeting 8 acceptability constructs answered on 5-point Likert scales (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) and are reported individually. In addition, open-ended questions regarding the intention to (continue) using the intervention, participants&#x2019; satisfaction, the preferred service level (ie, within what timeframe do patients expect to receive an answer from a pharmacist), patients&#x2019; preferred form of address, what alternatives patients would use instead of text messaging, and the added value of the text messaging to current care were constructed based on the framework by Bowen et al [<xref ref-type="bibr" rid="ref20">20</xref>] and its description of the acceptability domain. All questions regarding acceptability were constructed by one researcher (LH) and discussed among coauthors (LH, BB, and VH) until consensus was reached.</p></sec><sec id="s2-6-6"><title>Practicality</title><p>Participants&#x2019; ability to carry out intervention activities was assessed by using the validated Dutch translation of the System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref23">23</xref>], which is a 10-item questionnaire scored on a 5-point Likert scale from &#x201C;strongly disagree&#x201D; to &#x201C;strongly agree&#x201D; (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) that results in a score between 0 and 100. These questions were supplemented with open-ended questions regarding the main benefits and disadvantages of text messaging with a pharmacist, the main positive and negative properties regarding the ease of use of text messaging, and the fit of text messaging with current care.</p></sec></sec><sec id="s2-7"><title>Data Collection</title><p>Data on the feasibility of the intervention were collected either via a web-based questionnaire sent to all participants (both patients and pharmacists) or from usage data from the text messaging app. Furthermore, 2 separate questionnaires were constructed for participating patients and pharmacists. These questionnaires consisted of the same domains and predominantly differed in wording (eg, asking questions vs answering questions). Some questions, however, were not included in the questionnaire for pharmacists due to nonrelevance (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). Participants received a notification from an electronic data capture system via email with the invitation to complete the questionnaire and were reminded after 1 week if needed. Usage data were collected from the system that the text messaging is part of, by extracting relevant data regarding individual conversations into a separate database.</p></sec><sec id="s2-8"><title>Data Analysis</title><p>Participating patients were regarded as &#x201C;active participants&#x201D; if at least 1 conversation was initiated via text messaging and were otherwise regarded as &#x201C;nonactive participants&#x201D; and thus excluded from the analyses. Usage data and data from questionnaires were descriptively analyzed using STATA 17 (StataCorp LLC) [<xref ref-type="bibr" rid="ref24">24</xref>]. Proportions were presented as percentages. Parametric data were presented as means with SDs; nonparametric data were presented as medians with IQRs. Questionnaires with standardized analysis were scored and reported accordingly.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Population Characteristics</title><p>Of the 108 patients that approached for participation, 56% (n=60) of patients were included and signed informed consent with a median age of 58 (IQR 53-65) years, and 70% (n=42) were female (<xref ref-type="table" rid="table2">Table 2</xref>). The most frequent reasons reported by patients for not participating were not interested (n=13) or too busy (n=8). Of the 60 included patients, 75% (n=45) of patients (median age 57, IQR 52-65 y; and n=31, 69% female) raised at least 1 DRP via text messaging (hereinafter referred to as active participants) and received the questionnaire. Reasons for not actively participating were that participants forgot to ask questions or were unable to ask questions due to personal reasons. Of the active participants, 87% (n=39) completed the questionnaire fully (hereinafter referred to as responders), 4% (n=2) of active participants completed the questionnaire partly, of whom only the fully completed domains are reported. Furthermore, 5 pharmacists (median age 41, IQR 26-47 y; and n=1, 20% female) participated in this study by responding to the text messages.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Population characteristics.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Characteristic</td><td align="left" valign="bottom">Active participants<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup> (n=45)</td><td align="left" valign="bottom">Nonactive participants<sup><xref ref-type="table-fn" rid="table2fn2">b</xref></sup> (n=15)</td></tr></thead><tbody><tr><td align="left" valign="top">Sex, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">31 (70)</td><td align="left" valign="top">10 (64)</td></tr><tr><td align="left" valign="top">Age (y), median (IQR)</td><td align="left" valign="top">57 (52&#x2010;65)</td><td align="left" valign="top">61 (54&#x2010;65)</td></tr><tr><td align="left" valign="top">Diagnosis, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Rheumatoid arthritis</td><td align="left" valign="top">24 (53)</td><td align="left" valign="top">11 (73)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Psoriatic arthritis</td><td align="left" valign="top">10 (22)</td><td align="left" valign="top">1 (7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Axial spondyloarthritis</td><td align="left" valign="top">6 (13)</td><td align="left" valign="top">1 (7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">5 (11)</td><td align="left" valign="top">1 (7)</td></tr><tr><td align="left" valign="top">Disease duration (y), median (IQR)</td><td align="left" valign="top">6 (2-10)</td><td align="left" valign="top">9 (2-15)</td></tr><tr><td align="left" valign="top">Drugs prescribed by rheumatologist, median (IQR)</td><td align="left" valign="top">3 (4-5)</td><td align="left" valign="top">3 (5-6)</td></tr><tr><td align="left" valign="top">DMARD<sup><xref ref-type="table-fn" rid="table2fn3">c</xref></sup> group of inclusion, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>csDMARD<sup><xref ref-type="table-fn" rid="table2fn4">d</xref></sup></td><td align="left" valign="top">16 (36)</td><td align="left" valign="top">7 (47)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>tsDMARD<sup><xref ref-type="table-fn" rid="table2fn5">e</xref></sup></td><td align="left" valign="top">11 (24)</td><td align="left" valign="top">5 (33)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>bDMARD<sup><xref ref-type="table-fn" rid="table2fn6">f</xref></sup></td><td align="left" valign="top">18 (40)</td><td align="left" valign="top">2 (13)</td></tr><tr><td align="left" valign="top">Experience category, n (%)</td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>New user</td><td align="left" valign="top">23 (51)</td><td align="left" valign="top">7 (47)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Experienced user</td><td align="left" valign="top">22 (49)</td><td align="left" valign="top">8 (53)</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>Active participants are defined as included patients that discussed at least one drug-related problem during the study using text messaging.</p></fn><fn id="table2fn2"><p><sup>b</sup>Nonactive participants are defined as included patients that did not raise a drug-related problem during the study.</p></fn><fn id="table2fn3"><p><sup>c</sup>DMARD: disease-modifying antirheumatic drug.</p></fn><fn id="table2fn4"><p><sup>d</sup>csDMARD: conventional synthetic disease-modifying antirheumatic drug.</p></fn><fn id="table2fn5"><p><sup>e</sup>tsDMARD: targeted synthetic disease-modifying antirheumatic drug.</p></fn><fn id="table2fn6"><p><sup>f</sup>bDMARD: biological disease-modifying antirheumatic drug.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Demand</title><p>During the study, 45 participants initiated 133 conversations via text messaging containing 158 unique DRPs (ie, DRPs that had not been raised before by individual participants), with a median of 3 (IQR 2-4) unique DRPs per participant. DRPs reported concerned information needs (n=42, 27%), (suspected) side effects (n=36, 23%), problems regarding medication management (n=34, 22%), logistics (n=14, 9%), medication concerns (n=13, 8%), medication effectiveness (n=9, 6%), contraindications (n=5, 3%), and others (n=5, 3%).</p><p>In total, 41 patients (91%) and 5 pharmacists (100%) completed the questions regarding demand. Demand was measured as the expressed interest or intention to use text messaging (uMARS section E). Both patients and pharmacists scored text messaging overall with a median of 4 (IQR 4-5) out of 5 stars. Out of 41 patients, 37 (90%) patients would recommend text messaging to others who could benefit from this service, and all 5 pharmacists would recommend text messaging to others. Furthermore, 63% (26/41) of patients would use text messaging at least once a year, and 32% (13/41) would consider paying for text messaging.</p><p>To ensure future use, 39% (16/41) of patients mentioned promotion of text messaging as a means to discuss DRPs, 20% (8/41) providing good instructions regarding and support with text messaging, and 17% (7/41) reducing the number of steps to navigate to the text messaging within the online patient portal as improvements. Furthermore, 34% (14/41) of patients mentioned quick answers, 27% (11/41) mentioned text messaging being easy to use, and 15% (6/41) receiving clear answers to questions as factors that would positively impact future use. Factors negatively impacting future use included text messaging being impractical (2/41, 5%) and impersonal (2/41, 5%).</p></sec><sec id="s3-3"><title>Limited-Efficacy Testing</title><p>Of the 158 unique DRPs raised by patients, 58% (n=92) were solved according to patient confirmation, and the remaining 42% were solved according to pharmacist determination. In total, 5 reported DRPs were followed up in consultation with other health care providers: 3 with a rheumatologist, 1 with a specialized rheumatology nurse, and 1 with a pharmacy technician. In addition, 17 DRPs resulted in pharmacists advising follow-ups, mainly with the patient&#x2019;s rheumatologist (n=12). It was determined that 77% (122/158) of DRPs required a health care provider, and 23% (36/158) could have been solved without health care provider involvement. Within DRPs that required health care provider involvement, the most common types of DRPs were suspected side effects (32/122, 26%), medication management (30/122, 25%), and information needs (16/122, 13%). DRPs that did not require health care provider involvement consisted of information needs (26/36, 72%), suspected side effects (4/36, 11%), and medication management (4/36, 11%). All types of DRPs were determined to require health care provider involvement for the majority of DRPs within their type (ranging from 30/34, 88% to N=13, 100%), except for DRPs regarding information needs, for which 2 out of 3 DRPs did not require health care provider involvement.</p></sec><sec id="s3-4"><title>Implementation</title><p>Of the 133 conversations initiated by patients, 116 (87%) conversations were answered within the predefined service level of 4 hours. The median time until response was 80 (IQR 34-153) minutes with a total range of 0 minutes to 39.2 hours within opening hours of the pharmacy. The pharmacists&#x2019; median time investment per conversation was 4:21 (IQR 2:15-7:41) minutes for DRPs that required health care provider involvement and 3:32 (IQR 2:39-6:41) minutes for DRPs that did not require health care provider involvement, which did not differ significantly (<italic>P</italic>=.10).</p></sec><sec id="s3-5"><title>Acceptability</title><p>From the 45 active participants, 39 patients (87%) and all 5 pharmacists completed the questions regarding acceptability. Patients scored acceptability of the intervention with a median score of 4 (IQR 4-5) out of 5, and pharmacists with a median of 5 (IQR 4-5) (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Patients&#x2019; (orange) and pharmacists&#x2019; (blue) acceptability scores for text messaging between patients and pharmacists to discuss drug-related problems at the initiative of the patient, measured using the theoretical framework acceptability [<xref ref-type="bibr" rid="ref22">22</xref>]. Dots present median values, lines indicate IQRs.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e66514_fig01.png"/></fig><p>The top 3 most-mentioned advantages and disadvantages regarding the acceptability of text messaging mentioned by participating patients and pharmacists, as well as types of DRPs that are acceptable and not acceptable to discuss via text messaging, are presented in <xref ref-type="table" rid="table3">Table 3</xref>.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Top 3 (where available) most-mentioned responses regarding advantages and disadvantages of text messaging, as well as types of DRPs acceptable and not acceptable for discussing via text messaging.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Questionnaire item, respondent, and response</td><td align="left" valign="bottom">Value, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top">Advantages regarding acceptability of text messaging</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Patients (n=39)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Quick answers</td><td align="left" valign="top">21 (54)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Clear answers</td><td align="left" valign="top">9 (17)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No waiting times</td><td align="left" valign="top">7 (13)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pharmacists (n=5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Accessibility of contact between patient and pharmacist</td><td align="left" valign="top">4 (80)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sufficient time to formulate answer</td><td align="left" valign="top">3 (60)</td></tr><tr><td align="left" valign="top">Disadvantages regarding acceptability of text messaging</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Patients (n=39)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Difficulties with logging in</td><td align="left" valign="top">4 (10)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Too many steps to reach text messaging</td><td align="left" valign="top">2 (5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Less personal than contact via telephone</td><td align="left" valign="top">1 (3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pharmacists (n=5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Answering messages not yet embedded in daily routine</td><td align="left" valign="top">2 (40)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Contact becoming too accessible might lead to unnecessary contact</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Questions need to be carefully answered, as these are in writing</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top">Types of DRPs acceptable for discussing via text messaging</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Patients (n=39)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Side effects</td><td align="left" valign="top">9 (23)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Everything regarding medication</td><td align="left" valign="top">4 (10)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Medication intake</td><td align="left" valign="top">3 (8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pharmacists (n=5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Factual questions regarding information</td><td align="left" valign="top">3 (60)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>(Mild) side effects</td><td align="left" valign="top">2 (40)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Practical problems such as medication intake</td><td align="left" valign="top">2 (40)</td></tr><tr><td align="left" valign="top">Types of DRPs not acceptable for discussing via text messaging</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Patients (n=39)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Questions for treating physician</td><td align="left" valign="top">1 (3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Questions in need of in-person answer</td><td align="left" valign="top">1 (3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pharmacists (n=5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Insufficient medication effect</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Allergies</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Acute side effects</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Emotionally-loaded questions</td><td align="left" valign="top">1 (20)</td></tr></tbody></table></table-wrap><p>In total, 37 out of 45 patients (82%) and all pharmacists (N=5, 100%) completed the additional service-related questions. Regarding the preferred service level (ie, within what timeframe do patients prefer to receive a response to their text message), the majority of patients preferred a response within 4 (17/37, 46%) or 24 hours (12/37, 32%), with 2 patients (5%) indicating that the service level is dependent on individual DRPs. Pharmacists preferred a service level of 24 hours (2/5, 40%), 8 hours (1/5, 20%), or 4 hours (1/5, 20%), with 2 pharmacists (40%) suggesting letting the patient indicate the service level per DRP. Patients preferred to be addressed informally (15/37, 41%), formally (6/37, 16%), or did not have a preference (14/37, 38%). The majority of patients (24/37, 65%) would have called the pharmacy if text messaging were not available, and 11% (4/37) indicated having contacted their health care provider but did not specify in which way. Another 11% (4/37) of patients indicated they would wait until the next consultation to discuss their DRP, and another 5% (2/37) would not discuss their DRP at all. Patients scored the extent to which text messaging fits into current care with a median of 4 (IQR 4-5), whereas pharmacists scored fit with a median of 4 (IQR 3-4). Pharmacists mentioned the inability to redirect questions to other health care providers and the fact that text messaging is not well-integrated into the existing information technology systems currently in use as disadvantages. In general, the added value of text messaging according to patients included quick answer to questions (7/37, 19%), having an additional way to ask questions (3/37, 8%), easy accessibility of contacting a pharmacist (2/37, 5%), and having an additional option for support when starting with new medication (2/37, 5%).</p></sec><sec id="s3-6"><title>Practicality</title><p>Out of 45 patients, 39 (87%) and all 5 pharmacists (100%) completed the questions regarding practicality. The mean SUS score was 72 (SD 18) among patients, with 22 participants (57%) rating usability as good, excellent, or best imaginable. Mean SUS score was 81 (SD 16) among pharmacists, with 4 pharmacists (80%) rating usability as good, excellent, or best imaginable. The most-mentioned responses to the additional open-ended questions regarding practicality can be found in <xref ref-type="table" rid="table4">Table 4</xref>.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Most-mentioned responses to additional open-ended questions regarding practicality.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Questionnaire item, respondent, and response</td><td align="left" valign="bottom">Value, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top">Properties positively influencing ease of use of text messaging</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Patients (n=39)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Quick answer</td><td align="left" valign="top">14 (36)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Time- and place-independent</td><td align="left" valign="top">7 (18)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Easy to use</td><td align="left" valign="top">5 (13)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>No waiting time</td><td align="left" valign="top">5 (13)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pharmacists (n=5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Easy to use</td><td align="left" valign="top">3 (60)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Privacy-friendly</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Time to formulate answers</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top">Properties negatively influencing ease of use of text messaging</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Patients (n=39)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Too many steps to reach text messaging within online patient-portal</td><td align="left" valign="top">8 (21)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Difficulties with logging in</td><td align="left" valign="top">6 (15)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Image size too small on mobile</td><td align="left" valign="top">3 (8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Pharmacists (n=5)</td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Absence of notifications of new messages</td><td align="left" valign="top">2 (40)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Less personal contact</td><td align="left" valign="top">1 (20)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Uncertainty as to whether DRP has been solved</td><td align="left" valign="top">1 (20)</td></tr></tbody></table></table-wrap></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>In this study, the feasibility of text messaging at the initiative of the patient to discuss DRPs directly with pharmacists was examined. Text messaging between patient and pharmacist resulted in 158 unique DRPs in 133 conversations over an 8-week period. Pharmacists responded to all messages with advice to solve the problem or an answer to the question. All DRPs were solved, and most (116/133, 87%) were within the promised service level, and 14% (22/158) of DRPs resulted in follow-up or advised follow-up by health care providers other than pharmacists.</p><p>Both patients and pharmacists mentioned good accessibility of information and contact between patient and pharmacist as important factors for the acceptability of text messaging, which is also confirmed by other studies where accessibility was regarded as an important factor in communication between patient and pharmacist [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] as well as a driver for patients, preferring more accessible channels [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. However, 1 pharmacist in our study noted that too easily accessible contact between patient and health care provider could lead to unnecessary contact (ie, contact regarding DRPs that do not warrant health care provider involvement) and thus an increased workload, which is a concern found in several other studies regarding the growing application of eHealth and its relation to health care providers&#x2019; workload [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. However, data on the actual magnitude of this effect is lacking [<xref ref-type="bibr" rid="ref30">30</xref>] and should thus be further researched.</p><p>In a study by Turcotte et al [<xref ref-type="bibr" rid="ref25">25</xref>], patients mentioned the feeling of pharmacists being able to devote more time to answering their questions, which is in line with the pharmacists in our study mentioning having sufficient time to answer individual questions from patients when compared with current care. In a study by Zafar et al [<xref ref-type="bibr" rid="ref26">26</xref>], patients were unsure about what type of questions were appropriate to ask via text messaging. Although patients in our study named several types of DRPs they find suitable to discuss, some differences exist between what patients and pharmacists view as appropriate DRPs to discuss via text messaging, with pharmacists making a distinction between the severity of side effects that patients do not make, which is important to align in managing patients&#x2019; and pharmacists&#x2019; expectations.</p><p>Although comparable studies did not employ the SUS, usability was rated &#x201C;good&#x201D; or &#x201C;best imaginable&#x201D; by the majority of patients and pharmacists, and both scored above the average SUS value of 68 [<xref ref-type="bibr" rid="ref31">31</xref>]. Regarding the ease of using text messaging, which was in general mentioned as a positive factor driving acceptability, patients mentioned time- and place-independence and shorter waiting times of text messaging as positive properties. The SUS scores possibly find their origin in the comparability between the text messaging applied in this study with online and app-based consumer text messaging services. As some downsides regarding the practicality of the text messaging app used in this study were mentioned, it might be beneficial to organize and offer text messaging in a comparable manner to consumer apps to increase ease of use and thus acceptability, for example, by easing or removing the login procedure.</p><p>The top 3 most common types of patient-reported DRPs were information needs (42/158, 27%), (suspected) side effects (36/158, 23%), and medication management (34/158, 22%). These numbers are comparable with previous research regarding types of DRPs discussed with patients with inflammatory rheumatic diseases via 4 biweekly phone calls, in which (suspected) side effects accounted for 28% (85/308) and medication management for 26% (80/308) [<xref ref-type="bibr" rid="ref4">4</xref>]. In our study, 27% (42/158) of DRPs were related to information needs, which is considerably higher than the 4% (13/308) of DRPs in the aforementioned study, which could be explained by the fact that DRPs in this study were patient-initiated, while the referred study assessed DRPs in health care provider&#x2013;initiated conversations. In addition, the conceivability that patients regard information-related DRPs as more suitable to discuss via text messaging than via telephone might also have contributed to this. Although one might conclude that DRPs related to information needs could be solved by channels without health care provider involvement as this mainly pertains to information provision, 77% (122/158) of all DRPs were determined to warrant health care provider involvement, including 38% (16/42) of all DRPs related to information needs which mostly concerned needs for information regarding individual patient&#x2019;s treatment (eg, questions regarding safety of alternative medicine in combination with current therapy).</p><p>In practice, questions and DRPs can be answered and solved through various communication channels, such as during consultations, telephone calls, or with an FAQ page, for example. In this context, text messaging is a valuable addition to currently available channels, offering patients with a wide array of channels to discuss and resolve DRPs with high quality and efficiency, corresponding with patients&#x2019; individual needs [<xref ref-type="bibr" rid="ref12">12</xref>].</p></sec><sec id="s4-2"><title>Implications</title><p>Patients in this study were generally positive regarding the feasibility of text messaging with pharmacists to discuss DRPs. The fact that 65% (24/37) of patients indicated that they would have raised their DRPs via telephone if text messaging had not been available implies that patients view text messaging as a suitable channel for raising DRPs in which health care provider involvement is warranted from the patient&#x2019;s perspective. In addition, 16% (6/37) of patients indicated that they would wait for the next consultation to raise a DRP if text messaging were not available, indicating DRPs possibly remain unraised and thus unsolved for a longer period of time. Although presumably part of these DRPs can wait until the next consultation, another part can lead to negative health consequences if not solved in a timely manner. Offering text messaging in addition to the currently available channels could lead to more DRPs raised, as well as in an earlier stage, which might therefore prevent negative health consequences associated with DRPs, as well as save time during consultations normally dedicated to such problems. Although all DRPs raised by patients were solved, either by patient confirmation or expert determination, the effect of this on patients&#x2019; health outcomes was not assessed. Therefore, future research should aim to quantitatively assess the impact of the intervention on patients&#x2019; clinical outcomes, such as medication adherence or improvement of health, as pharmacist interventions aimed at lowering DRPs seem to be able to improve clinical outcomes in other settings [<xref ref-type="bibr" rid="ref32">32</xref>].</p><p>For health care providers, implementing text messaging can have several implications. First, the actual demand of text messaging in a large population will have an impact on its feasibility, as pharmacists must be able to incorporate the workload associated with text messaging into their daily routine. To this end, real-life demand needs to be further researched. As demand for text messaging is also related to the demand for other available channels, this should be researched in the context of all available channels rather than for text messaging alone. Second, although patients mentioned some advantages of text messaging over contacting a pharmacist via telephone, the extent to which text messaging can reduce the number of contacts via telephone or other channels and save time and resources is still unknown and should be researched in a trial with sufficient follow-up and a subsequent cost-benefit analysis. Third, although text messaging might initially increase pharmacists&#x2019; workload, the potential of text messaging to save time and resources further down the chain (eg, by saving time during consultations) should be researched to determine the net decrease (or increase) in workload. Fourth, to avoid offering text messaging from leading to an additional workload, it is important to prevent (intentional or unintentional) inappropriate use of text messaging (ie, raising DRPs that could be solved without health care provider involvement, for example, using an FAQ), which could be applicable for approximately 1 in 4 DRPs raised in this study that did not warrant health care provider involvement. Therefore, it is important to communicate to patients what DRPs are suitable to discuss via text messaging and what DRPs better suit different channels, or direct patients to the most suitable channel based on the subject of their DRP, for which DRPs warranting health care provider involvement in this study could be a first indication.</p><p>In terms of technological feasibility, several implications need to be considered to improve implementability and future uptake. Patients indicated that ease of use should be optimal for them to use text messaging most optimally. To this end, minor improvements should be made (eg, to the logging in procedure and the number of steps patients need to take) to be able to raise a DRP within the online patient portal. However, overall feasibility was scored as high, and 90% (37/41) of participants would recommend text messaging to others. Importantly, although pharmacists scored system usability above average and higher than patients, the fit with current care was scored lower than patients. Therefore, it is essential to look further into seamless integration of text messaging into the existing pharmacy systems and workflow, as well as ensuring seamless communication with other health care providers, to maximize its potential and ensure future use.</p></sec><sec id="s4-3"><title>Limitations</title><p>Some limitations should be acknowledged. First, patients were reminded to ask a question at least once every 2 weeks to ensure user experience before completing the questionnaire. This could have led to DRPs being made up for study purposes, and thus we cannot conclude on the real-life demand that exists for text messaging from the patients&#x2019; side in the researched population and setting. Second, 2 out of 5 pharmacists who answered patient messages were also involved in the conception of this study and as coauthors of this paper. This could have led to bias regarding outcome measures that included pharmacists&#x2019; involvement, such as answering DRPs within the promised service level. However, as feasibility was researched in the context of current practice, the involvement of participating pharmacists in the conception of outcome measures was an added value, as they were able to include metrics that are needed for assessing feasibility and deciding future research and implementation. Third, selection bias might have been present in the study sample; for example, more digitally inclined or eHealth-literate patients could have agreed to participate than digitally-averse or eHealth-illiterate patients. This possibly led to an overestimation of the feasibility of text messaging from the patient&#x2019;s perspective, as these patients might have a more positive attitude toward digital tools and eHealth in general. Although 1 in 4 patients did not actively participate, these patients did not significantly differ from active participants in terms of sex, age, diagnosis, disease years, or prescribed DMARD group. Fourth, the response rate to the question of whether a DRP was answered sufficiently was low, with a nonresponse rate of 42%, resulting in a large number of DRPs determined to be answered sufficiently by the pharmacist&#x2019;s determination. Despite meticulous determination by 2 researchers (LLH and VJBH), this determination might not be as precise as patient confirmation. The relatively low response rate might be caused by the fact that the need to indicate if a question was answered satisfactorily after the conversation is concluded might not be intuitive and is normally not present in face-to-face conversations. Finally, the generalizability of the study is limited. As this study was performed in a specialized center rather than a general hospital and on a limited number of chronic conditions, standards of current (digital) care might differ from those in general hospitals and other chronic conditions. This can result in a different point of reference and thus make this study&#x2019;s findings not fully generalizable to other settings.</p></sec><sec id="s4-4"><title>Conclusion</title><p>To conclude, 2-way text messaging between patients and pharmacists for discussing DRPs seems feasible from the patients&#x2019; and pharmacists&#x2019; perspectives. Furthermore, participants used text messaging primarily for raising DRPs, warranting health care provider involvement, which shows the potential of text messaging as an efficient addition to currently available information and communication channels if correctly integrated and intuitively usable. However, the impact of actual demand in a larger population on the feasibility for health care providers, as well as the impact on prevention of possible negative health consequences of DRPs, should be researched before full-scale implementation.</p></sec></sec></body><back><fn-group><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">bDMARD</term><def><p>biological disease-modifying antirheumatic drug</p></def></def-item><def-item><term id="abb2">DMARD</term><def><p>disease-modifying antirheumatic drug</p></def></def-item><def-item><term id="abb3">DRP</term><def><p>drug-related problem</p></def></def-item><def-item><term id="abb4">FAQ</term><def><p>frequently asked question</p></def></def-item><def-item><term id="abb5">SUS</term><def><p>System Usability Scale</p></def></def-item><def-item><term id="abb6">uMARS</term><def><p>user-version of the Mobile Application Rating Scale</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abbasi</surname><given-names>M</given-names> </name><name name-style="western"><surname>Mousavi</surname><given-names>MJ</given-names> </name><name name-style="western"><surname>Jamalzehi</surname><given-names>S</given-names> </name><etal/></person-group><article-title>Strategies toward rheumatoid arthritis therapy; the old and the new</article-title><source>J Cell Physiol</source><year>2019</year><month>07</month><volume>234</volume><issue>7</issue><fpage>10018</fpage><lpage>10031</lpage><pub-id pub-id-type="doi">10.1002/jcp.27860</pub-id><pub-id pub-id-type="medline">30536757</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vrijens</surname><given-names>B</given-names> </name><name name-style="western"><surname>De Geest</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hughes</surname><given-names>DA</given-names> </name><etal/></person-group><article-title>A new taxonomy for describing and defining adherence to medications</article-title><source>Br J Clin Pharmacol</source><year>2012</year><month>05</month><volume>73</volume><issue>5</issue><fpage>691</fpage><lpage>705</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2125.2012.04167.x</pub-id><pub-id pub-id-type="medline">22486599</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gil-Guillen</surname><given-names>VF</given-names> </name><name name-style="western"><surname>Balsa</surname><given-names>A</given-names> </name><name name-style="western"><surname>Bern&#x00E1;rdez</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Medication non-adherence in rheumatology, oncology and cardiology: a review of the literature of risk factors and potential interventions</article-title><source>Int J Environ Res Public Health</source><year>2022</year><month>09</month><day>23</day><volume>19</volume><issue>19</issue><fpage>12036</fpage><pub-id pub-id-type="doi">10.3390/ijerph191912036</pub-id><pub-id pub-id-type="medline">36231341</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Haegens</surname><given-names>LL</given-names> </name><name name-style="western"><surname>Huiskes</surname><given-names>VJB</given-names> </name><name name-style="western"><surname>Smale</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Bekker</surname><given-names>CL</given-names> </name><name name-style="western"><surname>van den Bemt</surname><given-names>BJF</given-names> </name></person-group><article-title>Drug-related problems reported by patients with rheumatic diseases: an observational study</article-title><source>BMC Rheumatol</source><year>2023</year><month>04</month><day>18</day><volume>7</volume><issue>1</issue><fpage>7</fpage><pub-id pub-id-type="doi">10.1186/s41927-023-00326-x</pub-id><pub-id pub-id-type="medline">37069634</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Leendertse</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Van Den Bemt</surname><given-names>PMLA</given-names> </name><name name-style="western"><surname>Poolman</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Stoker</surname><given-names>LJ</given-names> </name><name name-style="western"><surname>Egberts</surname><given-names>ACG</given-names> </name><name name-style="western"><surname>Postma</surname><given-names>MJ</given-names> </name></person-group><article-title>Preventable hospital admissions related to medication (HARM): Cost analysis of the HARM study</article-title><source>Value Health</source><year>2011</year><month>01</month><volume>14</volume><issue>1</issue><fpage>34</fpage><lpage>40</lpage><pub-id pub-id-type="doi">10.1016/j.jval.2010.10.024</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Magdelijns</surname><given-names>FJH</given-names> </name><name name-style="western"><surname>Stassen</surname><given-names>PM</given-names> </name><name name-style="western"><surname>Stehouwer</surname><given-names>CDA</given-names> </name><name name-style="western"><surname>Pijpers</surname><given-names>E</given-names> </name></person-group><article-title>Direct health care costs of hospital admissions due to adverse events in the Netherlands</article-title><source>Eur J Public Health</source><year>2014</year><month>12</month><volume>24</volume><issue>6</issue><fpage>1028</fpage><lpage>1033</lpage><pub-id pub-id-type="doi">10.1093/eurpub/cku037</pub-id><pub-id pub-id-type="medline">24699427</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Huiskes</surname><given-names>VJB</given-names> </name><name name-style="western"><surname>Cramer-van der Welle</surname><given-names>CM</given-names> </name><name name-style="western"><surname>van den Ende</surname><given-names>CHM</given-names> </name><etal/></person-group><article-title>Communication about drug-related problems (DRPs) during patients&#x2019; visits to Dutch physicians and pharmacies</article-title><source>Health Commun</source><year>2020</year><month>02</month><volume>35</volume><issue>2</issue><fpage>201</fpage><lpage>208</lpage><pub-id pub-id-type="doi">10.1080/10410236.2018.1551301</pub-id><pub-id pub-id-type="medline">30526088</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mathijssen</surname><given-names>EG</given-names> </name><name name-style="western"><surname>Vriezekolk</surname><given-names>JE</given-names> </name><name name-style="western"><surname>Eijsbouts</surname><given-names>AM</given-names> </name><name name-style="western"><surname>van den Hoogen</surname><given-names>FH</given-names> </name><name name-style="western"><surname>van den Bemt</surname><given-names>BJ</given-names> </name></person-group><article-title>Support needs for medication use and the suitability of eHealth technologies to address these needs: a focus group study of older patients with rheumatoid arthritis</article-title><source>Patient Prefer Adherence</source><year>2018</year><volume>12</volume><fpage>349</fpage><lpage>358</lpage><pub-id pub-id-type="doi">10.2147/PPA.S152759</pub-id><pub-id pub-id-type="medline">29563778</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="web"><article-title>Benefits of eHealth</article-title><source>Government of the Netherlands</source><access-date>2024-05-05</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.government.nl/topics/ehealth/benefits-of-ehealth">https://www.government.nl/topics/ehealth/benefits-of-ehealth</ext-link></comment></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kwint</surname><given-names>HF</given-names> </name><name name-style="western"><surname>Faber</surname><given-names>A</given-names> </name><name name-style="western"><surname>Gussekloo</surname><given-names>J</given-names> </name><name name-style="western"><surname>Bouvy</surname><given-names>ML</given-names> </name></person-group><article-title>The contribution of patient interviews to the identification of drug-related problems in home medication review</article-title><source>J Clin Pharm Ther</source><year>2012</year><month>12</month><volume>37</volume><issue>6</issue><fpage>674</fpage><lpage>680</lpage><pub-id pub-id-type="doi">10.1111/j.1365-2710.2012.01370.x</pub-id><pub-id pub-id-type="medline">22861493</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kari</surname><given-names>H</given-names> </name><name name-style="western"><surname>Kortej&#x00E4;rvi</surname><given-names>H</given-names> </name><name name-style="western"><surname>Airaksinen</surname><given-names>M</given-names> </name><name name-style="western"><surname>Laaksonen</surname><given-names>R</given-names> </name></person-group><article-title>Patient involvement is essential in identifying drug&#x2010;related problems</article-title><source>Brit J Clinical Pharma</source><year>2018</year><month>09</month><volume>84</volume><issue>9</issue><fpage>2048</fpage><lpage>2058</lpage><pub-id pub-id-type="doi">10.1111/bcp.13640</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Haegens</surname><given-names>LL</given-names> </name><name name-style="western"><surname>Huiskes</surname><given-names>VJB</given-names> </name><name name-style="western"><surname>van der Ven</surname><given-names>J</given-names> </name><name name-style="western"><surname>van den Bemt</surname><given-names>BJF</given-names> </name><name name-style="western"><surname>Bekker</surname><given-names>CL</given-names> </name></person-group><article-title>Factors influencing preferences of patients with rheumatic diseases regarding telehealth channels for support with medication use: qualitative study</article-title><source>JMIR Form Res</source><year>2023</year><month>07</month><day>20</day><volume>7</volume><fpage>e45086</fpage><pub-id pub-id-type="doi">10.2196/45086</pub-id><pub-id pub-id-type="medline">37471137</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Greenwood</surname><given-names>DA</given-names> </name><name name-style="western"><surname>Hankins</surname><given-names>AI</given-names> </name><name name-style="western"><surname>Parise</surname><given-names>CA</given-names> </name><name name-style="western"><surname>Spier</surname><given-names>V</given-names> </name><name name-style="western"><surname>Olveda</surname><given-names>J</given-names> </name><name name-style="western"><surname>Buss</surname><given-names>KA</given-names> </name></person-group><article-title>A comparison of in-person, telephone, and secure messaging for type 2 diabetes self-management support</article-title><source>Diabetes Educ</source><year>2014</year><month>07</month><volume>40</volume><issue>4</issue><fpage>516</fpage><lpage>525</lpage><pub-id pub-id-type="doi">10.1177/0145721714531337</pub-id><pub-id pub-id-type="medline">24742540</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zhai</surname><given-names>P</given-names> </name><name name-style="western"><surname>Hayat</surname><given-names>K</given-names> </name><name name-style="western"><surname>Ji</surname><given-names>W</given-names> </name><etal/></person-group><article-title>Efficacy of text messaging and personal consultation by pharmacy students among adults with hypertension: randomized controlled trial</article-title><source>J Med Internet Res</source><year>2020</year><month>05</month><day>20</day><volume>22</volume><issue>5</issue><fpage>e16019</fpage><pub-id pub-id-type="doi">10.2196/16019</pub-id><pub-id pub-id-type="medline">32432556</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gautier</surname><given-names>JF</given-names> </name><name name-style="western"><surname>Boitard</surname><given-names>C</given-names> </name><name name-style="western"><surname>Michiels</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Raymond</surname><given-names>G</given-names> </name><name name-style="western"><surname>Vergez</surname><given-names>G</given-names> </name><name name-style="western"><surname>Guedon</surname><given-names>G</given-names> </name></person-group><article-title>Impact of personalized text messages from pharmacists on medication adherence in type 2 diabetes in France: A real-world, randomized, comparative study</article-title><source>Patient Educ Couns</source><year>2021</year><month>09</month><volume>104</volume><issue>9</issue><fpage>2250</fpage><lpage>2258</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2021.02.022</pub-id><pub-id pub-id-type="medline">33750593</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Buck</surname><given-names>C</given-names> </name><name name-style="western"><surname>Keweloh</surname><given-names>C</given-names> </name><name name-style="western"><surname>Bouras</surname><given-names>A</given-names> </name><name name-style="western"><surname>Simoes</surname><given-names>EJ</given-names> </name></person-group><article-title>Efficacy of short message service text messaging interventions for postoperative pain management: systematic review</article-title><source>JMIR Mhealth Uhealth</source><year>2021</year><month>06</month><day>16</day><volume>9</volume><issue>6</issue><fpage>e20199</fpage><pub-id pub-id-type="doi">10.2196/20199</pub-id><pub-id pub-id-type="medline">34132646</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Grove</surname><given-names>ML</given-names> </name><name name-style="western"><surname>Hassell</surname><given-names>AB</given-names> </name><name name-style="western"><surname>Hay</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Shadforth</surname><given-names>MF</given-names> </name></person-group><article-title>Adverse reactions to disease-modifying anti-rheumatic drugs in clinical practice</article-title><source>QJM</source><year>2001</year><month>06</month><day>1</day><volume>94</volume><issue>6</issue><fpage>309</fpage><lpage>319</lpage><pub-id pub-id-type="doi">10.1093/qjmed/94.6.309</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Julious</surname><given-names>SA</given-names> </name></person-group><article-title>Sample size of 12 per group rule of thumb for a pilot study</article-title><source>Pharm Stat</source><year>2005</year><month>10</month><volume>4</volume><issue>4</issue><fpage>287</fpage><lpage>291</lpage><pub-id pub-id-type="doi">10.1002/pst.185</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Teare</surname><given-names>MD</given-names> </name><name name-style="western"><surname>Dimairo</surname><given-names>M</given-names> </name><name name-style="western"><surname>Shephard</surname><given-names>N</given-names> </name><name name-style="western"><surname>Hayman</surname><given-names>A</given-names> </name><name name-style="western"><surname>Whitehead</surname><given-names>A</given-names> </name><name name-style="western"><surname>Walters</surname><given-names>SJ</given-names> </name></person-group><article-title>Sample size requirements to estimate key design parameters from external pilot randomised controlled trials: a simulation study</article-title><source>Trials</source><year>2014</year><month>07</month><day>3</day><volume>15</volume><issue>1</issue><fpage>264</fpage><pub-id pub-id-type="doi">10.1186/1745-6215-15-264</pub-id><pub-id pub-id-type="medline">24993581</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bowen</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Kreuter</surname><given-names>M</given-names> </name><name name-style="western"><surname>Spring</surname><given-names>B</given-names> </name><etal/></person-group><article-title>How we design feasibility studies</article-title><source>Am J Prev Med</source><year>2009</year><month>05</month><volume>36</volume><issue>5</issue><fpage>452</fpage><lpage>457</lpage><pub-id pub-id-type="doi">10.1016/j.amepre.2009.02.002</pub-id><pub-id pub-id-type="medline">19362699</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stoyanov</surname><given-names>SR</given-names> </name><name name-style="western"><surname>Hides</surname><given-names>L</given-names> </name><name name-style="western"><surname>Kavanagh</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Wilson</surname><given-names>H</given-names> </name></person-group><article-title>Development and validation of the user version of the Mobile Application Rating Scale (uMARS)</article-title><source>JMIR Mhealth Uhealth</source><year>2016</year><month>06</month><day>10</day><volume>4</volume><issue>2</issue><fpage>e72</fpage><pub-id pub-id-type="doi">10.2196/mhealth.5849</pub-id><pub-id pub-id-type="medline">27287964</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sekhon</surname><given-names>M</given-names> </name><name name-style="western"><surname>Cartwright</surname><given-names>M</given-names> </name><name name-style="western"><surname>Francis</surname><given-names>JJ</given-names> </name></person-group><article-title>Development of a theory-informed questionnaire to assess the acceptability of healthcare interventions</article-title><source>BMC Health Serv Res</source><year>2022</year><month>12</month><volume>22</volume><issue>1</issue><pub-id pub-id-type="doi">10.1186/s12913-022-07577-3</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ensink</surname><given-names>CJ</given-names> </name><name name-style="western"><surname>Keijsers</surname><given-names>NLW</given-names> </name><name name-style="western"><surname>Groen</surname><given-names>BE</given-names> </name></person-group><article-title>Translation and validation of the System Usability Scale to a Dutch version: D-SUS</article-title><source>Disabil Rehabil</source><year>2024</year><month>01</month><volume>46</volume><issue>2</issue><fpage>395</fpage><lpage>400</lpage><pub-id pub-id-type="doi">10.1080/09638288.2022.2160837</pub-id><pub-id pub-id-type="medline">36573399</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="report"><article-title>Stata statistical software: release 17</article-title><year>2021</year><publisher-name>StataCorp LLC</publisher-name></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Turcotte</surname><given-names>V</given-names> </name><name name-style="western"><surname>Chagnon</surname><given-names>A</given-names> </name><name name-style="western"><surname>Gu&#x00E9;nette</surname><given-names>L</given-names> </name></person-group><article-title>Experience and perspectives of users and non-users of the Ask your pharmacist teleconsultation platform</article-title><source>Explor Res Clin Soc Pharm</source><year>2021</year><month>06</month><volume>2</volume><fpage>100031</fpage><pub-id pub-id-type="doi">10.1016/j.rcsop.2021.100031</pub-id><pub-id pub-id-type="medline">35481130</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zafar</surname><given-names>SN</given-names> </name><name name-style="western"><surname>Hazlewood</surname><given-names>G</given-names> </name><name name-style="western"><surname>Dhiman</surname><given-names>K</given-names> </name><etal/></person-group><article-title>&#x201C;How are you?&#x201D; Perspectives from patients and health care providers of text messaging to support rheumatoid arthritis care: a thematic analysis</article-title><source>ACR Open Rheumatol</source><year>2024</year><month>05</month><volume>6</volume><issue>5</issue><fpage>276</fpage><lpage>286</lpage><pub-id pub-id-type="doi">10.1002/acr2.11652</pub-id><pub-id pub-id-type="medline">38376004</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van der Ven</surname><given-names>J</given-names> </name><name name-style="western"><surname>van den Bemt</surname><given-names>BJF</given-names> </name><name name-style="western"><surname>van Dijk</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Preferences of patients with musculoskeletal disorders regarding the timing and channel of eHealth and factors influencing its use: mixed methods study</article-title><source>JMIR Hum Factors</source><year>2023</year><month>09</month><day>27</day><volume>10</volume><fpage>e44885</fpage><pub-id pub-id-type="doi">10.2196/44885</pub-id><pub-id pub-id-type="medline">37756049</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>MacLure</surname><given-names>K</given-names> </name><name name-style="western"><surname>Stewart</surname><given-names>D</given-names> </name><name name-style="western"><surname>Strath</surname><given-names>A</given-names> </name></person-group><article-title>A systematic review of medical and non-medical practitioners&#x2019; views of the impact of eHealth on shared care</article-title><source>Eur J Hosp Pharm</source><year>2014</year><month>02</month><volume>21</volume><issue>1</issue><fpage>54</fpage><lpage>62</lpage><pub-id pub-id-type="doi">10.1136/ejhpharm-2013-000337</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ariens</surname><given-names>LF</given-names> </name><name name-style="western"><surname>Schussler-Raymakers</surname><given-names>FM</given-names> </name><name name-style="western"><surname>Frima</surname><given-names>C</given-names> </name><etal/></person-group><article-title>Barriers and facilitators to eHealth use in daily practice: perspectives of patients and professionals in dermatology</article-title><source>J Med Internet Res</source><year>2017</year><month>09</month><day>5</day><volume>19</volume><issue>9</issue><fpage>e300</fpage><pub-id pub-id-type="doi">10.2196/jmir.7512</pub-id><pub-id pub-id-type="medline">28874336</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stevens</surname><given-names>WJM</given-names> </name><name name-style="western"><surname>van der Sande</surname><given-names>R</given-names> </name><name name-style="western"><surname>Beijer</surname><given-names>LJ</given-names> </name><name name-style="western"><surname>Gerritsen</surname><given-names>MG</given-names> </name><name name-style="western"><surname>Assendelft</surname><given-names>WJ</given-names> </name></person-group><article-title>eHealth apps replacing or complementing health care contacts: scoping review on adverse effects</article-title><source>J Med Internet Res</source><year>2019</year><month>03</month><day>1</day><volume>21</volume><issue>3</issue><fpage>e10736</fpage><pub-id pub-id-type="doi">10.2196/10736</pub-id><pub-id pub-id-type="medline">30821690</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bangor</surname><given-names>A</given-names> </name><name name-style="western"><surname>Kortum</surname><given-names>P</given-names> </name><name name-style="western"><surname>Miller</surname><given-names>J</given-names> </name></person-group><article-title>Determining what individual SUS scores mean: adding an adjective rating scale</article-title><source>J Usability Stud</source><year>2009</year><access-date>2025-10-01</access-date><volume>4</volume><issue>3</issue><fpage>114</fpage><lpage>123</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://uxpajournal.org/determining-what-individual-sus-scores-mean-adding-an-adjective-rating-scale/">https://uxpajournal.org/determining-what-individual-sus-scores-mean-adding-an-adjective-rating-scale/</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Ayhan</surname><given-names>YE</given-names> </name><name name-style="western"><surname>Aksoy</surname><given-names>M</given-names> </name><name name-style="western"><surname>Abdulrahman</surname><given-names>Y</given-names> </name><etal/></person-group><article-title>Evaluation of the effect of management of drug-related problems on clinical outcomes of pulmonary embolism outpatients: a randomized controlled trial</article-title><source>J Clin Med</source><year>2025</year><month>02</month><day>12</day><volume>14</volume><issue>4</issue><fpage>1202</fpage><pub-id pub-id-type="doi">10.3390/jcm14041202</pub-id><pub-id pub-id-type="medline">40004736</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Blank informed consent form in Dutch.</p><media xlink:href="humanfactors_v12i1e66514_app1.docx" xlink:title="DOCX File, 14 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>Questionnaires.</p><media xlink:href="humanfactors_v12i1e66514_app2.docx" xlink:title="DOCX File, 17 KB"/></supplementary-material></app-group></back></article>