<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v5i4e10128</article-id>
    <article-id pub-id-type="pmid">30478020</article-id>
    <article-id pub-id-type="doi">10.2196/10128</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Use of a Digital Medication Management System for Effective Assessment and Enhancement of Patient Adherence to Therapy (ReX): Feasibility Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Fresco</surname>
          <given-names>Paula</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Pevnick</surname>
          <given-names>Joshua</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Shtrichman</surname>
        <given-names>Ronit</given-names>
      </name>
      <degrees>MBA, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>DosentRx Ltd</institution>
        <addr-line>PO Box 9</addr-line>
        <addr-line>Ganir Center 2 Hahar Street</addr-line>
        <addr-line>Har Tuv, 9980101</addr-line>
        <country>Israel</country>
        <phone>972 0526500938</phone>
        <email>ronit.s@dosentrx.com</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7559-6388</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Conrad</surname>
          <given-names>Stefan</given-names>
        </name>
        <degrees>MBA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5488-0304</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Schimo</surname>
          <given-names>Kai</given-names>
        </name>
        <degrees>Dipl Inf (FH)</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9666-6653</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Shachar</surname>
          <given-names>Ran</given-names>
        </name>
        <degrees>BSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1427-2336</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Machluf</surname>
          <given-names>Ehud</given-names>
        </name>
        <degrees>BSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6202-7167</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Mindal</surname>
          <given-names>Enrique</given-names>
        </name>
        <degrees>BSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4759-2085</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Epstein</surname>
          <given-names>Howard</given-names>
        </name>
        <degrees>MBA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9518-7645</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Epstein</surname>
          <given-names>Shirli</given-names>
        </name>
        <degrees>BSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5060-7757</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib9">
        <name name-style="western">
          <surname>Paz</surname>
          <given-names>Alan</given-names>
        </name>
        <degrees>BSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-0787-6764</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
      <label>1</label>
      <institution>DosentRx Ltd</institution>
      <addr-line>Har Tuv</addr-line>
      <country>Israel</country>
    </aff>
    <author-notes>
      <corresp>Corresponding Author: Ronit Shtrichman 
      <email>ronit.s@dosentrx.com</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Oct-Dec</season><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>26</day>
      <month>11</month>
      <year>2018</year>
    </pub-date>
    <volume>5</volume>
    <issue>4</issue>
    <elocation-id>e10128</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>15</day>
        <month>2</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>4</day>
        <month>7</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>31</day>
        <month>7</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Ronit Shtrichman, Stefan Conrad, Kai Schimo, Ran Shachar, Ehud Machluf, Enrique Mindal, Howard Epstein, Shirli Epstein, Alan Paz. Originally published in JMIR Human Factors (http://humanfactors.jmir.org), 26.11.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on http://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://humanfactors.jmir.org/2018/4/e10128/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="Background">
        <title>Background</title>
        <p>Medication nonadherence is a major problem in health care, imposing poor clinical outcomes and a heavy financial burden on all stakeholders. Current methods of medication adherence assessment are severely limited: they are applied only periodically, do not relate to actual pill intake, and suffer from patient bias due to errors, misunderstanding, or intentional nonadherence. ReX is an innovative medication management system designed to address poor patient adherence and enhance patient engagement with their therapy. ReX controls and tracks pills from the point of packaging right through to the patient’s mouth. ReX generates robust, real-time adherence data. The system enables patients to report outcomes, complete surveys, and receive messages and instructions. ReX includes a reusable drug dispensing unit, disposable cassette containing pills, and a cloud-based data portal.</p>
      </sec>
      <sec sec-type="Objective">
        <title>Objective</title>
        <p>We aimed to evaluate ReX feasibility by human factor studies including evaluation of ReX safety; ReX acceptance and usability; and ReX efficacy of providing pills according to a preprogrammed dose regimen, managing reminders and adherence data, and enhancing the adherence rate compared with the standard of care.</p>
      </sec>
      <sec sec-type="Methods">
        <title>Methods</title>
        <p>The ReX system was evaluated in 2 human factor, nonclinical feasibility studies. Human subjects used ReX for the administration of pill-shaped Tic Tac sweets. The initial study evaluated ReX use and pill intake administration; second was a self-controlled, 4-day home-use study. All subjects took pills at home, according to a preprogrammed dose regimen, for 4 days each via the device (ReX test) or from standard packaging (control test). The adherence rate (percent of pills taken) was measured by the study subject’s report, remaining pills count, and ReX records (in the ReX test). ReX safety and usability were evaluated by a questionnaire filled out by the subject.</p>
      </sec>
      <sec sec-type="Results">
        <title>Results</title>
        <p>The initial feasibility study evaluated usability and acceptance of the ReX novel approach to pill dispensing. All subjects successfully managed 2 pill intakes. The ReX device was rated as easy to use by 81% (48/59) of subjects. The 4-day home-use study evaluated the safety, efficacy, and usability of the ReX system. No adverse event occurred; no pill overdose or pill malformation was reported. The overall adherence rate in the ReX test was 97.6% compared with 76.3% in the control test (<italic>P</italic>&#60;.001). Real-time, personalized reminders provided in the event of a delay in pill intake contributed to 18.0% of doses taken during the ReX test. The ReX system was found easy to use by 87% (35/40) of subjects; 90% (36/40) felt comfortable using it for their medication.</p>
      </sec>
      <sec sec-type="Conclusions">
        <title>Conclusions</title>
        <p>ReX’s novel “tracking to the mouth” technology was found usable and accepted by subjects. The assessment of adherence rates was reliable; adherence of subjects to the dose regimen was significantly enhanced when using ReX compared with the standard of care.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>medication adherence</kwd>
      <kwd>medication nonadherence</kwd>
      <kwd>personalized medicine</kwd>
      <kwd>therapy management</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Medication nonadherence is defined as the extent to which patients fail to take medications or follow treatment recommendations as prescribed by their care providers. It is one of the most serious problems in health care, imposing a heavy financial burden on all stakeholders: insurers, employers, and patients [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>The overall adherence for medication therapies was found to be almost 50% [<xref ref-type="bibr" rid="ref2">2</xref>]. Forgetting to take medication and misunderstanding instructions are the most frequently reported reasons for nonadherence [<xref ref-type="bibr" rid="ref3">3</xref>]. It is estimated that in the United States nonadherence leads to 125,000 deaths per annum and accounts for 33%-69% of all medication-related hospital admissions [<xref ref-type="bibr" rid="ref4">4</xref>]. Between US $100 and US $300 billion of avoidable health care costs have been attributed to nonadherence in the United States annually, representing 3%-10% of total US health care costs [<xref ref-type="bibr" rid="ref3">3</xref>]. A recent report estimated that nonadherence in 2016 cost the pharmaceutical industry up to $637 billion in lost sales, of which $250 billion were in the United States [<xref ref-type="bibr" rid="ref5">5</xref>]. This estimate points to a far more significant problem than previously believed.</p>
      <p>Adherence measurement is a considerable challenge. The current methods of measuring adherence may be classified as direct or indirect. Direct methods test the drug level or its metabolite in body fluids. Direct approaches are expensive, limited to periodic assessment, and subject to variations resulting from the patient’s condition at the time of test. Indirect methods include patient questionnaires, self-reports, pill counts, rates of prescription refills, assessment of patient’s clinical response, and patient diaries. Indirect methods are simple but inaccurate and biased [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
      <p>Electronic medication packaging devices have been developed to remotely record, deliver, manage, and monitor drug intake information. The Medication Events Monitoring System can track and record the date and time of the medication removed from a container. The use of Medication Event Monitoring System was found to be reliable in several studies, at least compared with pill count and patients’ reports [<xref ref-type="bibr" rid="ref6">6</xref>]. Other novel technological solutions involving cell phone apps aim to enhance adherence by providing alerts for pill intake according to the dose regimen. However, these technologies cannot track each pill or eliminate medication overdose and abuse [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>ReX is an innovative medication management system designed to provide a comprehensive solution to the nonadherence problem. ReX monitors the drug from its packaging in the pharmacy through to its administration into the patient’s mouth. The pills are locked in the device and can be released only at the right time, at the specified dose, and only to the prescribed patient’s mouth. Pill intake data are recorded and transmitted in real time to caregivers. When a dose is missed, a personalized reminder is immediately provided to the patient. ReX can survey the patient’s well-being and be used as a treatment dairy. In this paper, we describe the evaluation of the ReX system in 2 human factor feasibility studies. The studies’ goals were to demonstrate its safety, efficacy, and usability in adherence assessment and enhancement.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>ReX System Design</title>
        <p>ReX is a hand-held, mobile device intended to provide solid oral medication on patient demand according to a preprogrammed treatment protocol. ReX aims to address poor patient adherence by providing personalized medication therapy management.</p>
        <p>The system comprises a reusable drug dispensing unit (DDU), a disposable cassette, a cellphone app, and a Dose-E Analytics cloud system. <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the ReX device, comprising reusable DDU (1), disposable cassette containing pills (2), cellphone app (3), and Dose-E Analytics cloud system (4). The DDU manages pill administration and includes a touch screen, which guides the user and presents patient-specific clinical surveys and therapy information. The DDU contains a chargeable battery and indicators demonstrating the device and the battery status, a pill window enabling pills to be viewed, operational sensors, and Bluetooth communication to an app on a cellphone. All therapy data are transferred to a patient-specific domain on a Web-based cloud. The DDU is also used to hold and lock the disposable cassette which contains the pills.</p>
        <p>The disposable cassette is a locked, tamper-resistant container. It is supplied preloaded with bulk pills, located 1 in each of 16 separated pill compartments. The cassette is opened only on insertion in the DDU. The cassette includes an integral mouthpiece designed for pill ingestion. The mouthpiece incorporates an antichoke mechanism, which ensures that the pill falls directly onto the tongue. An integral protective cover keeps the mouthpiece is clean and sealed. Once empty, the cassette is automatically released by the device. Cassette exchange is easily performed by the user.</p>
        <p>The cellphone app transfers data between the DDU and the Dose-E Analytics cloud. The Dose-E Analytics cloud system is a proprietary browser-based app in which all therapies and patient information are collected and managed. The cloud allows caregivers to set up and track the therapy online and follow the patient’s adherence. When a missed dose is recorded, the cloud sends alerts to a predefined contact person or to the call center.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>ReX system components.</p>
          </caption>
          <graphic xlink:href="humanfactors_v5i4e10128_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Principal Operation of ReX</title>
        <sec>
          <title>Pill Intake Procedure</title>
          <p>As seen in <xref ref-type="fig" rid="figure2">Figure 2</xref>, the DDU prompts the patient to take a pill at the defined time by means of sound, light, and animations and via the cellphone app (1). The patient requests a pill by pressing on the pill release button (2). The patient applies a slight suction on the mouthpiece and the pill is released onto his tongue (3). If the patient presses the button within the predefined lockout period, the device will not release a pill. If a delay is recognized, a personalized phone call reminder is provided. The device offers clinical surveys (4), recording of an e-dairy, therapy information, and reinforcements (5).</p>
        </sec>
        <sec>
          <title>Data Management</title>
          <p>The device records all pill intake events. This information is transmitted through the cellphone app to the Dose-E Analytics cloud. Therapy data can be relayed in real time to payers, providers, and caregivers.</p>
        </sec>
        <sec>
          <title>Reminders and Alerts</title>
          <p>The time window in which the user can take a pill is termed the tolerance time. The tolerance time determines the reminders, including visual and acoustic alerts, on the DDU screen and cellphone app. As the tolerance time window progresses without a pill being taken, the reminders escalate in frequency and intensity. Toward the end of the tolerance time, if a pill has still not been taken, an email is dispatched to the recognized contact person. The notified person contacts the patient by phone call to remind him to take his pill and to establish the cause of the delay. This process ensures that reminders are provided only when needed, eliminating diminished responsiveness to unsolicited alerts.</p>
        </sec>
        <sec>
          <title>Surveys and Therapy Information</title>
          <p>Real-time patient surveys and an e-dairy can be filled via the screen. The patient may use the screen to check his adherence rate, the course of treatment, and obtain treatment information (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
        </sec>
      </sec>
      <sec>
        <title>Initial Feasibility Study</title>
        <sec>
          <title>Study Objectives</title>
          <p>The initial feasibility study objectives were the evaluation of (1) ReX device functionality (inserting the cassette, pill extraction, screen menu) and (2) ease of extracting a pill and acceptance of the pill extraction concept. The study was nonclinical since the pills used were pill-shaped Tic Tac sweets.</p>
        </sec>
        <sec>
          <title>Study Population</title>
          <p>We enrolled 59 human subjects (29 males, 30 females), aged 18-92 years. The subjects were recruited following publication on social networks (LinkedIn, Facebook) and local advertisements. No compensation was provided to recruited subjects.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>ReX operation and patient journey.</p>
            </caption>
            <graphic xlink:href="humanfactors_v5i4e10128_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Study Design</title>
          <p>All participated subjects were volunteers. All enrolled subjects signed an informed consent form. Each subject underwent a short one-on-one training session during which they were asked to insert a cassette and take 2 pills using the device. The subjects filled out a questionnaire about their experience with the ReX device.</p>
        </sec>
        <sec>
          <title>Study Measures</title>
          <p>The study evaluated the following parameters: subjects’ ability to insert a cassette, success rate of pill extraction using the device, understanding of screen menus, understanding the concept of lockout and overdose prevention, and overall ease of use. Results were recorded on a questionnaire comprising Likert-scale responses. Subjective and unsolicited opinions were noted.</p>
        </sec>
      </sec>
      <sec>
        <title>4-day Home-Use Feasibility Study</title>
        <sec>
          <title>Study Objectives</title>
          <p>The objectives of the 4-day home-use feasibility study included</p>
          <list list-type="bullet">
            <list-item>
              <p>Evaluation of the safety, efficacy, and usability of the ReX system in 4-day home use.</p>
            </list-item>
            <list-item>
              <p>Assessment of ReX ability to enhance adherence rate compared with standard of care (taking pills from standard pill container). Pill-shaped Tic Tac sweets were used to mimic medication. The study is, therefore, defined as nonclinical.</p>
            </list-item>
          </list>
        </sec>
        <sec>
          <title>Study Population</title>
          <p>We enrolled 40 human subjects, aged 18-90 years, and they all signed an informed consent form. The exclusion criteria were significant physical disability or mental disorder and failure to extract 2 pills after 3 attempts during ReX training. Subjects were recruited following publication on social networks (LinkedIn, Facebook) and local advertisements. No compensation was provided to the recruited subjects.</p>
        </sec>
        <sec>
          <title>Study Design</title>
          <p>In this self-controlled study each subject participated in the following sequential tests:</p>
          <p>Control test: Subjects took pills from the original package and manually reported for each pill intake or missed dose. No reminders were performed during this test. At study end, the remaining pills were counted.</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Flow diagram of ReX 4-day home-use feasibility study.</p>
            </caption>
            <graphic xlink:href="humanfactors_v5i4e10128_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>ReX test: Subjects took pills using the ReX device. Delays in pill intake lead to real-time personalized reminders. At study end, the remaining pills were counted and compared with the ReX records. Subjects were asked to report any safety or functionality problem encountered during the study and to fill out a questionnaire regarding their experience with ReX (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). The study design is shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>.</p>
          <p>Both tests had the same duration and dose regimen of 2 pills in the morning and 1 pill in the evening, for 4 days. The specific time of pill intake was programmed in the ReX device as 08:00 am and 18:00 pm. The tolerance time was set as ±1 hour. In case of pill intake delay after the tolerance time, an email was dispatched prompting the principal investigator to contact the subject and remind him to take the missing pill.</p>
          <p>Before the study start, each subject underwent a short, in-person training session in which he successfully completed 2 pill intakes using the ReX. During the ReX test, real-time adherence data were communicated to the Dose-E Analytics cloud and made available to the study’s principal investigator.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>The adherence rate was calculated as percent of doses taken. In the ReX test, percent doses taken before and after the reminder were calculated and included in the adherence rate. Paired differences were calculated for adherence rate and percent of missed doses between the ReX test and control test for all subjects and by age categories. The paired <italic>t</italic> test and nonparametric signed-rank test for 2 means (paired observations) were applied to analyze the paired differences. All tests were 2-tailed, and a <italic>P</italic> value ≤5% was considered statistically significant. The data were analyzed using SAS 9.3 (SAS Institute, Cary North Carolina).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>ReX Initial Feasibility Study</title>
        <p>The initial feasibility study aimed to evaluate usability, acceptability, and ease of use of the ReX device for oral medication provision. There were 59 subjects, aged 18-92 years, in the study (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>Following a short tutorial, all subjects successfully inserted the cassette into the DDU and defined the process as easy. The usability of ReX for pill extraction was measured by the success rate of 2 pill intakes. All subjects managed 2 successful attempts at pill intake as required, and 81% (48/59) of subjects required only 1-2 attempts to extract a pill. A learning effect was evident in taking the pills: subjects were more successful in taking their second pill compared with the first.</p>
        <p>All subjects easily grasped the concept and functionality of the screen displays. After 2 successful attempts at pill intake, 100% (59/59) of subjects understood the concept of lockout and overdose prevention, as confirmed by a third attempt at pill intake. The overall impression was very positive, with 97% (57/59) of subjects expressing confidence in using ReX by themselves and without assistance.</p>
        <p><xref ref-type="fig" rid="figure4">Figure 4</xref> demonstrates subjects’ response regarding overall ReX ease of use: 81% (48/59) of all subjects rated the ReX device as easy to use. This rating did not appear to be influenced by years of formal education, as 100% of subjects with 6-10 and &#62;20 years of formal education defined the ReX use as easy, while 4%-8% of subjects with 11-15 and 16-20 years of formal education, respectively, defined it as difficult.</p>
        <p>However, analysis by age group demonstrated that ReX usability is influenced by age: 29% (2/7) of subjects &#62;80 years old reported that ReX was difficult to use. Opinions as to ease of use slightly decreased with age. Still, 94% (16/17) of subjects aged 18-40 and 81% (42/52) of subjects aged up to 80 years defined the ReX as easy to use.</p>
      </sec>
      <sec>
        <title>4-day Home-Use Feasibility Study</title>
        <p>This study aimed to evaluate ReX’s usability during home use and its capability to monitor and enhance patient adherence. The study was designed as self-controlled: pill intake using ReX was compared with intake from a standard pill container as the control. The same dose regimen was used for both methods. We enrolled 40 subjects with an age range of 18-90 years, as described at <xref ref-type="table" rid="table2">Table 2</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics of 59 human subjects participating in the initial feasibility study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="170"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Group</td>
                <td colspan="8">Ages (years), n (%)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><break/></td>
                <td>All subjects</td>
                <td>18-30 (n=10)</td>
                <td>31-40 (n=7)</td>
                <td>41-50 (n=11)</td>
                <td>51-60 (n=8)</td>
                <td>61-70 (n=10)</td>
                <td>71-80 (n=6)</td>
                <td>&#62;81 (n=7)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="10"><bold>Gender</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Male</td>
                <td>29 (49)</td>
                <td>4 (7)</td>
                <td>6 (10)</td>
                <td>7 (12)</td>
                <td>3 (5)</td>
                <td>4 (7)</td>
                <td>2 (3)</td>
                <td>3 (5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Female</td>
                <td>30 (51)</td>
                <td>6 (10)</td>
                <td>1 (2)</td>
                <td>4 (7)</td>
                <td>5 (8)</td>
                <td>6 (10)</td>
                <td>4 (7)</td>
                <td>4 (7)</td>
              </tr>
              <tr valign="top">
                <td colspan="10"><bold>Years of formal education</bold></td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>6-10</td>
                <td>4 (7)</td>
                <td>1 (2)</td>
                <td>3 (5)</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>11-15</td>
                <td>24 (41)</td>
                <td>7 (12)</td>
                <td>—</td>
                <td>3 (5)</td>
                <td>2 (3)</td>
                <td>4 (7)</td>
                <td>3 (5)</td>
                <td>5 (8)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>16-20</td>
                <td>26 (44)</td>
                <td>1 (2)</td>
                <td>3 (5)</td>
                <td>7 (12)</td>
                <td>4 (7)</td>
                <td>6 (10)</td>
                <td>3 (5)</td>
                <td>2 (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>&#62;20</td>
                <td>5 (8)</td>
                <td>1 (2)</td>
                <td>1 (2)</td>
                <td>1 (2)</td>
                <td>2 (3)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Take pills regularly</td>
                <td>29 (49)</td>
                <td>3 (5)</td>
                <td>2 (3)</td>
                <td>5 (8)</td>
                <td>3 (5)</td>
                <td>6 (10)</td>
                <td>5 (8)</td>
                <td>5 (8)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Usability of ReX device.</p>
          </caption>
          <graphic xlink:href="humanfactors_v5i4e10128_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Demographic characteristics of 40 human subjects participating in the 4-day home-use study.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="450"/>
            <col width="130"/>
            <col width="130"/>
            <col width="0"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Group</td>
                <td colspan="7">Ages (years), n (%)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>All subjects</td>
                <td>18-40 (n=13)</td>
                <td colspan="3">41-70 (n=18)</td>
                <td colspan="2">71-90 (n=9)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">Age (years), mean (SD)</td>
                <td>48.7 (20.2)</td>
                <td colspan="2">27.5 (6.6)</td>
                <td colspan="3">53.7 (8.5)</td>
                <td>79.4 (5.3)</td>
              </tr>
              <tr valign="top">
                <td colspan="9"><bold>Gender</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Male</td>
                <td>21 (53)</td>
                <td>6 (15)</td>
                <td colspan="3">10 (25)</td>
                <td colspan="2">5 (13)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Female</td>
                <td>19 (48)</td>
                <td>7 (18)</td>
                <td colspan="3">8 (20)</td>
                <td colspan="2">4 (10)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Take pills regularly</td>
                <td>17 (43)</td>
                <td colspan="2">1 (8)</td>
                <td colspan="3">10 (56)</td>
                <td>9 (100)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Adherence rate statistical analysis for all users and by age group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="110"/>
            <col width="40"/>
            <col width="90"/>
            <col width="50"/>
            <col width="70"/>
            <col width="50"/>
            <col width="120"/>
            <col width="120"/>
            <col width="170"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Adherence Rate</td>
                <td>N</td>
                <td>Mean (SD)</td>
                <td>Min</td>
                <td>Median</td>
                <td>Max</td>
                <td>Lower 95% CI</td>
                <td>Upper 95% CI</td>
                <td><italic>P</italic> value (paired <italic>t</italic> test)</td>
                <td><italic>P</italic> value (signed-rank test)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td colspan="9"><bold>All subjects</bold></td>
                <td>&#60;.001</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>ReX</td>
                <td>40</td>
                <td>97.6 (5.2)</td>
                <td>83.3</td>
                <td>100.0</td>
                <td>100.0</td>
                <td>95.9</td>
                <td>99.3</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Control</td>
                <td>40</td>
                <td>76.3 (24.6)</td>
                <td>0.0</td>
                <td>83.2</td>
                <td>100.0</td>
                <td>68.6</td>
                <td>84.0</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="9"><bold>Age, 18-40 years</bold></td>
                <td>.002</td>
                <td>.004</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>ReX</td>
                <td>13</td>
                <td>98.1 (4.7)</td>
                <td>87.5</td>
                <td>100.0</td>
                <td>100.0</td>
                <td>95.2</td>
                <td>100.9</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Control</td>
                <td>13</td>
                <td>64.9 (27.8)</td>
                <td>0.0</td>
                <td>66.7</td>
                <td>100.0</td>
                <td>48.9</td>
                <td>80.9</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="9"><bold>Age, 41-70 years</bold></td>
                <td>.02</td>
                <td>.008</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>ReX</td>
                <td>18</td>
                <td>96.8 (5.4)</td>
                <td>87.5</td>
                <td>100.0</td>
                <td>100.0</td>
                <td>93.9</td>
                <td>100.4</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Control</td>
                <td>18</td>
                <td>79.4 (25.7)</td>
                <td>8.3</td>
                <td>85.4</td>
                <td>100.0</td>
                <td>65.7</td>
                <td>93.1</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="9"><bold>Age, 71-90 years</bold></td>
                <td>.02</td>
                <td>.03</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>ReX -C</td>
                <td>9</td>
                <td>98.6 (5.8)</td>
                <td>83.3</td>
                <td>100.0</td>
                <td>100.0</td>
                <td>93.9</td>
                <td>101.2</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Control</td>
                <td>9</td>
                <td>86.2 (13.4)</td>
                <td>66.7</td>
                <td>87.9</td>
                <td>100.0</td>
                <td>77.0</td>
                <td>94.0</td>
                <td>—</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <sec>
          <title>ReX Device Safety</title>
          <p>The safety of the ReX system was evaluated by a questionnaire filled out by the subjects and confirmed by data recorded in the Dose-E cloud. No incidence of pill overdose dispensed occurred, and no pill malformation was reported. Furthermore, no severe adverse events, such as pill inhalation, occurred.</p>
        </sec>
        <sec>
          <title>ReX Device Efficacy</title>
          <p>The functionality of the ReX system was measured by the success rate of pill intakes. All subjects (40/40, 100%) successfully obtained pills by the ReX device according to their dose regimen. The principal investigators and 80% of subjects (32/40) did not encounter any technical difficulties during device use, such as problems involving the touch screen; pills extraction on time; and data transfer, monitoring, and management by the Dose-E Analytics cloud system.</p>
          <p>The 2 processes of pill administration were compared: use of the ReX system (ReX test) or use of a standard pill container (control test). The subject’s adherence rate was measured by the subject’s report, remaining pill count, and ReX record (only for ReX test).</p>
          <p><xref ref-type="table" rid="table3">Table 3</xref> lists the mean adherence rate obtained for all subjects and for the 3 different age groups. Results show that the adherence rate of all subjects in the control test was 76.3% while the adherence rate in the ReX test was 97.6% (<italic>P</italic>&#60;.001). Analysis by age group also demonstrated significantly higher adherence rates in the ReX test compared with the control test. The adherence rate in ReX test was stable and reached 97%-98% for all age groups with very low variations (up to 5.2%). In contrast, adherence rates in the control test varied significantly between age groups and were subject to high SDs (up to 24.6%). Adherence rates in the control tests were 64.9%, 79.4%, and 86.2% for age groups of 18-40 (<italic>P</italic>&#60;.001), 41-70 (<italic>P</italic>=.02), and 71-90 (<italic>P</italic>=.02) years, respectively.</p>
          <p>Following a 1-hour delay in pill intake recorded by the ReX system (1-hour delay was defined as beyond the tolerance time), subjects doing the ReX test received a personalized reminder (phone call) from the principal investigator. This personalized communication aimed to prompt them to take their delayed dose and to understand the cause of the delay. It was found that 18% of doses were taken after personalized reminders. Only 2.4% of doses were completely missed in the ReX test, while 23.7% of doses were missed in the control test.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Effect of real-time, personalized reminders on percent dose taken.</p>
            </caption>
            <graphic xlink:href="humanfactors_v5i4e10128_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>Doses taken were recorded by pill count, self-report at study end, and by ReX record (only in ReX test). <xref ref-type="fig" rid="figure5">Figure 5</xref> shows percent of dose taken before personalized reminders in both tests, after personalized reminders only in the ReX test (personalized reminders are not applicable in the control test), and percent of missed doses in both tests.</p>
        </sec>
      </sec>
      <sec>
        <title>ReX Device Usability</title>
        <p>The usability and ease of use of the ReX system were evaluated by questionnaires completed by the subjects (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>), of whom 87% (35/40) found the ReX system easy to use, and 90% (36/40) mentioned that they felt comfortable using ReX for their medications. Moreover, when comparing between the ReX device and standard package, subjects responded that the ReX device was more effective in reminder provision (36/40, 90%) and in error prevention (38/40, 95%), and the ReX device was preferred to keep an e-dairy during medication therapy (33/40, 82%).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>ReX is an innovative system designed to manage oral medication therapy by directly monitoring pill intakes, allowing high confidence in the resulted adherence rate. ReX incorporates a “tracking to the mouth” approach. This is based on a patented technology for the safe ingestion of solid pills into the patient’s mouth and digitally tracking this action to provide accurate, reliable, and real-time adherence data to stakeholders. Electronic monitoring devices have been shown to provide good-quality information on adherence rate [<xref ref-type="bibr" rid="ref8">8</xref>] and found to hold promise of improving adherence [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Methods that involve reinforcement interventions have been successful in improving patients’ cooperation and adherence behaviors. Clear and effective communication between caregivers and their patients has been found to be essential in improving patients’ adherence [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>An initial feasibility study was conducted to evaluate the basic usability parameters of the ReX device and acceptability of the pill extraction concept. Results demonstrated that all subjects could successfully use the device for pill intake. The device was defined as easy to use, and 81% (48/59) of subjects required only 1-2 attempts for successful pill intake. Only mature users (aged &#62;80 years) reported more difficulty, although they all could manage and extract pills using the device. These results demonstrate the feasibility of the ReX novel technology.</p>
        <p>Following this, we designed a 4-day home-use study to evaluate ReX safety, efficacy, and usability. The adherence rate by ReX was compared with the standard of care. The adherence rate was tested by subjects’ reports, remaining pill count, and by ReX records (during the ReX test). Although patient self-report and remaining pills counts are common methods to assess patient adherence, there is extensive evidence that such methods greatly overestimate medication adherence when compared with plasma drug levels and electronic device measurements [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. These methods may also suffer from intentional nonadherence, including removing and discarding pills from a blister card or bottle, to create false records while reporting good adherence [<xref ref-type="bibr" rid="ref8">8</xref>]. In contrast, the ReX approach eliminates false measurements since each pill is tracked directly during ingestion. The adherence rate is obtained in an unbiased way, without patient involvement.</p>
        <p>The 4-day home-use feasibility study demonstrated that ReX device is safe: no adverse events, overdoses, or pill malformations were encountered. The safety of pill ingestion by sucking was previously confirmed in a clinical study evaluating the same technology for pain analgesic medication provision to postoperative patients in the hospital setting [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Functionality analysis revealed that all subjects could successfully use the ReX device for pill intake and that adherence data were available for the study’s principal investigators in real time. Study results showed a statistically significant difference of 21.3% in adherence rate between the ReX test and the control test (97.6% and 76.3%, respectively). It is possible that low adherence rates in the control test occurred because subjects took Tic Tac sweets and not real medication, making it less important to them. However, the same subject group achieved 97.6% adherence rate in the ReX test. Such high adherence was due to stringent monitoring of each dose by the study’s principal investigator and timely reminders to subjects in any case of delayed dose. This created effective communication and reinforcement to take the missed dose.</p>
        <p>The adherence rate of the control test varied between the 3 different age groups of 18-40, 41-70, and 71-90 years. Only 8% (1/13) of the young subjects (age 18-40 years) took pills regularly and were, therefore, not used to taking pills. Their adherence in the control test was consequently relatively low (64.9%). However, use of ReX increased their adherence rate to 98.1%. Mature subjects (age 71-90 years) demonstrated higher adherence in the control test (86.2%). This may be because all subjects (9/9, 100%) of this age group take pills on a daily basis. However, using ReX enhanced adherence rate in all age groups. All differences in adherence rate between the ReX test and control test were statistically significant.</p>
        <p>The ReX system also demonstrates benefits over technological solutions of adherence assessment and enhancement. An available approach is a memory chip embedded in bottle caps or blister packs that tracks medication adherence electronically. For example, the Medication Event Monitoring System cap [<xref ref-type="bibr" rid="ref9">9</xref>] (AARADEX Group, SA), which records the date and time of each opening. However, since this system does not track the intake of each pill, a false record of dosing can easily be created [<xref ref-type="bibr" rid="ref8">8</xref>]. A vast pool of medication adherence cellphone apps is also available to help patients manage their medication regimen [<xref ref-type="bibr" rid="ref16">16</xref>]. However, these apps add a burden on subjects to record and update each time they take a pill. This action may be missed at the real time of pill intake. Also, usual app alerts may be ignored and missed by subjects while in routine use.</p>
        <p>During the 4-day home-use ReX study, personalized reminders were shown to add 18% of doses taken. This explains the major difference in adherence rate between the ReX test and the control test. Notably, adherence rates were almost similar between these tests before any personalized reminder. This highlights the effect of personal reminders provided in real time and only when needed. It also confirms the minimal impact of conventional visual and acoustics alerts that automatically appeared and are often ignored by the user.</p>
        <p>The final percent of missed doses in the ReX test (2.4%) was almost 10-fold lower than in the control test (23.7%). This observation clearly demonstrates the benefit of using ReX system to monitor and enhance adherence.</p>
        <p>The usability of ReX was evaluated by questionnaires filled out by the subjects participating in both the ReX and control tests. After 4 days of use and 12 pill intakes, 90% (36/40) of subjects reported that they felt comfortable taking their medication via ReX, and 87% (35/40) of subjects mentioned that it was easy to use. Moreover, most subjects believed that ReX provided effective reminders (90%), was highly effective in error prevention (94%), and was most suitable to be used as an e-dairy to record symptoms during therapy (82%). These results are in agreement with the high usability and acceptance of the technology as demonstrated in a previous clinical study [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>The feasibility studies described here demonstrate the potential of the ReX system for medication management. ReX may provide a considerable benefit in medication therapies such as: high risk drugs, to eliminate errors, overdose, and abuse (eg, opioid treatment [<xref ref-type="bibr" rid="ref17">17</xref>], anticoagulants, or stimulants for attention-deficit/hyperactivity disorder treatment [<xref ref-type="bibr" rid="ref18">18</xref>]); high cost drugs (eg, specialty drugs [<xref ref-type="bibr" rid="ref19">19</xref>]); and clinical trials, in which adherence critically affects outcome reliability and study cost [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>In summary, ReX is an innovative solution providing reliable, unbiased, and cost-effective adherence monitoring and enhancement, while safeguarding the patient by elimination of medication errors, overdose, and abuse.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Two feasibility studies confirmed the safety, efficacy, and usability of the ReX system. All objectives were achieved. Regarding ReX safety, the ReX system was safe under the study conditions; no adverse events, no pill provision during the lockout interval, no overdose, and no pill malformation were found. Evaluation of ReX efficacy demonstrated that all subjects successfully used ReX to take the pills according to their dose regimen. The data were available to the study’s principal investigator in real time, and personalized reminders were provided in any case of a 1-hour delay in pill intake. The adherence rate in the ReX test was 97.6%, significantly higher compared with the control test (76.3%). The effectiveness of real-time personalized reminders was indicated by 18% of doses in the ReX test being taken after the reminders were received by the study subjects. As for ReX usability, ReX technology was well accepted by subjects participating in the studies. Over 80% of subjects described it as easy to use and mentioned that they felt comfortable to use it for their medications.</p>
      </sec>
      <sec>
        <title>Study Limitations</title>
        <p>The limitations of the study included the heterogeneous small group sizes and the use of candies and not real drugs. Also, Tic Tac sweets are chewable and are not swallowed with water like standard drugs. The adherence rate was based on self-reporting and remaining pill counts in the control test. These are known to be unreliable methods. ReX records are more reliable in the ReX test. The study design ensured that half of the subjects completed the control test before the ReX test and vice versa for the other half.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>ReX Use Questionnaire.</p>
        <media xlink:href="humanfactors_v5i4e10128_app1.pdf" xlink:title="PDF File (Adobe PDF File), 51KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">DDU</term>
          <def>
            <p>drug dispensing unit</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>Thanks to Stefan Hof for graphic design and to Gil Harari and Daphna Goffer for statistical analysis. DosentRx Ltd (Har Tuv, Israel) funded this study as part of the development and evaluation of the ReX system.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>Design and development of the ReX system: SC, KS, RaS, EhM, EnM, HE, and AP. Design and performance of the feasibility studies: RoS, SE, and HE. Data analysis: RoS and HE. Manuscript writing and revision: RoS. Manuscript review and editing: HE.</p>
      </fn>
      <fn fn-type="conflict">
        <p>RoS, SC, KS, RaS, EhM, EnM, and HE are DosentRx employees. DosentRx developed and owns the ReX system. AP is a cofounder and co-owner of DosentRx. SE is a nurse, experienced in clinical and human-factors studies.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jimmy</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Jose</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Patient medication adherence: measures in daily practice</article-title>
        <source>Oman Med J</source>  
        <year>2011</year>  
        <month>05</month>  
        <volume>26</volume>  
        <issue>3</issue>  
        <fpage>155</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22043406"/>
        </comment>  
        <pub-id pub-id-type="doi">10.5001/omj.2011.38</pub-id>
        <pub-id pub-id-type="medline">22043406</pub-id>
        <pub-id pub-id-type="pii">OMJ-D-10-00107</pub-id>
        <pub-id pub-id-type="pmcid">PMC3191684</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Forissier</surname>  
        <given-names>T</given-names></name>  
        <name name-style="western">
        <surname>Frilik</surname>  
        <given-names>K</given-names></name> </person-group>
        <source>Estimated Annual Pharmaceutical Revenue Loss Due to Medication Non-Adherence</source>  
        <year>2012</year>  
        <publisher-name>Capgemini Consulting &#38; HealthPrize Technologies</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.capgemini.com/wp-content/uploads/2017/07/Estimated_Annual_Pharmaceutical_Revenue_Loss_Due_to_Medication_Non-Adherence.pdf">https://www.capgemini.com/wp-content/uploads/2017/07/Estimated_Annual_Pharmaceutical_Revenue_Loss_Due_to_Medication_Non-Adherence.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="72tVsbKyp"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Iuga</surname>
            <given-names>AO</given-names>
          </name>
          <name name-style="western">
            <surname>McGuire</surname>
            <given-names>MJ</given-names>
          </name>
        </person-group>
        <article-title>Adherence and health care costs</article-title>
        <source>Risk Manag Healthc Policy</source>  
        <year>2014</year>  
        <volume>7</volume>  
        <fpage>35</fpage>  
        <lpage>44</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/RMHP.S19801"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2147/RMHP.S19801</pub-id>
        <pub-id pub-id-type="medline">24591853</pub-id>
        <pub-id pub-id-type="pii">rmhp-7-035</pub-id>
        <pub-id pub-id-type="pmcid">PMC3934668</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bosworth</surname>
            <given-names>Hayden B</given-names>
          </name>
          <name name-style="western">
            <surname>Granger</surname>
            <given-names>Bradi B</given-names>
          </name>
          <name name-style="western">
            <surname>Mendys</surname>
            <given-names>Phil</given-names>
          </name>
          <name name-style="western">
            <surname>Brindis</surname>
            <given-names>Ralph</given-names>
          </name>
          <name name-style="western">
            <surname>Burkholder</surname>
            <given-names>Rebecca</given-names>
          </name>
          <name name-style="western">
            <surname>Czajkowski</surname>
            <given-names>Susan M</given-names>
          </name>
          <name name-style="western">
            <surname>Daniel</surname>
            <given-names>Jodi G</given-names>
          </name>
          <name name-style="western">
            <surname>Ekman</surname>
            <given-names>Inger</given-names>
          </name>
          <name name-style="western">
            <surname>Ho</surname>
            <given-names>Michael</given-names>
          </name>
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>Mimi</given-names>
          </name>
          <name name-style="western">
            <surname>Kimmel</surname>
            <given-names>Stephen E</given-names>
          </name>
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Larry Z</given-names>
          </name>
          <name name-style="western">
            <surname>Musaus</surname>
            <given-names>John</given-names>
          </name>
          <name name-style="western">
            <surname>Shrank</surname>
            <given-names>William H</given-names>
          </name>
          <name name-style="western">
            <surname>Whalley</surname>
            <given-names>Buono Elizabeth</given-names>
          </name>
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>Karen</given-names>
          </name>
          <name name-style="western">
            <surname>Granger</surname>
            <given-names>Christopher B</given-names>
          </name>
        </person-group>
        <article-title>Medication adherence: a call for action</article-title>
        <source>Am Heart J</source>  
        <year>2011</year>  
        <month>09</month>  
        <volume>162</volume>  
        <issue>3</issue>  
        <fpage>412</fpage>  
        <lpage>24</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21884856"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.ahj.2011.06.007</pub-id>
        <pub-id pub-id-type="medline">21884856</pub-id>
        <pub-id pub-id-type="pii">S0002-8703(11)00475-3</pub-id>
        <pub-id pub-id-type="pmcid">PMC3947508</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Forissier</surname>  
        <given-names>T</given-names></name>  
        <name name-style="western">
        <surname>Frilik</surname>  
        <given-names>K</given-names></name> </person-group>
        <source>Estimated Annual Pharmaceutical Revenue Loss Due to Medication Nonadherence, 2016 Foreword to the Reissue of 2012 Report</source>  
        <year>2016</year>  
        <publisher-name>Capgemini Consulting &#38; HealthPrize Technologies</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://healthprize.com/blog/pharmaceutical-companies-lose-637-billion-revenue-annually-due-medication-nonadherence/2016/">https://healthprize.com/blog/pharmaceutical-companies-lose-637-billion-revenue-annually-due-medication-nonadherence/2016/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="72tW4uJCu"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lam</surname>
            <given-names>Wai Yin</given-names>
          </name>
          <name name-style="western">
            <surname>Fresco</surname>
            <given-names>Paula</given-names>
          </name>
        </person-group>
        <article-title>Medication Adherence Measures: An Overview</article-title>
        <source>Biomed Res Int</source>  
        <year>2015</year>  
        <volume>2015</volume>  
        <fpage>217047</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.1155/2015/217047"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1155/2015/217047</pub-id>
        <pub-id pub-id-type="medline">26539470</pub-id>
        <pub-id pub-id-type="pmcid">PMC4619779</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Taylor</surname>  
        <given-names>K</given-names></name> </person-group>
        <source>How digital technology is transforming health and social care</source>  
        <year>2014</year>  
        <publisher-name>Deloitte Centre for Health solutions</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/uk/en/pages/life-sciences-and-healthcare/articles/connected-health.html">https://www2.deloitte.com/uk/en/pages/life-sciences-and-healthcare/articles/connected-health.html</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="72tWGD9RO"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McCann</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Petry</surname>
            <given-names>NM</given-names>
          </name>
          <name name-style="western">
            <surname>Bresell</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Isacsson</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Alexander</surname>
            <given-names>RC</given-names>
          </name>
        </person-group>
        <article-title>Medication Nonadherence, 'Professional Subjects' and Apparent Placebo Responders: Overlapping Challenges for Medications Development</article-title>
        <source>J Clin Psychopharmacol</source>  
        <year>2015</year>  
        <month>10</month>  
        <volume>35</volume>  
        <issue>5</issue>  
        <fpage>566</fpage>  
        <lpage>73</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26244381"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1097/JCP.0000000000000372</pub-id>
        <pub-id pub-id-type="medline">26244381</pub-id>
        <pub-id pub-id-type="pmcid">PMC4553101</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dobbels</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>De Bleser</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Berben</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kristanto</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Dupont</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Nevens</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Vanhaecke</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Verleden</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>De</surname>
            <given-names>GS</given-names>
          </name>
        </person-group>
        <article-title>Efficacy of a medication adherence enhancing intervention in transplantation: The MAESTRO-Tx trial</article-title>
        <source>J Heart Lung Transplant</source>  
        <year>2017</year>  
        <month>05</month>  
        <volume>36</volume>  
        <issue>5</issue>  
        <fpage>499</fpage>  
        <lpage>508</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.healun.2017.01.007</pub-id>
        <pub-id pub-id-type="medline">28162931</pub-id>
        <pub-id pub-id-type="pii">S1053-2498(17)30014-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Morey</surname>
            <given-names>TE</given-names>
          </name>
          <name name-style="western">
            <surname>Booth</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wasdo</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wishin</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Quinn</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Gonzalez</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Derendorf</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>McGorray</surname>
            <given-names>SP</given-names>
          </name>
          <name name-style="western">
            <surname>Simoni</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Melker</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dennis</surname>
            <given-names>DM</given-names>
          </name>
        </person-group>
        <article-title>Oral adherence monitoring using a breath test to supplement highly active antiretroviral therapy</article-title>
        <source>AIDS Behav</source>  
        <year>2013</year>  
        <month>01</month>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>298</fpage>  
        <lpage>306</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23001413"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s10461-012-0318-7</pub-id>
        <pub-id pub-id-type="medline">23001413</pub-id>
        <pub-id pub-id-type="pmcid">PMC3548996</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Browne</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Peloquin</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Santillo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Haubrich</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Muttera</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Moser</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Savage</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Benson</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Blaschke</surname>
            <given-names>TF</given-names>
          </name>
        </person-group>
        <article-title>Digitizing Medicines for Remote Capture of Oral Medication Adherence Using Co-encapsulation</article-title>
        <source>Clin Pharmacol Ther</source>  
        <year>2018</year>  
        <month>03</month>  
        <volume>103</volume>  
        <issue>3</issue>  
        <fpage>502</fpage>  
        <lpage>510</lpage> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>LR</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>SL</given-names>
          </name>
          <name name-style="western">
            <surname>Haskard</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Dimatteo</surname>
            <given-names>MR</given-names>
          </name>
        </person-group>
        <article-title>The challenge of patient adherence</article-title>
        <source>Ther Clin Risk Manag</source>  
        <year>2005</year>  
        <month>09</month>  
        <volume>1</volume>  
        <issue>3</issue>  
        <fpage>189</fpage>  
        <lpage>99</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18360559"/>
        </comment>  
        <pub-id pub-id-type="medline">18360559</pub-id>
        <pub-id pub-id-type="pmcid">PMC1661624</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heaney</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Hicks</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Seeruthun</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <source>ppdi.com</source>  
        <year>2013</year>  
        <month>06</month>  
        <access-date>2018-10-03</access-date>
        <comment>Adherence in asthma: comparing clinical trials to the 'real-world' 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.ppdi.com/late-stage-asthma/Adherence-In-Asthma_PPD-White-Paper.pdf">http://www.ppdi.com/late-stage-asthma/Adherence-In-Asthma_PPD-White-Paper.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="72tXrsUS2"/></comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Labovitz</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Shafner</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Reyes</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Virmani</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hanina</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Using Artificial Intelligence to Reduce the Risk of Nonadherence in Patients on Anticoagulation Therapy</article-title>
        <source>Stroke</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>48</volume>  
        <issue>5</issue>  
        <fpage>1416</fpage>  
        <lpage>1419</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28386037"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1161/STROKEAHA.116.016281</pub-id>
        <pub-id pub-id-type="medline">28386037</pub-id>
        <pub-id pub-id-type="pii">STROKEAHA.116.016281</pub-id>
        <pub-id pub-id-type="pmcid">PMC5432369</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wirz</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Conrad</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Shtrichman</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Schimo</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hoffmann</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Clinical Evaluation of a Novel Technology for Oral Patient-Controlled Analgesia, the Device, for Hospitalized Patients with Postoperative Pain, in Pilot Feasibility Study</article-title>
        <source>Pain Res Manag</source>  
        <year>2017</year>  
        <volume>2017</volume>  
        <fpage>7962135</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.1155/2017/7962135"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1155/2017/7962135</pub-id>
        <pub-id pub-id-type="medline">29093632</pub-id>
        <pub-id pub-id-type="pmcid">PMC5637857</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heldenbrand</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Renna</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Dayer</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Shilling</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Navigating the Flooded Adherence App Marketplace: Rating the Quality of Medication Adherence Apps</article-title>
        <source>Conference: American Pharmacist Association Annual Meeting and Exposition, At San Diego, California</source>  
        <year>2015</year>  
        <month>03</month>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/276204576_Navigating_the_Flooded_Adherence_App_Marketplace_Rating_the_Quality_of_Medication_Adherence_Apps"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Florence</surname>
            <given-names>CS</given-names>
          </name>
          <name name-style="western">
            <surname>Zhou</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Xu</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>The Economic Burden of Prescription Opioid Overdose, Abuse, and Dependence in the United States, 2013</article-title>
        <source>Med Care</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>54</volume>  
        <issue>10</issue>  
        <fpage>901</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27623005"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1097/MLR.0000000000000625</pub-id>
        <pub-id pub-id-type="medline">27623005</pub-id>
        <pub-id pub-id-type="pii">00005650-201610000-00002</pub-id>
        <pub-id pub-id-type="pmcid">PMC5975355</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clemow</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>The potential for misuse and abuse of medications in ADHD: a review</article-title>
        <source>Postgrad Med</source>  
        <year>2014</year>  
        <volume>126</volume>  
        <issue>5</issue>  
        <fpage>64</fpage>  
        <lpage>81</lpage> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <source>sPCMA, A division of the Pharmaceutical Care Management Association</source>  
        <year>2016</year>  
        <access-date>2018-10-03</access-date>
        <comment>The management of specialty drugs 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.spcma.org/wp-content/uploads/2016/06/sPCMA_The_Management_of_Specialty_Drugs.pdf">https://www.spcma.org/wp-content/uploads/2016/06/sPCMA_The_Management_of_Specialty_Drugs.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="72tXjQ3ng"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shiovitz</surname>
            <given-names>TM</given-names>
          </name>
          <name name-style="western">
            <surname>Bain</surname>
            <given-names>EE</given-names>
          </name>
          <name name-style="western">
            <surname>McCann</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Skolnick</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Laughren</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Hanina</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Burch</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Mitigating the Effects of Nonadherence in Clinical Trials</article-title>
        <source>J Clin Pharmacol</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>56</volume>  
        <issue>9</issue>  
        <fpage>1151</fpage>  
        <lpage>64</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26634893"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/jcph.689</pub-id>
        <pub-id pub-id-type="medline">26634893</pub-id>
        <pub-id pub-id-type="pmcid">PMC5066799</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
