<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v10i1e40105</article-id>
      <article-id pub-id-type="pmid">36705947</article-id>
      <article-id pub-id-type="doi">10.2196/40105</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>eHealth Literacy and Patient Portal Use and Attitudes: Cross-sectional Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Risling</surname>
            <given-names>Tracie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kayser</surname>
            <given-names>Lars</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Faubel</surname>
            <given-names>Raquel</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>DeVito Dabbs</surname>
            <given-names>Annette</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gleason</surname>
            <given-names>Kelly</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Deshpande</surname>
            <given-names>Nikita</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0175-4229</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Arora</surname>
            <given-names>Vineet M</given-names>
          </name>
          <degrees>MAPP, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4745-7599</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Vollbrecht</surname>
            <given-names>Hanna</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4978-6484</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Meltzer</surname>
            <given-names>David O</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2790-7393</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Press</surname>
            <given-names>Valerie</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Section of General Internal Medicine</institution>
            <institution>Department of Medicine</institution>
            <institution>University of Chicago</institution>
            <addr-line>MC 2007, Rm B224</addr-line>
            <addr-line>5841 S Maryland Ave</addr-line>
            <addr-line>Chicago, IL, 60637</addr-line>
            <country>United States</country>
            <phone>1 773 702 5170</phone>
            <email>vpress@bsd.uchicago.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9961-4878</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Pritzker School of Medicine</institution>
        <institution>University of Chicago</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Section of General Internal Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>University of Chicago</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Medicine</institution>
        <institution>Brigham and Women’s Hospital</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Section of Hospital Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>University of Chicago</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Valerie Press <email>vpress@bsd.uchicago.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>1</month>
        <year>2023</year>
      </pub-date>
      <volume>10</volume>
      <elocation-id>e40105</elocation-id>
      <history>
        <date date-type="received">
          <day>6</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>8</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>12</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Nikita Deshpande, Vineet M Arora, Hanna Vollbrecht, David O Meltzer, Valerie Press. Originally published in JMIR Human Factors (https://humanfactors.jmir.org), 27.01.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on https://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://humanfactors.jmir.org/2023/1/e40105" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Throughout the COVID-19 pandemic, patient portals have become more widely used tools of patient care delivery. However, not all individuals have equivalent access or ability to use patient portals.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to evaluate the relationships between eHealth literacy (eHL) and patient portal awareness, use, and attitudes among hospitalized patients.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Inpatients completed patient portal surveys; eHL was assessed (eHealth Literacy Scale). Multivariable logistic regression analyses adjusted for age, self-reported race, gender, and educational attainment were completed with significance at <italic>P</italic>&#60;.006 (Bonferroni correction).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Among 274 participants, most identified as Black (n=166, 61%) and female (n=140, 51%), mean age was 56.5 (SD 16.7) years, and 178 (65%) reported some college or higher educational attainment. One-quarter (n=79, 28%) had low eHL (mean 27, SD 9.5), which was associated with lower odds of portal access awareness (odds ratio 0.11, 95% CI 0.05-0.23; <italic>P</italic>&#60;.001), having ever used portals (odds ratio 0.19, 95% CI 0.10-0.36; <italic>P</italic>&#60;.001), less perceived usefulness of portals (odds ratio 0.20, 95% CI 0.10-0.38; <italic>P</italic>=.001), and lower likelihood of planning to use portals in the coming years (odds ratio 0.12, 95% CI 0.06-0.25; <italic>P</italic>&#60;.001). As time through the COVID-19 pandemic passed, there was a trend toward increased perceived usefulness of patient portals (53% vs 62%, <italic>P</italic>=.08), but average eHL did not increase through time (<italic>P</italic>=.81).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Low eHL was associated with less awareness, use, and perceived usefulness of portals. Perceived usefulness of portals likely increased through the COVID-19 pandemic, but patients’ eHL did not. Interventions tailored for patients with low eHL could ensure greater equity in health care delivery through the COVID-19 pandemic.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health literacy</kwd>
        <kwd>patient portal</kwd>
        <kwd>COVID-19</kwd>
        <kwd>health technology</kwd>
        <kwd>inpatients</kwd>
        <kwd>digital health literacy</kwd>
        <kwd>awareness</kwd>
        <kwd>use</kwd>
        <kwd>engagement</kwd>
        <kwd>attitudes</kwd>
        <kwd>hospitalized patients</kwd>
        <kwd>access</kwd>
        <kwd>accessibility</kwd>
        <kwd>perception</kwd>
        <kwd>health care delivery</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Increasing Relevance of Patient Portals</title>
        <p>Patient portals are increasingly important tools for providing patient care [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. They are used to schedule appointments, view results, request medication refills, and communicate with health care professionals [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Recently, patient portals have become increasingly salient, playing a vital role in vaccine distribution [<xref ref-type="bibr" rid="ref5">5</xref>], COVID test result notification [<xref ref-type="bibr" rid="ref3">3</xref>], and maintenance of care [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] virtually through disruptions in service through the COVID-19 pandemic.</p>
      </sec>
      <sec>
        <title>Disparities With Portal Use and Access</title>
        <p>As with all new technology, it is vital to assess how existing health and health care disparities are impacted by the growing use of these patient portals. Prior studies have found that some populations, such as individuals who identify as Hispanic or Black and individuals with lower educational attainment are less likely to access patient portals [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Furthermore, older patients have been found to be less likely to enroll in patient portal programs [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. The digital divide describes disparities in individuals’ access to and capabilities to use technology and differences in outcomes when using technology. Key determinants of the divide have been shown to include age, educational attainment, and socioeconomic status [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>eHealth Literacy</title>
        <p>eHealth literacy (eHL) characterizes patients’ ability to find, comprehend, and evaluate health information from electronic sources [<xref ref-type="bibr" rid="ref12">12</xref>]. Patients with lower eHL have been found to use the internet less often and to be less likely to search for health information [<xref ref-type="bibr" rid="ref13">13</xref>]. The eHealth Literacy Scale (eHEALS) has been validated in diverse patient populations and is a frequently used measure of eHL [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Similar to other tools, it has limitations, including lacking items measuring skills and comfort with navigating social media sites and peer support forums [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
      <sec>
        <title>Study Aim</title>
        <p>Past study of patient portals has focused on the outpatient setting, but understanding portal and use and attitudes among admitted patients is also important and may capture a more impaired, high-risk patient population. To our knowledge, the relationship between eHL and patients’ engagement with portals has not been characterized among general medicine inpatient populations. This study aimed to characterize how age, self-reported race, and eHL were associated with portal awareness, use, and perceptions among adult inpatients at UChicago Medicine.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Participant Population</title>
        <p>Inclusion criteria were being 18 years or older, speaking English, and being admitted to a general medicine service. Patients who lacked decisional capacity due to altered mental status or some other conditions were excluded. The recruitment occurred during the daytime for eligible patients at any time during their hospitalization. Patients provided their consent to the trained research assistants who recruited patients and filled out demographic, eHL, and survey data on access to and use of technology, including patient portals.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This cross-sectional, observational survey was completed as a part of a larger quality of care study approved by the University of Chicago Biological Sciences Division institutional review board (#IRB16-0763).</p>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <p>According to previous literature, low eHL was considered &#60;24 [<xref ref-type="bibr" rid="ref13">13</xref>]. To evaluate technology use and access, participants were asked if they owned technological devices, if they had wireless internet at home, and how frequently they accessed the internet. To assess patient portal awareness and use, the participants were asked if they were aware of access to a patient portal and had used a patient portal in the past. To evaluate patient portal attitudes, participants were asked how confident they were in their ability to use a portal, how useful they believed a portal was, and how likely they would use a portal in the next year (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The validated 8-item eHEALS tool assessed eHL [<xref ref-type="bibr" rid="ref14">14</xref>]. The eHEALS tool asks patients about their ability and confidence in finding and discerning health information on the internet (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>) [<xref ref-type="bibr" rid="ref18">18</xref>]. Surveys were administered either in-person or over the phone. Cases with missing data were omitted.</p>
        <p>Descriptive statistics included means, SDs, and proportions. Bivariate chi-squared analyses were conducted. Multivariable logistic regression analyses were performed to determine the differences in patient portal use and attitudes, adjusted for eHL (binary), age (binary, &#60;65 vs ≥65), gender (binary), self-reported race (White, Black, and others), and education (high school diploma or less vs some college or more). A <italic>P</italic>&#60;.006 defined statistical significance based on Bonferroni correction [<xref ref-type="bibr" rid="ref19">19</xref>]. STATA (version 15.1; StataCorp LLC) was used for all analyses.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Design and Participant Population</title>
        <sec>
          <title>Study Enrollment</title>
          <p>From January 11, 2020, to August 3, 2021, a total of 2795 patients were screened and 1957 (70%) were eligible. Of those eligible, 274 participants (14%) were enrolled and completed the survey. Demographic data of those who refused, were discharged before the approach, or were not available during the approach were not recorded. Overall, 93% (255/274) of surveys were administered over the phone.</p>
        </sec>
        <sec>
          <title>Participant Characteristics</title>
          <p>The mean age was 56.5 (SD 16.7) years. The majority of participants identified as Black (166/274, 61%) and female (140/274, 51%). Sixty-five percent (178/274) reported some college or higher educational attainment, 33% (90/274) reported at most a high school education, and 2% (6/274) did not know or declined to say (<xref ref-type="table" rid="table1">Table 1</xref>). The majority of participants did not know or declined to provide annual household income (190/274, 69%).</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Distributions and odds ratios for bivariable and multivariable logistic regressions predicting portal awareness, use, and attitudes.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="210"/>
              <col width="0"/>
              <col width="130"/>
              <col width="0"/>
              <col width="110"/>
              <col width="0"/>
              <col width="130"/>
              <col width="0"/>
              <col width="110"/>
              <col width="0"/>
              <col width="140"/>
              <col width="0"/>
              <col width="140"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">
                    <break/>
                  </td>
                  <td colspan="2">All participants (n=274), %</td>
                  <td colspan="2">Low eHL<sup>a</sup> (n=79), %</td>
                  <td colspan="2">Adequate eHL (n=195), %</td>
                  <td colspan="2">Bivariate <italic>P</italic> value</td>
                  <td colspan="2">Multivariable odds ratios<sup>b</sup></td>
                  <td>Multivariable <italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">Age≥65 years</td>
                  <td colspan="2">33</td>
                  <td colspan="2">48</td>
                  <td colspan="2">28</td>
                  <td colspan="2">.002</td>
                  <td colspan="2">N/A<sup>c</sup></td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Females</td>
                  <td colspan="2">51</td>
                  <td colspan="2">46</td>
                  <td colspan="2">53</td>
                  <td colspan="2">.25</td>
                  <td colspan="2">N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Race</bold>
                  </td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">.006</td>
                  <td colspan="2">N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>White</td>
                  <td colspan="2">26</td>
                  <td colspan="2">13</td>
                  <td colspan="2">31</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Black</td>
                  <td colspan="2">61</td>
                  <td colspan="2">71</td>
                  <td colspan="2">56</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Others</td>
                  <td colspan="2">14</td>
                  <td colspan="2">16</td>
                  <td colspan="2">13</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                  <td colspan="2">N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Some college or higher education</td>
                  <td colspan="2">65</td>
                  <td colspan="2">37</td>
                  <td colspan="2">76</td>
                  <td colspan="2">.001</td>
                  <td colspan="2">N/A</td>
                  <td>N/A</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Aware of portal access</td>
                  <td colspan="2">77</td>
                  <td colspan="2">43</td>
                  <td colspan="2">90</td>
                  <td colspan="2">&#60;.001</td>
                  <td colspan="2">0.11 (0.05, 0.23)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Portal usage ever</td>
                  <td colspan="2">57</td>
                  <td colspan="2">23</td>
                  <td colspan="2">71</td>
                  <td colspan="2">&#60;.001</td>
                  <td colspan="2">0.19 (0.10, 0.36)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Perceived portals as very useful</td>
                  <td colspan="2">23</td>
                  <td colspan="2">16</td>
                  <td colspan="2">26</td>
                  <td colspan="2">&#60;.001</td>
                  <td colspan="2">0.20 (0.10, 0.38)</td>
                  <td>.001</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">Likely to use portal in the next year</td>
                  <td colspan="2">61</td>
                  <td colspan="2">22</td>
                  <td colspan="2">77</td>
                  <td colspan="2">&#60;.001</td>
                  <td colspan="2">0.12 (0.06, 0.25)</td>
                  <td>&#60;.001</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>eHL: eHealth literacy.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>Multivariable odds ratios for 6 different regression models, each adjusting for age, sex, self-reported race, education, and eHL.</p>
              </fn>
              <fn id="table1fn3">
                <p><sup>c</sup>N/A: not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <sec>
          <title>Participant Technology Ownership, Use, and eHL</title>
          <p>Most participants owned at least 1 technological device (260/274, 95%), had Wi-Fi access at home (219/274, 80%), and used the internet several times per day (192/274, 70%). Overall, 28% (79/274) of participants had low eHL (range 8-40; mean eHEALS score 27, SD 9.5).</p>
        </sec>
        <sec>
          <title>Associated Factors of Portal Use and Attitudes</title>
          <p>Low eHL (odds ratio [OR] 0.11, 95% CI 0.05-0.23; <italic>P</italic>&#60;.001) and identifying as Black (OR 0.18, 95% CI 0.06-0.55; <italic>P</italic>=.002) were associated with lower odds of being aware of access to a portal (<xref ref-type="table" rid="table1">Table 1</xref>). Low eHL (OR 0.19, 95% CI 0.10-0.36; <italic>P</italic>&#60;.001) was associated with lower odds of ever using a portal. Low eHL was associated with less perceived usefulness of patient portals (OR 0.20, 95% CI 0.10-0.38; <italic>P</italic>=.001). Older age (OR 0.31, 95% CI 1.73-5.95; <italic>P</italic>&#60;.001) and low eHL (OR 0.12, 95% CI 0.06-0.25; <italic>P</italic>&#60;.001) were associated with not planning to use portals in the coming year. The most common reasons why participants had not used portals in the past year included being unaware of their access (68/274, 25%), unable to set it up (27/274, 10%), and feeling it would not improve their health care experience (17/274, 6%).</p>
        </sec>
      </sec>
      <sec>
        <title>Changes in Portal Attitudes and eHL Through Time</title>
        <p>Data were separated into quartiles based on survey administration date to evaluate trends over time. As time passed through the COVID-19 pandemic, there was a trend toward increased perceived usefulness of patient portals (53% [Q1] vs 62% [Q4]; <italic>P</italic>=.08), but average eHL did not increase through time (<italic>P</italic>=.81).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Low eHL was associated with less portal awareness and past use. It was additionally associated with more negative patient portal attitudes, including less perceived usefulness and less likelihood of planning to use a portal in the next year. Older age was also associated with lower odds of planning to use a portal in the future. While the COVID-19 pandemic resulted in trends toward increased perceived usefulness of portals through time, patients’ eHL did not increase through the pandemic, suggesting that the patients were not empowered to better use digital tools as the pandemic progressed.</p>
        <p>These findings extend previous studies that the digital divide is shifting from a disparity in access to a disparity in digital capabilities (as measured by eHEALS) [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. More than 90% (n =260) of patients in our sample had access to at least 1 technological device, but only two-thirds (n=195) had adequate eHL. Furthermore, this study extends the findings of correlation between eHL and patient portal use previously reported among outpatients and organ transplant recipients to a hospitalized, urban, predominantly Black general medicine population [<xref ref-type="bibr" rid="ref23">23</xref>]. Studying eHL and portal attitudes among inpatients captures individuals during the unique stressor of hospitalization and patients who may not engage with outpatient medicine and may otherwise be missed. Future efforts to increase patient utilization of portals likely needs to shift from simply increasing access to the internet to other interventions such as increasing awareness of the usefulness of portals and interventions to assist patients with portal use, particularly among patients who are older and have low eHL [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Addressing Low Portal Awareness and Use</title>
        <p>Reported factors that prevented portal use were lack of awareness, difficulty with setup, and lack of belief in portal usefulness, rather than lack of technological access. Patient education can address some barriers to patient portal use. However, lower perceived usefulness and lower confidence in personal use are more complicated barriers, which may be addressed through modification of patient portal designs to be as intuitive and simple as possible [<xref ref-type="bibr" rid="ref24">24</xref>]. Tools such as the Centers for Disease Control and Infection’s Clear Communication Index can be used to identify the effectiveness of web-based health information and has been used to assess quality in patient portals and improve their simplicity and clarity [<xref ref-type="bibr" rid="ref25">25</xref>]. Furthermore, eHL screening and in-person introductions to portals may improve portal uptake [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>].</p>
      </sec>
      <sec>
        <title>Study Limitations</title>
        <p>Because of limited patient surveys administered before the onset of the COVID-19 pandemic, this study is underpowered to detect changes in portal uptake as a result of COVID-19. Other limitations of this study include relying on self-reported measures of technology access and past patient portal use, and that this study population did not include many individuals with technology access barriers. This single-site study represents patients of a large Midwestern, academic, urban medical center that may not be generalizable to suburban and rural patient populations in other regions or countries. Furthermore, generalizability to all inpatients may be limited as the sample was comprised primarily of adults hospitalized during the height of the COVID-19 pandemic. Finally, the use of eHEALS may fail to capture more dynamic, modern components of digital competency that newer scale measures such as the Digital Health Literacy Instrument, eHealth Literacy Questionnaire, and eHealth Literacy Assessment Toolkit [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, this study indicates that low eHL was strongly associated with decreased patient portal awareness, use, and more negative portal attitudes among adult hospitalized patients. As health care professionals increasingly rely on patient portals, eHL should be accounted for to ensure patients with lower literacy are not disproportionately disadvantaged. Future studies should aim to understand how patient portal design and provider communication surrounding patient portals can be optimized for patients with low eHL. Further investigation of what interventions increase individuals’ eHL may better equip patients to take advantage of growing health care technologies, although additional work on also empowering patients to do so is also needed.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Summary of patient portal survey items.</p>
        <media xlink:href="humanfactors_v10i1e40105_app1.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Summary of eHEALS scale items.</p>
        <media xlink:href="humanfactors_v10i1e40105_app2.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">eHEALS</term>
          <def>
            <p>eHealth Literacy Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">eHL</term>
          <def>
            <p>eHealth literacy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We would like to thank Mary Akel for her assistance with this project. This work is funded and was supported by the NHLBI K23 (HL118151 01), a Chicago Center for Diabetes Translation Research at the University of Chicago Pilot and Feasibility Grant, and a NORC/University of Chicago Center on Demography and Economics of Aging Pilot Award. The Hospitalist Project is funded and supported by Cultivating Health &#38; Aging Researchers by Integrating Science, Medicine &#38; Aging (5R25AG060910-04), the Center for Health Aging Behaviors and Longitudinal Investigations (5P30AG066619-03), and a Clinical and Translational Science Awards grant. VP reports receiving funding from the National Institutes of Health (R01HL146644) and the Agency for Health Care Research and Quality (R01HS027804).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>VP reports consultant fees for Vizient Inc and Humana.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Irizarry</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>DeVito Dabbs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Patient portals and patient engagement: a state of the science review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>e148</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/6/e148/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4255</pub-id>
          <pub-id pub-id-type="medline">26104044</pub-id>
          <pub-id pub-id-type="pii">v17i6e148</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526960</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanimirovic</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>eHealth patient portal - becoming an indispensable public health tool in the time of Covid-19</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2021</year>
          <volume>281</volume>
          <fpage>880</fpage>
          <lpage>884</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI210305</pub-id>
          <pub-id pub-id-type="medline">34042800</pub-id>
          <pub-id pub-id-type="pii">SHTI210305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turer</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>DesRoches</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Salmi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Helmer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbloom</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>Patient perceptions of receiving COVID-19 test results via an online patient portal: an open results survey</article-title>
          <source>Appl Clin Inform</source>
          <year>2021</year>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>954</fpage>
          <lpage>959</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0041-1736221"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0041-1736221</pub-id>
          <pub-id pub-id-type="medline">34644805</pub-id>
          <pub-id pub-id-type="pmcid">PMC8514268</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blease</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Salmi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hägglund</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wachenheim</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>DesRoches</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 and open notes: a new method to enhance patient safety and trust</article-title>
          <source>JMIR Ment Health</source>
          <year>2021</year>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>e29314</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mental.jmir.org/2021/6/e29314/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/29314</pub-id>
          <pub-id pub-id-type="medline">34081603</pub-id>
          <pub-id pub-id-type="pii">v8i6e29314</pub-id>
          <pub-id pub-id-type="pmcid">PMC8218899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Press</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Huisingh-Scheetz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Op-ed: COVID-19 vaccine registration by app? Confusing technology reveals challenges for seniors using telemedicine?</article-title>
          <source>Chicago Tribune</source>
          <year>2021</year>
          <access-date>2022-08-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.chicagotribune.com/opinion/commentary/ct-opinion-vaccine-seniors-digital-literacy-telemedicine-20210120-x6mbmd2swjdanouifuqkfmll2q-story.html">https://www.chicagotribune.com/opinion/comm entary/ct-opinion-vaccine-seniors-digital-literacy-telemedicine-20210120-x6mbmd2swjdanouifuqkfmll2q-story.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>HN</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chow</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nagy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Using patient portals to improve patient outcomes: systematic review</article-title>
          <source>JMIR Hum Factors</source>
          <year>2019</year>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e15038</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2019/4/e15038/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15038</pub-id>
          <pub-id pub-id-type="medline">31855187</pub-id>
          <pub-id pub-id-type="pii">v6i4e15038</pub-id>
          <pub-id pub-id-type="pmcid">PMC6940868</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Hefner</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Fareed</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huerta</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>McAlearney</surname>
              <given-names>AS</given-names>
            </name>
          </person-group>
          <article-title>Exploring the digital divide: age and race disparities in use of an inpatient portal</article-title>
          <source>Telemed J E Health</source>
          <year>2020</year>
          <volume>26</volume>
          <issue>5</issue>
          <fpage>603</fpage>
          <lpage>613</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31313977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2019.0065</pub-id>
          <pub-id pub-id-type="medline">31313977</pub-id>
          <pub-id pub-id-type="pmcid">PMC7476395</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oest</surname>
              <given-names>SER</given-names>
            </name>
            <name name-style="western">
              <surname>Hightower</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krasowski</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Activation and utilization of an electronic health record patient portal at an academic medical center-impact of patient demographics and geographic location</article-title>
          <source>Acad Pathol</source>
          <year>2018</year>
          <volume>5</volume>
          <fpage>2374289518797573</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/2374289518797573?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2374289518797573</pub-id>
          <pub-id pub-id-type="medline">30302394</pub-id>
          <pub-id pub-id-type="pii">S2374-2895(21)00317-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC6172938</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Press</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Huisingh-Scheetz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>VM</given-names>
            </name>
          </person-group>
          <article-title>Inequities in technology contribute to disparities in COVID-19 vaccine distribution</article-title>
          <source>JAMA Health Forum</source>
          <year>2021</year>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>e210264</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/article.aspx?doi=10.1001/jamahealthforum.2021.0264"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamahealthforum.2021.0264</pub-id>
          <pub-id pub-id-type="medline">36218461</pub-id>
          <pub-id pub-id-type="pii">2777888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>BCY</given-names>
            </name>
          </person-group>
          <article-title>Conceptualizing and testing a social cognitive model of the digital divide</article-title>
          <source>Inform Syst Res</source>
          <year>2011</year>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>170</fpage>
          <lpage>187</lpage>
          <pub-id pub-id-type="doi">10.1287/isre.1090.0273</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dasgupta</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Xia</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Narrowing the age‐based digital divide: developing digital capability through social activities</article-title>
          <source>Inform Syst J</source>
          <comment>Preprint posted online on July 14, 2022</comment>
          <pub-id pub-id-type="doi">10.1111/isj.12400</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Karnoe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Furstrand</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Norgaard</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Kayser</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Assessing competencies needed to engage with digital health services: development of the eHealth literacy assessment toolkit</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <volume>20</volume>
          <issue>5</issue>
          <fpage>e178</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/5/e178/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8347</pub-id>
          <pub-id pub-id-type="medline">29748163</pub-id>
          <pub-id pub-id-type="pii">v20i5e178</pub-id>
          <pub-id pub-id-type="pmcid">PMC5968212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vollbrecht</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Otero</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Meltzer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Press</surname>
              <given-names>VG</given-names>
            </name>
          </person-group>
          <article-title>Measuring eHealth literacy in urban hospitalized patients: implications for the post-COVID world</article-title>
          <source>J Gen Intern Med</source>
          <year>2021</year>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>251</fpage>
          <lpage>253</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33078294"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-020-06309-9</pub-id>
          <pub-id pub-id-type="medline">33078294</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-020-06309-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7571520</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Nahm</surname>
              <given-names>ES</given-names>
            </name>
          </person-group>
          <article-title>Testing reliability and validity of the eHealth Literacy Scale (eHEALS) for older adults recruited online</article-title>
          <source>Comput Inform Nurs</source>
          <year>2015</year>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>150</fpage>
          <lpage>156</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/25783223"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/CIN.0000000000000146</pub-id>
          <pub-id pub-id-type="medline">25783223</pub-id>
          <pub-id pub-id-type="pmcid">PMC4442634</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paige</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Stellefson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alber</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>eHealth literacy in chronic disease patients: an item response theory analysis of the eHealth Literacy Scale (eHEALS)</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <volume>100</volume>
          <issue>2</issue>
          <fpage>320</fpage>
          <lpage>326</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27658660"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pec.2016.09.008</pub-id>
          <pub-id pub-id-type="medline">27658660</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(16)30418-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC5538024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Chae</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>eHealth literacy instruments: systematic review of measurement properties</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <volume>23</volume>
          <issue>11</issue>
          <fpage>e30644</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/11/e30644/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/30644</pub-id>
          <pub-id pub-id-type="medline">34779781</pub-id>
          <pub-id pub-id-type="pii">v23i11e30644</pub-id>
          <pub-id pub-id-type="pmcid">PMC8663713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holt</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Karnoe</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Overgaard</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Kayser</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Røder</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>From</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Differences in the level of electronic health literacy between users and nonusers of digital health services: an exploratory survey of a group of medical outpatients</article-title>
          <source>Interact J Med Res</source>
          <year>2019</year>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e8423</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.i-jmr.org/2019/2/e8423/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/ijmr.8423</pub-id>
          <pub-id pub-id-type="medline">30950809</pub-id>
          <pub-id pub-id-type="pii">v8i2e8423</pub-id>
          <pub-id pub-id-type="pmcid">PMC6473204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>HA</given-names>
            </name>
          </person-group>
          <article-title>eHEALS: the eHealth Literacy Scale</article-title>
          <source>J Med Internet Res</source>
          <year>2006</year>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2006/4/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8.4.e27</pub-id>
          <pub-id pub-id-type="medline">17213046</pub-id>
          <pub-id pub-id-type="pii">v8i4e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC1794004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>VanderWeele</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mathur</surname>
              <given-names>MB</given-names>
            </name>
          </person-group>
          <article-title>Some desirable properties of the Bonferroni correction: is the Bonferroni correction really so bad?</article-title>
          <source>Am J Epidemiol</source>
          <year>2019</year>
          <volume>188</volume>
          <issue>3</issue>
          <fpage>617</fpage>
          <lpage>618</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30452538"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwy250</pub-id>
          <pub-id pub-id-type="medline">30452538</pub-id>
          <pub-id pub-id-type="pii">5193218</pub-id>
          <pub-id pub-id-type="pmcid">PMC6395159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vollbrecht</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Otero</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Meltzer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Press</surname>
              <given-names>VG</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the need to address digital literacy among hospitalized patients: cross-sectional observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e17519</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e17519/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/17519</pub-id>
          <pub-id pub-id-type="medline">32496196</pub-id>
          <pub-id pub-id-type="pii">v22i6e17519</pub-id>
          <pub-id pub-id-type="pmcid">PMC7303835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beauchamp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Elsworth</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Osborne</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Applying the electronic health literacy lens: systematic review of electronic health interventions targeted at socially disadvantaged groups</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <volume>22</volume>
          <issue>8</issue>
          <fpage>e18476</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/8/e18476/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/18476</pub-id>
          <pub-id pub-id-type="medline">32788144</pub-id>
          <pub-id pub-id-type="pii">v22i8e18476</pub-id>
          <pub-id pub-id-type="pmcid">PMC7453328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alkureishi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>ZY</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ho</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Benning-Shorb</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lenti</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Velázquez Sánchez</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>Digitally disconnected: qualitative study of patient perspectives on the digital divide and potential solutions</article-title>
          <source>JMIR Hum Factors</source>
          <year>2021</year>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>e33364</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2021/4/e33364/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33364</pub-id>
          <pub-id pub-id-type="medline">34705664</pub-id>
          <pub-id pub-id-type="pii">v8i4e33364</pub-id>
          <pub-id pub-id-type="pmcid">PMC8675564</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maroney</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Opsasnick</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Eifler</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wedd</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Patzer</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>eHealth literacy and web-based patient portal usage among kidney and liver transplant recipients</article-title>
          <source>Clin Transplant</source>
          <year>2021</year>
          <volume>35</volume>
          <issue>2</issue>
          <fpage>e14184</fpage>
          <pub-id pub-id-type="doi">10.1111/ctr.14184</pub-id>
          <pub-id pub-id-type="medline">33278846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Portz</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Bayliss</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Boxer</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Bekelman</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Czaja</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using the technology acceptance model to explore user experience, intent to use, and use behavior of a patient portal among older adults with multiple chronic conditions: descriptive qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>e11604</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/4/e11604/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11604</pub-id>
          <pub-id pub-id-type="medline">30958272</pub-id>
          <pub-id pub-id-type="pii">v21i4e11604</pub-id>
          <pub-id pub-id-type="pmcid">PMC6475817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alpert</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Desens</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Krist</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Aycock</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Kreps</surname>
              <given-names>GL</given-names>
            </name>
          </person-group>
          <article-title>Measuring health literacy levels of a patient portal using the CDC's clear communication index</article-title>
          <source>Health Promot Pract</source>
          <year>2017</year>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>140</fpage>
          <lpage>149</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27188894"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1524839916643703</pub-id>
          <pub-id pub-id-type="medline">27188894</pub-id>
          <pub-id pub-id-type="pii">1524839916643703</pub-id>
          <pub-id pub-id-type="pmcid">PMC5114169</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chesser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Reyes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rohrberg</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Navigating the digital divide: a systematic review of eHealth literacy in underserved populations in the United States</article-title>
          <source>Inform Health Soc Care</source>
          <year>2016</year>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.3109/17538157.2014.948171</pub-id>
          <pub-id pub-id-type="medline">25710808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lanzo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Huston-Paterson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tomaszewski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Trent</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Increasing patient portal usage: preliminary outcomes from the MyChart genius project</article-title>
          <source>J Adolesc Health</source>
          <year>2018</year>
          <volume>62</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29169768"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jadohealth.2017.08.029</pub-id>
          <pub-id pub-id-type="medline">29169768</pub-id>
          <pub-id pub-id-type="pii">S1054-139X(17)30484-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC5963535</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van der Vaart</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Drossaert</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Development of the digital health literacy instrument: measuring a broad spectrum of health 1.0 and health 2.0 skills</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>e27</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/1/e27/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6709</pub-id>
          <pub-id pub-id-type="medline">28119275</pub-id>
          <pub-id pub-id-type="pii">v19i1e27</pub-id>
          <pub-id pub-id-type="pmcid">PMC5358017</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
