<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i3e33754</article-id>
      <article-id pub-id-type="pmid">35925662</article-id>
      <article-id pub-id-type="doi">10.2196/33754</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Alignment Between Heart Rate Variability From Fitness Trackers and Perceived Stress: Perspectives From a Large-Scale In Situ Longitudinal Study of Information Workers</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Svensson</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Borycki</surname>
            <given-names>Elizabeth</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Martinez</surname>
            <given-names>Gonzalo J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Computer Science and Engineering</institution>
            <institution>University of Notre Dame</institution>
            <addr-line>400 Main Building</addr-line>
            <addr-line>Notre Dame, IN, 46556</addr-line>
            <country>United States</country>
            <phone>1 (574) 631 8320</phone>
            <email>gonzalo.martinez@ieee.org</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7889-4791</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Grover</surname>
            <given-names>Ted</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9706-7919</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Mattingly</surname>
            <given-names>Stephen M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0577-1985</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Mark</surname>
            <given-names>Gloria</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2492-2424</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>D’Mello</surname>
            <given-names>Sidney</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0347-2807</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Aledavood</surname>
            <given-names>Talayeh</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0110-5694</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Akbar</surname>
            <given-names>Fatema</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5638-6836</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Robles-Granda</surname>
            <given-names>Pablo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0604-7187</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Striegel</surname>
            <given-names>Aaron</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3157-2859</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Computer Science and Engineering</institution>
        <institution>University of Notre Dame</institution>
        <addr-line>Notre Dame, IN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Informatics Department</institution>
        <institution>University of California</institution>
        <addr-line>Irvine, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Institute of Cognitive Science</institution>
        <institution>University of Colorado Boulder</institution>
        <addr-line>Boulder, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Computer Science</institution>
        <institution>Aalto University</institution>
        <addr-line>Espoo</addr-line>
        <country>Finland</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Thomas M Siebel Center for Computer Science</institution>
        <institution>University of Illinois Urbana-Champaign</institution>
        <addr-line>Urbana, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Gonzalo J Martinez <email>gonzalo.martinez@ieee.org</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Sep</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>9</volume>
      <issue>3</issue>
      <elocation-id>e33754</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>6</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>6</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Gonzalo J Martinez, Ted Grover, Stephen M Mattingly, Gloria Mark, Sidney D’Mello, Talayeh Aledavood, Fatema Akbar, Pablo Robles-Granda, Aaron Striegel. Originally published in JMIR Human Factors (https://humanfactors.jmir.org), 04.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on https://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://humanfactors.jmir.org/2022/3/e33754" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Stress can have adverse effects on health and well-being. Informed by laboratory findings that heart rate variability (HRV) decreases in response to an induced stress response, recent efforts to monitor perceived stress in the wild have focused on HRV measured using wearable devices. However, it is not clear that the well-established association between perceived stress and HRV replicates in naturalistic settings without explicit stress inductions and research-grade sensors.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to quantify the strength of the associations between HRV and perceived daily stress using wearable devices in real-world settings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In the main study, 657 participants wore a fitness tracker and completed 14,695 ecological momentary assessments (EMAs) assessing perceived stress, anxiety, positive affect, and negative affect across 8 weeks. In the follow-up study, approximately a year later, 49.8% (327/657) of the same participants wore the same fitness tracker and completed 1373 EMAs assessing perceived stress at the most stressful time of the day over a 1-week period. We used mixed-effects generalized linear models to predict EMA responses from HRV features calculated over varying time windows from 5 minutes to 24 hours.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Across all time windows, the models explained an average of 1% (SD 0.5%; marginal <italic>R</italic><sup>2</sup>) of the variance. Models using HRV features computed from an 8 AM to 6 PM time window (namely work hours) outperformed other time windows using HRV features calculated closer to the survey response time but still explained a small amount (2.2%) of the variance. HRV features that were associated with perceived stress were the low frequency to high frequency ratio, very low frequency power, triangular index, and SD of the averages of normal-to-normal intervals. In addition, we found that although HRV was also predictive of other related measures, namely, anxiety, negative affect, and positive affect, it was a significant predictor of stress after controlling for these other constructs. In the follow-up study, calculating HRV when participants reported their most stressful time of the day was less predictive and provided a worse fit (<italic>R</italic><sup>2</sup>=0.022) than the work hours time window (<italic>R</italic><sup>2</sup>=0.032).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A significant but small relationship between perceived stress and HRV was found. Thus, although HRV is associated with perceived stress in laboratory settings, the strength of that association diminishes in real-life settings. HRV might be more reflective of perceived stress in the presence of specific and isolated stressors and research-grade sensing. Relying on wearable-derived HRV alone might not be sufficient to detect stress in naturalistic settings and should not be considered a proxy for perceived stress but rather a component of a complex phenomenon.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>stress measurement</kwd>
        <kwd>heart rate variability</kwd>
        <kwd>HRV</kwd>
        <kwd>perceived stress</kwd>
        <kwd>ecological momentary assessment</kwd>
        <kwd>EMA</kwd>
        <kwd>wearables</kwd>
        <kwd>fitness tracker</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Motivation and Overview</title>
        <p>The World Health Organization classified stress as a 21st-century epidemic [<xref ref-type="bibr" rid="ref1">1</xref>], as chronic stress can have adverse effects on health and well-being. Stress is the perceived imbalance in demands and resources and is experienced when a situation is appraised as personally significant and taxes or exceeds resources for coping [<xref ref-type="bibr" rid="ref2">2</xref>]. In the short term, stress is associated with negative feelings, decreased performance and productivity, and muscular problems such as tension and headaches [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. In the long term, stress can lead to significant health problems, including cardiovascular disease, impaired immunity functions, and lower overall quality of life [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Therefore, the ability to monitor stress through unobtrusive means could help improve health outcomes and well-being.</p>
        <p>Stress measurements fall roughly into two broad categories: measuring stress directly through physiological markers such as heart rate (HR) variability (HRV) [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], cortisol [<xref ref-type="bibr" rid="ref9">9</xref>], or electrodermal activity [<xref ref-type="bibr" rid="ref10">10</xref>] and using physiological data to predict perceived stress using self-reports as ground truth [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Theories on the role of appraisal on the stress response suggest a positive relationship between perceived stress (through appraising a situation as threatening or demanding) and physiological reactions such as changes in cortisol (ie, the stress hormone), respiration, and HR [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Laboratory studies generally confirm this relationship (see the <italic>Background</italic> section). However, measuring perceived stress in daily life remains an exceedingly challenging task.</p>
        <p>Gold standard biological measures of stress such as cortisol (a stress hormone) tend to be time consuming, expensive, and intrusive; they do not allow continuous measurement and may not align with self-reports [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Researchers have considered other physiological measures associated with the stress response such as HRV, electrodermal activity, and respiration, which can be obtained using less intrusive means such as wearable sensors [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. Wearable sensors are some of the least intrusive methods of measuring physiological stress and yield continuous measures with increased frequency and finer temporal granularity than self-reports or cortisol samples. In recent years, the increased quality and battery life and the low cost of wrist-worn wearables have made it possible for studies to focus on the alignment between physiological (HRV) and self-reported measures in daily life [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>], bringing to light some of the limitations of translating laboratory findings to real-world settings.</p>
        <p>Although laboratory studies that induced stress supported an association between HRV and perceived stress (eg, using the Stroop Color-Word Interference Test and mental arithmetic problems [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref28">28</xref>]; also see the study by Kim et al [<xref ref-type="bibr" rid="ref29">29</xref>] for a review that found differences in HRV in response to stress), studies in daily life settings with and without wearables have yielded mixed results. For instance, in a study of 223 male white-collar workers, Kageyama et al [<xref ref-type="bibr" rid="ref30">30</xref>] found that daily job stressors did not correlate with short-term electrocardiogram (ECG)–derived HRV features. In contrast, in a study of 909 participants, Sin et al [<xref ref-type="bibr" rid="ref31">31</xref>] found that ECG-derived HRV features negatively correlated with longer-term (as opposed to daily) perceived stress measured over a period of 8 days. Similarly, Hynynen et al [<xref ref-type="bibr" rid="ref32">32</xref>] found that HRV measured in an orthostatic test (sitting up after a period of sleep) but not during night sleep was related to longer-term self-reported (global) stress over the past month. Specifically, HRV features were lower in the group with high stress than in the group with lower stress, whereas HR was higher in the group with high stress. Furthermore, in a study of 20 surgeons monitored continuously over 24 hours, Rieger et al [<xref ref-type="bibr" rid="ref33">33</xref>] separated surgeons into groups experiencing high and low stress and found significantly higher HR and lower HRV during sleep in the group with high stress.</p>
        <p>In real-world settings involving wearables, few studies have used HRV to predict perceived stress and have also found mixed results. Hernandez [<xref ref-type="bibr" rid="ref23">23</xref>] collected physiological and behavioral data to predict self-reported momentary stress (high vs low) from 15 participants during 5 regular days of work.</p>
        <p>Hernandez [<xref ref-type="bibr" rid="ref23">23</xref>] used a support vector machine model using HRV features, achieving an average accuracy of 56%, slightly better than the 50% at baseline. Similarly, in a 4-month study of 35 participants, Muaremi et al [<xref ref-type="bibr" rid="ref12">12</xref>] achieved a classification accuracy of 59% in a 3-level prediction task of perceived stress (low, moderate, and high), with 40% at baseline. In a simpler classification task of high versus low stress, Wu et al [<xref ref-type="bibr" rid="ref24">24</xref>] found that HRV features yielded a classification accuracy of 78% in a study of 8 participants for 2 weeks in a data set with 59% of the samples corresponding to low stress.</p>
        <p>These studies demonstrate that HRV associations with perceived stress obtained in situ and with wearables are less consistent than in laboratory studies. The evidence is inconclusive as to whether HRV in real-life settings could reflect <italic>daily</italic> or <italic>momentary</italic> perceived stress, as is often assumed in popular applications [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. The greatest success comes from a few small-scale studies with simplified (eg, binarized from ordinal ratings with the removal of the more difficult middle cases) stress classification tasks. Given the recency of incorporating HRV measurement in consumer-grade wearable devices to track stress in daily life and the lack of large-scale studies addressing this issue, we report on a main study, where we collected HRV data from wrist-worn wearables, as well as self-reports for 657 participants across 9 weeks, and a follow-up with 327 (49.8%) of the same participants over 1 week approximately a year later.</p>
        <p>We extend previous studies that predicted stress from wearable HRV data in two ways: (1) we collected HRV data in a large-scale longitudinal study in a naturalistic setting (ie, without control over what stressors occur and when); and (2) we incorporated retrospective stress evaluations, including measures of the timing of stressful periods, to investigate whether contextual knowledge of when stress occurs could help predict perceived stress. Our studies also aimed to shed light on potential factors that could explain why self-reports of stress often do not correlate with physiological measures. Specifically, we aimed to understand the extent to which HRV predicts perceived stress in naturalistic settings. Furthermore, given that HRV is a measure of arousal, we also examined the extent to which HRV is specific to stress beyond other high-arousal affective states, including anxiety, negative affect, and positive affect.</p>
        <p>The contributions of this study are as follows:</p>
        <list list-type="order">
          <list-item>
            <p>We quantified the degree of association between HRV and perceived stress in a longitudinal large-scale in situ study with information workers.</p>
          </list-item>
          <list-item>
            <p>HRV can be calculated in many ways over many time scales (eg, 5 minutes to 24 hours). We identified low frequency (LF)/high frequency (HF) ratio, very LF (VLF), triangular index, and SD of the averages of normal-to-normal intervals (SDANN) calculated between 8 AM to 6 PM as the HRV features most strongly associated with perceived stress. Using these optimal features, we found that HRV is a predictor of perceived stress; however, the relationship is not as strong as in the laboratory, indicating that HRV is limited as a sole indicator of perceived stress, as is often used in modern applications.</p>
          </list-item>
          <list-item>
            <p>We found that the same features that indicate stress also predict anxiety, negative affect, and positive affect. However, HRV still uniquely predicts stress after accounting for the shared variance of these related constructs with stress.</p>
          </list-item>
          <list-item>
            <p>We describe the limitations of using HRV to measure perceived stress in situ and offer suggestions to improve perceived stress measurement.</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Background</title>
        <p>Stress is defined as the physiological response to maintain homeostasis in unexpected situations or when perceiving a threat [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. The stress response is manifested in 2 systems, the autonomic nervous system (ANS)—through the sympathetic nervous system (SNS) and parasympathetic nervous system (PNS)—and the hypothalamic-pituitary-adrenal (HPA) axis [<xref ref-type="bibr" rid="ref42">42</xref>]. The SNS outputs epinephrine, which promotes rapid and widespread physiological changes such as increased HR [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], whereas the PNS generally does the opposite [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref47">47</xref>]. The HPA axis outputs cortisol, a stress hormone, which supports the SNS system by increasing available glucose by suppressing other body systems such as immune function and growth [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. In general, SNS activity ends when a stressor ends, whereas HPA axis activity may persist for up to 90 minutes after the stressor ends [<xref ref-type="bibr" rid="ref50">50</xref>-<xref ref-type="bibr" rid="ref52">52</xref>]. Thus, especially over time and with chronic stressors (eg, caregivers of patients with dementia), there may be a sustained cortisol response in the absence of specific SNS activity [<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref55">55</xref>]. Many of the chronic detrimental effects of stress, such as the increased risk of heart disease, diabetes, and mortality, are associated with increased cortisol [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref56">56</xref>-<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        <p>HRV is a measure of ANS activity and has been associated with health and physical and mental stress [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref59">59</xref>-<xref ref-type="bibr" rid="ref65">65</xref>]. HRV measurement relies on the detection of RR intervals; that is, the time between upward deflections in an ECG. Effective clinical ECG measurements require the assistance of a trained clinician to ensure correct electrode placement. A more user-friendly version for (fitness conscious) consumers is chest straps (eg, Zephyr Bioharness [<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]) that capture waveforms in the same manner as an ECG and do not require a clinician while still being vulnerable to improper positioning.</p>
        <p>At the other end of the spectrum, photoplethysmography sensors approximate the measurement of RR intervals by detecting beat-to-beat intervals (BBI) evidenced by volumetric changes in the microvascular bed of tissue [<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref69">69</xref>]. Traditionally used in wearable equipment such as fitness trackers, smartwatches, and armbands, they are easy to fit and have extended battery life, therefore allowing for continuous measurement of BBI and, in consequence, HRV. This has enabled a myriad of applications that use these sensors to measure HRV and provide a measurement of “stress” [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. However, although HRV is associated with stress in laboratory studies, as discussed previously, HRV only measures one component of the stress response: ANS activity. Although the short duration and acute stressors may evoke a strong SNS response, chronic stressors that are characterized by increased cortisol in the absence of an SNS response may not be detected by HRV alone but could still influence self-reports of perceived stress.</p>
        <p>The differences between SNS and HPA axis activity, their measurement, and the time courses of responses may play a role in when (or whether) a relationship is found between physiological responses and self-reported stress (eg, cortisol assessed via blood shows faster responses than cortisol measured by saliva). For instance, one study [<xref ref-type="bibr" rid="ref51">51</xref>] induced stress and found that self-reported stress was associated with physiological stress (increased HR and cortisol) only if assessed during the stressor task. Self-reported stress before or after the stressor did not correlate with physiological stress during the same period. Other studies suggest there may be a lag between perceived and physiological stress where subjective stress responses precede cortisol (endocrine) responses [<xref ref-type="bibr" rid="ref70">70</xref>]. Gaab et al [<xref ref-type="bibr" rid="ref71">71</xref>] found that anticipatory but not retrospective cognitive appraisal of stress (self-report) is an important determinant of the cortisol stress response, indicating that the timing of the self-report in relation to the stressor affects whether a relationship is found between perceived and physiological stress. In contrast, Oldehinkel et al [<xref ref-type="bibr" rid="ref72">72</xref>] found that perceived stress <italic>before</italic> a social stressor in the laboratory did not predict physiological responses, although changes in perceived arousal and unpleasantness were associated with changes in HR, respiratory sinus arrhythmia, and cortisol during the stressor. Furthermore, perceived stress measured <italic>after</italic> the stressor was inversely associated with HR during the stressor.</p>
        <p>Regarding field studies, in a literature review on the association between salivary cortisol and self-reported stress, Hjortskov et al [<xref ref-type="bibr" rid="ref18">18</xref>] reported a lack of sufficient evidence of an association between self-reported mental stress and the cortisol response in field studies. The review suggested that the large diversity in study designs and stress measurements possibly obscured any potential relationship. However, these findings from previous studies on the association between perceived and physiological stress indicate a relationship that may be dependent on the temporal resolution of both measurements.</p>
        <p>Taken together, the data suggest that HRV is a reliable measure of perceived stress during stressful tasks in the laboratory. However, reliability can be eroded in naturalistic studies for several reasons. First, ecological momentary assessments (EMAs) for stress may not occur (or be answered) during a stressor, which may reduce the accuracy of physiological signals for predicting self-reported stress. Second, HRV-based measures of stress would require a stressor that evokes an HR or HRV response rather than a chronic stressor that may influence self-reports but not HR (eg, a chronic illness). Third, self-reported stress may be reflecting memory biases or coping responses (eg, see the studies by Redelmeier and Kahneman [<xref ref-type="bibr" rid="ref73">73</xref>] and Scheier et al [<xref ref-type="bibr" rid="ref74">74</xref>]). Fourth, there are contradictory results for the best time to measure the physiological response of a self-reported stressor (albeit possibly because of methodological differences), coupled with the lack of precise and complete information on stressors that influence the perceived stress level themselves. Finally, HRV measured from wearable sensors might not be sufficiently reliable and might be too sensitive to noise (eg, motion artifacts), thereby obfuscating any potential relationship [<xref ref-type="bibr" rid="ref70">70</xref>]. Given these challenges, this study sought to investigate the relationship between HRV measured through wearable sensors and perceived stress in a large sample across an extended period and in situ.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data Collection</title>
        <p>This data were collected as part of the larger Tesserae Project [<xref ref-type="bibr" rid="ref75">75</xref>]. Most participants came from 4 distinct organizations (denoted by O1, O2, O3, and O4), and others from various organizations (denoted by U). Participants were enrolled both on site and remotely. The characteristics of the participants, sensing streams, and study details of the Tesserae study are described in the study by Mattingly et al [<xref ref-type="bibr" rid="ref75">75</xref>].</p>
        <p>Participants were enrolled between January and July of 2018 for the main study, where psychological and physiological measurements of 657 participants were collected during the first 56 days of study participation. This data were used to analyze associations between HRV and self-reported perceived stress. On the basis of the results from this study, we conducted a 1-week follow-up study with 49.8% (327/657) of the same participants in April 2019 to ascertain whether the link between HRV and perceived stress could be improved by refining the self-reporting procedure.</p>
      </sec>
      <sec>
        <title>Demographics</title>
        <p>Demographics were collected from a survey administered at the onset of participation (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographics summary for each study (N=657).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="300"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>Main study</td>
                <td>Follow-up study (n=327)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Gender, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>391 (59.5)</td>
                <td>211 (65.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>266 (40.5)</td>
                <td>116 (35.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Organization, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>O1<sup>a</sup></td>
                <td>165 (25.1)</td>
                <td>109 (33.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>O2<sup>a</sup></td>
                <td>237 (36.1)</td>
                <td>78 (23.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>O3<sup>a</sup></td>
                <td>85 (12.9)</td>
                <td>52 (15.9)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>O4<sup>a</sup></td>
                <td>25 (3.8)</td>
                <td>5 (1.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>U<sup>b</sup></td>
                <td>145 (22.1)</td>
                <td>83 (12.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Supervisor status</bold>
                  <bold>, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nonsupervisors</td>
                <td>370 (56.3)</td>
                <td>206 (63)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Supervisors</td>
                <td>285 (43.4)</td>
                <td>121 (37)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>2 (0.3)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Age (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Values, minimum</td>
                <td>20</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Values, maximum</td>
                <td>68</td>
                <td>68</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Values, mean (SD)</td>
                <td>35.2 (9.9)</td>
                <td>35.9 (10.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Distinct organization.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Other organizations.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Psychological Measures</title>
        <sec>
          <title>Main Study</title>
          <p>Stress was measured using the question, “Overall, how would you rate your current level of stress?” on a 5-point Likert scale ranging from 1 (no stress at all) to 5 (a great deal of stress); The responses were distributed as follows: 5303 responses were 1s (no stress at all); 5108 responses were 2s (very little stress); 3593 responses were 3s (some stress), 573 responses were 4s (a lot of stress); and 118 were 5s (a great deal of stress). This item was validated in an unpublished study [<xref ref-type="bibr" rid="ref76">76</xref>] (available upon request) with 991 Mechanical Turk participants (Table S10 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides correlations with other measures). Affect was measured using the 10-item Positive and Negative Affect Short inventory [<xref ref-type="bibr" rid="ref77">77</xref>,<xref ref-type="bibr" rid="ref78">78</xref>]. The distribution of the responses is available in <xref rid="figure1" ref-type="fig">Figure 1</xref>. Anxiety was measured using a validated single-item omnibus measure of anxiety, “Please select the response that shows how anxious you feel at the moment,” on a 5-point Likert scale ranging from 1 (not at all anxious) to 5 (extremely anxious) [<xref ref-type="bibr" rid="ref79">79</xref>]. EMAs were administered once a day through Qualtrics Surveys at 8 AM, 12 PM, or 4 PM over 8 weeks. Participants were prompted to answer the EMAs through SMS text messages. The responses were distributed as follows: 7501 responses were 1s (not at all anxious); 5081 responses were 2s (a little anxious); 1659 were 3s (moderately anxious); 354 were 4s (very anxious); and 100 were 5s (extremely anxious).</p>
          <p>Given that the variables were measured repeatedly for each participant throughout the study, we used the repeated-measures correlations [<xref ref-type="bibr" rid="ref80">80</xref>] procedure to correlate the response variables in the main study. The correlations are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Distribution of positive and negative affect in the main study.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33754_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Repeated-measures correlation between response measures in the main study and 95% CI.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="140"/>
              <col width="210"/>
              <col width="210"/>
              <col width="220"/>
              <col width="220"/>
              <thead>
                <tr valign="bottom">
                  <td>Variables</td>
                  <td>Stress, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td>Anxiety, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td>Negative affect, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td>Positive affect, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Stress</td>
                  <td>1</td>
                  <td>0.64 (0.63 to 0.65)</td>
                  <td>0.56 (0.54 to 0.57)</td>
                  <td>−0.03 (−0.04 to −0.01)</td>
                </tr>
                <tr valign="top">
                  <td>Anxiety</td>
                  <td>0.64 (0.63to 0.65)</td>
                  <td>1</td>
                  <td>0.62 (0.61 to 0.63)</td>
                  <td>−0.02 (−0.03 to 0.00)</td>
                </tr>
                <tr valign="top">
                  <td>Negative affect</td>
                  <td>0.56 (0.54 to 0.57)</td>
                  <td>0.62 (0.61 to 0.63)</td>
                  <td>1</td>
                  <td>−0.05 (−0.07 to −0.03)</td>
                </tr>
                <tr valign="top">
                  <td>Positive affect</td>
                  <td>−0.03 (−0.04 to −0.01)</td>
                  <td>−0.02 (−0.03 to 0.00)</td>
                  <td>−0.05 (−0.07 to −0.03)</td>
                  <td>1</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Follow-up Study</title>
          <p>In the follow-up study, EMAs were sent at 4 PM every day over a week (Monday to Sunday). We collected stress by asking the same item as in the main study along with the following questions: “When did the most stressful part of your day start?”—answered by entering hours and minutes in free-form fields; “When did the most stressful part of your day end?”—also answered by entering hours and minutes in free-form fields; and “How stressful was that time?”—answered on a 5-point Likert scale ranging from 1 (no stress at all) to 5 (a great deal of stress). The responses to the stress question as stated in the main study were distributed as follows: 205 responses were 1s (no stress at all); 530 responses were 2s (very little stress); 484 responses were 3s (some stress), 22 responses were 4s (a lot of stress); and 132 were 5s (a great deal of stress). The responses to the question “How stressful was that time?” were distributed as follows: 36 responses were 1s (no stress at all); 254 responses were 2s (very little stress); 732 responses were 3s (some stress), 71 responses were 4s (a lot of stress); and 280 were 5s (a great deal of stress).</p>
          <p>From the timings provided by participants, we calculated the duration of the reported most stressful time of the day, as well as the length of time between the end of that moment and when the participant answered the survey. We refer to the stress question asked in the same way as in the main study, as perceived stress at the time of survey response, whereas we refer to the item introduced in the follow-up study as perceived stress at the reported most stressful time of the day. <xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref> provide the distribution of responses, and <xref ref-type="table" rid="table3">Table 3</xref> shows the correlation of the responses [<xref ref-type="bibr" rid="ref80">80</xref>].</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Distribution of the duration of perceived stress at the reported most stressful time of the day. Note that in some cases, this time overlapped with the survey response time.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33754_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Distribution of the time between the reported most stressful time of the day and the survey response time. Negative values are because of when participants anticipated that the most stressful time of the day would end after the survey response time. Positive times indicate that the most stressful time of the day started and ended before the survey was answered, and negative times indicate the most stressful time of the day at least ended after the survey was answered.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33754_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Repeated-measures correlations of the responses in the follow-up study and 95% CI.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="280"/>
              <col width="230"/>
              <col width="270"/>
              <col width="220"/>
              <thead>
                <tr valign="top">
                  <td>Measures</td>
                  <td>Perceived stress at the time of survey response, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td>Perceived stress at the reported most stressful time of the day, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td>Duration of the most stressful time, <italic>r</italic><sub>rm</sub> (95% CI)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Perceived stress at the time of survey response</td>
                  <td>1</td>
                  <td>0.5 (0.45 to 0.54)</td>
                  <td>0.33 (0.27 to 0.38)</td>
                </tr>
                <tr valign="top">
                  <td>Perceived stress at the reported most stressful time of the day</td>
                  <td>0.5 (0.45 to 0.54)</td>
                  <td>1</td>
                  <td>0.17 (0.11 to 0.22)</td>
                </tr>
                <tr valign="top">
                  <td>Duration of most stressful time</td>
                  <td>0.33 (0.27 to 0.38)</td>
                  <td>0.17 (0.11 to 0.22)</td>
                  <td>1</td>
                </tr>
                <tr valign="top">
                  <td>Time between most stressful time and survey response</td>
                  <td>−0.29 (−0.34 to −0.23)</td>
                  <td>−0.12 (−0.18 to −0.06)</td>
                  <td>−0.43 (−0.48 to −0.38)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Physiological Measures</title>
        <p>Wearables can accurately detect HR, especially in conditions of rest or mild exercise [<xref ref-type="bibr" rid="ref81">81</xref>], although they can have missing data [<xref ref-type="bibr" rid="ref82">82</xref>]. To measure HR and BBI, from which HRV is computed, participants wore the Garmin vivosmart 3 fitness band (24/7) for the duration of their participation. The same sensors were used in the main study and the follow-up.</p>
        <p>In both studies, we examined the associations between HRV and the psychological measures in our sample. To do so, we derived a series of HRV features by adopting standards for the measurement, physiological interpretation, and clinical use of HRV from the North American Society of Pacing and Electrophysiology [<xref ref-type="bibr" rid="ref29">29</xref>]. In total, we computed 16 HRV features across different time windows using the “hrvanalysis” python library [<xref ref-type="bibr" rid="ref83">83</xref>], each with a minimum and maximum recording time within the recommended ranges established by Shaffer and Ginsberg [<xref ref-type="bibr" rid="ref84">84</xref>]. Of these features, 5 were from time domain analyses, which measure variation in HR over time, or the intervals between HR cycles [<xref ref-type="bibr" rid="ref29">29</xref>]. Triangular index was the single geometric method used [<xref ref-type="bibr" rid="ref85">85</xref>]. A total of 7 features were from frequency domain analyses [<xref ref-type="bibr" rid="ref24">24</xref>] where the power spectral density analysis of the HRV frequency domain provides information about how power in a signal is distributed as a function of frequency, which allows the autonomic balance to be quantified at a specific time [<xref ref-type="bibr" rid="ref29">29</xref>]. The remaining 3 features were nonlinear HRV features, which characterize changes in HRV [<xref ref-type="bibr" rid="ref86">86</xref>-<xref ref-type="bibr" rid="ref88">88</xref>]. In this study, we focused on features derived from the Poincaré plot (ie, the scatter plot of successive BBIs: BBI<sub>n</sub> vs BBI<sub>n+1</sub>). <xref ref-type="table" rid="table4">Table 4</xref> shows the mean and SD of the features across 3 different time windows.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Mean and SD of heart rate variability features in the main study by window size.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="50"/>
            <col width="430"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Feature</td>
                <td>Type</td>
                <td>Description</td>
                <td colspan="3">Values by window size, mean (SD)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>5-minute</td>
                <td>8 AM to 6 PM</td>
                <td>24-hour</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean BBI<sup>a</sup></td>
                <td>TD<sup>b</sup></td>
                <td>The mean BBI for a period</td>
                <td>758.1 (130.3)</td>
                <td>755 (87.1)</td>
                <td>797.8 (90.7)</td>
              </tr>
              <tr valign="top">
                <td>SDNN<sup>c</sup></td>
                <td>TD</td>
                <td>The SD of NN<sup>d</sup> intervals for a period</td>
                <td>87.6 (34.2)</td>
                <td>135.8 (37.1)</td>
                <td>156.0 (45.3)</td>
              </tr>
              <tr valign="top">
                <td>RMSSD<sup>e</sup></td>
                <td>TD</td>
                <td>The square root of the mean of the squares of the successive differences between adjacent NN intervals for a period</td>
                <td>68.7 (24.1)</td>
                <td>71.7 (18.1)</td>
                <td>64.7 (16.1)</td>
              </tr>
              <tr valign="top">
                <td>PNN50<sup>f</sup></td>
                <td>TD</td>
                <td>The number of interval differences of successive NN intervals &#62;50 milliseconds (NN50) divided by the total number of all NN intervals</td>
                <td>33.3 (14.4)</td>
                <td>33.3 (10.1)</td>
                <td>27.8 (9.2)</td>
              </tr>
              <tr valign="top">
                <td>SDANN<sup>g</sup></td>
                <td>TD</td>
                <td>The SD of the averages of NN intervals in all 5-minute segments of a period</td>
                <td>N/A<sup>h</sup></td>
                <td>99.5 (32.0)</td>
                <td>130.4 (41.4)</td>
              </tr>
              <tr valign="top">
                <td>Triangular index</td>
                <td>GM<sup>i</sup></td>
                <td>The number of total NN intervals/number of NN intervals in the modal bin</td>
                <td>16.1 (5.2)</td>
                <td>35.4 (10.4)</td>
                <td>41.9 (13.5)</td>
              </tr>
              <tr valign="top">
                <td>HF<sup>j</sup></td>
                <td>FD<sup>k</sup></td>
                <td>Spectral density power in the HF range</td>
                <td>1184.9 (688.1)</td>
                <td>1244.3 (500.4)</td>
                <td>991.0 (404.0)</td>
              </tr>
              <tr valign="top">
                <td>LF<sup>l</sup></td>
                <td>FD</td>
                <td>Spectral density power in the LF range</td>
                <td>1637.3 (1129.7)</td>
                <td>1779.9 (799.3)</td>
                <td>1628.1 (707.0)</td>
              </tr>
              <tr valign="top">
                <td>LFnu<sup>m</sup></td>
                <td>FD</td>
                <td>LF power in normalized units: LF/(total power – VLF<sup>n</sup>) × 100</td>
                <td>56.8 (8.4)</td>
                <td>58.4 (3.11)</td>
                <td>61.8 (4.0)</td>
              </tr>
              <tr valign="top">
                <td>HFnu<sup>o</sup></td>
                <td>FD</td>
                <td>HF power in normalized units: HF/(total power – VLF) × 100</td>
                <td>43.2 (8.4)</td>
                <td>41.6 (3.11)</td>
                <td>38.2 (4.0)</td>
              </tr>
              <tr valign="top">
                <td>LF/HF</td>
                <td>FD</td>
                <td>Ratio of LF/HF</td>
                <td>1.43 (0.7)</td>
                <td>1.42 (0.2)</td>
                <td>1.65 (0.3)</td>
              </tr>
              <tr valign="top">
                <td>Total power</td>
                <td>FD</td>
                <td>The variance of NN intervals over the temporal segment</td>
                <td>4224.1 (2859.9)</td>
                <td>4517.9 (2026.3)</td>
                <td>4035.4 (1730.7)</td>
              </tr>
              <tr valign="top">
                <td>VLF</td>
                <td>FD</td>
                <td>Spectral density power in the VLF range</td>
                <td>1401.9 (1363.6)</td>
                <td>1493.7 (765.4)</td>
                <td>1416.4 (670.2)</td>
              </tr>
              <tr valign="top">
                <td>SD1</td>
                <td>NL<sup>p</sup></td>
                <td>The SD of the Poincaré plot perpendicular to the line of identity</td>
                <td>48.68 (17.1)</td>
                <td>50.7 (12.8)</td>
                <td>45.7 (11.4)</td>
              </tr>
              <tr valign="top">
                <td>SD2</td>
                <td>NL</td>
                <td>The SD of the Poincaré plot along the line of identity</td>
                <td>113.2 (47.1)</td>
                <td>185 (51.8)</td>
                <td>215.6 (63.8)</td>
              </tr>
              <tr valign="top">
                <td>SD2/SD1</td>
                <td>NL</td>
                <td>Ratio of SD2 and SD1</td>
                <td>2.39 (0.78)</td>
                <td>3.7 (0.8)</td>
                <td>4.8 (1.1)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>BBI: beat-to-beat intervals.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>TD: time domain.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>SDNN: SD of normal-to-normal intervals.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>NN: normal-to-normal.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>RMSSD: root mean square of successive differences.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup>PNN50: proportion of normal-to-normal intervals that differ by &#62;50 milliseconds.</p>
            </fn>
            <fn id="table4fn7">
              <p><sup>g</sup>SDANN: SD of the averages of normal-to-normal intervals</p>
            </fn>
            <fn id="table4fn8">
              <p><sup>h</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table4fn9">
              <p><sup>i</sup>GM: geometric method.</p>
            </fn>
            <fn id="table4fn10">
              <p><sup>j</sup>HF: high frequency.</p>
            </fn>
            <fn id="table4fn11">
              <p><sup>k</sup>FD: frequency domain.</p>
            </fn>
            <fn id="table4fn12">
              <p><sup>l</sup>LF: low frequency.</p>
            </fn>
            <fn id="table4fn13">
              <p><sup>m</sup>LFnu: low frequency in normalized units.</p>
            </fn>
            <fn id="table4fn14">
              <p><sup>n</sup>VLF: very low frequency.</p>
            </fn>
            <fn id="table4fn15">
              <p><sup>o</sup>HFnu: high frequency in normalized units.</p>
            </fn>
            <fn id="table4fn16">
              <p><sup>p</sup>NL: nonlinear.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>As HRV features have different applications but are nevertheless correlated among themselves to varying degrees [<xref ref-type="bibr" rid="ref84">84</xref>,<xref ref-type="bibr" rid="ref89">89</xref>], we examined previous studies to select which features to include in our modeling. We started by selecting the three time domain features and one geometric method feature recommended by the Task Force of the European Society of Cardiology and the North American Society of Pacing and Electrophysiology [<xref ref-type="bibr" rid="ref85">85</xref>]: SD of normal-to-normal intervals (SDNN), root mean square of successive differences (RMSSD), SDANN, and triangular index. As RMSSD and SD1 are identical, as are SDNN and SD2, we only entered RMSSD and SDNN in the models [<xref ref-type="bibr" rid="ref84">84</xref>]. LF power in normalized units and HF power in normalized units are identical measures that capture the same information as LF/HF; therefore, we only included LF/HF in the models to estimate the ratio between SNS and PNS activity [<xref ref-type="bibr" rid="ref84">84</xref>,<xref ref-type="bibr" rid="ref90">90</xref>]. HF is also strongly correlated with PNN50 and RMSSD; therefore, we did not include it in the models. Despite eliminating SD1, SD2, HF, and LF, we decided to keep the ratios as SD2/SD1 and LF/HF as they could capture additional information compared with the individual measures [<xref ref-type="bibr" rid="ref84">84</xref>]. The correlations among the final set of features across long-term (24 hours) and short-term (5 minutes) windows are shown in <xref ref-type="table" rid="table5">Tables 5</xref> and <xref ref-type="table" rid="table6">6</xref>. Finally, as HRV measurements explain different phenomena depending on the time window, we decided to use variance inflation factor (VIF) feature elimination [<xref ref-type="bibr" rid="ref91">91</xref>] to determine the set of features for each particular model and time window and address concerns with multicollinearity.</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Repeated-measures correlations among the final set of features calculated during the 24 hours of the day when participants answered the surveys and 95% CI (N=14,695 observations from 657 participants).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Measures</td>
                <td colspan="9">Correlations, <italic>r</italic><sub>rm</sub> (95% CI)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SDNN<sup>a</sup></td>
                <td>RMSSD<sup>b</sup></td>
                <td>MRRI<sup>c</sup></td>
                <td>PNN50<sup>d</sup></td>
                <td>SDANN<sup>e</sup></td>
                <td>Triangular index</td>
                <td>LF<sup>f</sup>/HF<sup>g</sup></td>
                <td>Total power</td>
                <td>VLF<sup>h</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>SDNN</td>
                <td>—<sup>i</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>RMSSD</td>
                <td>0.2 (0.19 to 0.22)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>MRRI</td>
                <td>0.27 (0.25 to 0.28)</td>
                <td>0.49 (0.48 to 0.51)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>PNN50</td>
                <td>0.21 (0.19 to 0.23)</td>
                <td>0.93 (0.93 to 0.93)</td>
                <td>0.45 (0.43 to 0.46)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>SDANN</td>
                <td>0.82 (0.81 to 0.82)</td>
                <td>0.02 (0 to 0.03)</td>
                <td>0.02 (0 to 0.04)</td>
                <td>0.04 (0.03 to 0.06)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Triangular index</td>
                <td>0.67 (0.66 to 0.68)</td>
                <td>0.26 (0.24 to 0.27)</td>
                <td>0.29 (0.28 to 0.31)</td>
                <td>0.3 (0.29 to 0.32)</td>
                <td>0.5 (0.49 to 0.51)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>LF/HF</td>
                <td>0.24 (0.23 to 0.26)</td>
                <td>−0.33 (−0.34 to −0.31)</td>
                <td>0.33 (0.31 to 0.34)</td>
                <td>−0.35 (−0.37 to −0.34)</td>
                <td>0.17 (0.15 to 0.18)</td>
                <td>0.14 (0.12 to 0.16)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Total power</td>
                <td>0.36 (0.35 to 0.38)</td>
                <td>0.84 (0.83 to 0.84)</td>
                <td>0.62 (0.61 to 0.63)</td>
                <td>0.84 (0.84 to 0.84)</td>
                <td>0.13 (0.11 to 0.14)</td>
                <td>0.37 (0.36 to 0.38)</td>
                <td>0.01 (−0.01 to 0.03)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>VLF</td>
                <td>0.42 (0.41 to 0.44)</td>
                <td>0.69 (0.68 to 0.7)</td>
                <td>0.63 (0.62 to 0.64)</td>
                <td>0.68 (0.67 to 0.69)</td>
                <td>0.18 (0.17 to 0.2)</td>
                <td>0.39 (0.37 to 0.4)</td>
                <td>0.15 (0.14 to 0.17)</td>
                <td>0.94 (0.94 to 0.95)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>SD2/SD1</td>
                <td>0.69 (0.68 to 0.7)</td>
                <td>−0.5 (−0.52 to −0.49)</td>
                <td>−0.14 (−0.16 to −0.13)</td>
                <td>−0.48 (−0.5 to −0.47)</td>
                <td>0.67 (0.66 to 0.68)</td>
                <td>0.37 (0.35 to 0.38)</td>
                <td>0.47 (0.46 to 0.48)</td>
                <td>−0.29 (−0.3 to −0.27)</td>
                <td>−0.14 (−0.16 to −0.13)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>SDNN: SD of normal-to-normal intervals.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>RMSSD: root mean square of successive differences.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>MRRI: mean RR interval.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>PNN50: proportion of normal-to-normal intervals that differ by &#62;50 milliseconds.</p>
            </fn>
            <fn id="table5fn5">
              <p><sup>e</sup>SDANN: SD of the averages of normal-to-normal intervals.</p>
            </fn>
            <fn id="table5fn6">
              <p><sup>f</sup>LF: low frequency.</p>
            </fn>
            <fn id="table5fn7">
              <p><sup>g</sup>HF: high frequency.</p>
            </fn>
            <fn id="table5fn8">
              <p><sup>h</sup>VLF: very low frequency.</p>
            </fn>
            <fn id="table5fn9">
              <p><sup>i</sup>Upper triangle of the correlation matrix was omitted for simplicity and readability.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Repeated-measures correlations among the final set of features calculated on the 5 minutes centered on the time when participants started answering the surveys and 95% CI (N=14,695 observations from 657 participants)<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="110"/>
            <col width="120"/>
            <col width="120"/>
            <col width="130"/>
            <col width="120"/>
            <col width="130"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Measure</td>
                <td colspan="7">Correlations, <italic>r</italic><sub>rm</sub> (95% CI)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SDNN<sup>b</sup></td>
                <td>RMSSD<sup>c</sup></td>
                <td>MRRI<sup>d</sup></td>
                <td>PNN50<sup>e</sup></td>
                <td>LF<sup>f</sup>/HF<sup>g</sup></td>
                <td>Total power</td>
                <td>VLF<sup>h</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>SDNN</td>
                <td>—<sup>i</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>RMSSD</td>
                <td>0.63 (0.62 to 0.64)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>MRRI</td>
                <td>0.27 (0.25 to 0.28)</td>
                <td>0.61 (0.6 to 0.62)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>PNN50</td>
                <td>0.59 (0.58 to 0.6)</td>
                <td>0.95 (0.94 to 0.95)</td>
                <td>0.53 (0.52 to 0.54)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>LF/HF</td>
                <td>0.02 (0 to 0.03)</td>
                <td>−0.11 (−0.13 to −0.1)</td>
                <td>0.22 (0.2 to 0.24)</td>
                <td>−0.15 (−0.16 to −0.13)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Total power</td>
                <td>0.75 (0.74 to 0.76)</td>
                <td>0.81 (0.8 to 0.81)</td>
                <td>0.55 (0.54 to 0.57)</td>
                <td>0.73 (0.72 to 0.74)</td>
                <td>0.13 (0.11 to 0.14)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>VLF</td>
                <td>0.73 (0.72 to 0.74)</td>
                <td>0.53 (0.52 to 0.54)</td>
                <td>0.34 (0.32 to 0.35)</td>
                <td>0.46 (0.45 to 0.47)</td>
                <td>0.12 (0.1 to 0.13)</td>
                <td>0.88 (0.88 to 0.88)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>SD2/SD1</td>
                <td>0.52 (0.51 to 0.53)</td>
                <td>−0.27 (−0.29 to −0.26)</td>
                <td>−0.28 (−0.3 to −0.27)</td>
                <td>−0.28 (−0.29 to −0.26)</td>
                <td>0.24 (0.22 to 0.25)</td>
                <td>0.05 (0.03 to 0.07)</td>
                <td>0.28 (0.27 to 0.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>SD of the averages of normal-to-normal intervals and triangular index are not included as they should not be calculated in a single 5-minute time window.</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>SDNN: SD of normal-to-normal intervals.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup>RMSSD: root mean square of successive differences.</p>
            </fn>
            <fn id="table6fn4">
              <p><sup>d</sup>MRRI: mean RR interval.</p>
            </fn>
            <fn id="table6fn5">
              <p><sup>e</sup>PNN50: proportion of normal-to-normal intervals that differ by &#62;50 milliseconds.</p>
            </fn>
            <fn id="table6fn6">
              <p><sup>f</sup>LF: low frequency.</p>
            </fn>
            <fn id="table6fn7">
              <p><sup>g</sup>HF: high frequency.</p>
            </fn>
            <fn id="table6fn8">
              <p><sup>h</sup>VLF: very low frequency.</p>
            </fn>
            <fn id="table6fn9">
              <p><sup>i</sup>Upper triangle of the correlation matrix was omitted for simplicity and readability.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Exclusion</title>
        <p>To account for missing EMA or smartwatch data during both studies (eg, dead battery or device not worn), days were excluded from the sample if any value was missing from the predictors for that day. This resulted in a final data set of 14,695 entries in the main study and 1373 in the follow-up study of matching psychological and physiological measures.</p>
      </sec>
      <sec>
        <title>HRV Analysis</title>
        <sec>
          <title>Main Study</title>
          <p>The main purpose of this study was to examine the relationship between HRV and perceived stress as assessed by a daily stress survey. Many of the HRV features calculated are suited for short time frame measurements (eg, 2 minutes), as well as the long term (eg, 24 hours); however, Shaffer and Ginsberg [<xref ref-type="bibr" rid="ref84">84</xref>] cautioned that these are not to be used interchangeably. Therefore, given the conflicting evidence presented in the related works as to when it is best to measure HRV in relation to a stressful event, we tested a series of models for predicting the daily stress survey response, with HRV features derived (1) 5 minutes before completing the survey, (2) 30 minutes before, (3) 5 minutes after, (4) 30 minutes after, (5) using time windows of varying length (5 minutes, 30 minutes, 1 hour, 2 hours, 4 hours, 8 hours, and 24 hours) centered on the moment the survey was started, (6) during the entire 24 hours on the day a participant answered the survey, and (7) during the “work day” from 8 AM to 6 PM. For sake of brevity, we report all the coefficients only for the model using the time frame with the best fit in the main results, whereas the coefficients of the models across all other time windows are reported in the form of density plots in Figure S5 in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. Finally, we examined the overall variance explained in the outcome measure of daily perceived stress from the HRV features.</p>
          <p>To determine whether HRV specifically predicts stress or simply indicates arousal, which correlates with other psychological measures, we first built models to examine whether our derived HRV features predicted other survey measures that are known to have a relationship with psychological stress or arousal: positive affect, negative affect, and anxiety [<xref ref-type="bibr" rid="ref92">92</xref>,<xref ref-type="bibr" rid="ref93">93</xref>]. Then, to understand whether there is specificity in predicting perceived stress, we further built two models: a model predicting stress using anxiety, positive affect, and negative affect as predictors, and a second model incorporating HRV as an additional predictor.</p>
        </sec>
        <sec>
          <title>Follow-up Study</title>
          <p>In the analysis conducted in the follow-up study, we leveraged the additional information gained from participants related to their perceived stress duration and evaluated how well the HRV features can predict perceived stress at the reported most stressful time of the day and again predict perceived stress at the time of survey response (the same question asked in the main study). For predicting perceived stress at the reported most stressful time of the day and perceived stress at the time of survey response, in this study, we computed the HRV features in the same manner as in the main study and used the best performing time window found earlier while also considering HRV features calculated during participants’ reported most stressful periods for that day. We proceeded to compare these 2 models in predicting both perceived stress at the reported most stressful time of the day and perceived stress at the time of survey response. In addition, we considered the duration of perceived stress at the reported most stressful time of the day as an outcome measure in itself to better understand whether HRV is related to the saliency (score) of the stress events or the duration.</p>
        </sec>
      </sec>
      <sec>
        <title>Modeling Strategy</title>
        <p>As our data comprises repeated observations for each participant, and stress and anxiety are ordinal variables, we used cumulative link mixed-effects models [<xref ref-type="bibr" rid="ref94">94</xref>] using a random intercept for the participant. We considered using random slopes in our models but decided against it because of model convergence issues in the main study and not having enough observations to support such random effects structure in the follow-up study. In the cases of predicting positive affect and the duration of perceived stress at the reported most stressful time of the day (follow-up study), we used linear mixed-effects models [<xref ref-type="bibr" rid="ref95">95</xref>,<xref ref-type="bibr" rid="ref96">96</xref>] as the variables can be considered continuous. In the case of negative affect, we used a negative binomial generalized linear mixed-effects model, given the distribution of the variable (<xref rid="figure1" ref-type="fig">Figure 1</xref>). As stated earlier, we used VIF [<xref ref-type="bibr" rid="ref97">97</xref>] feature elimination to iteratively remove VIFs &#62;3 to address multicollinearity [<xref ref-type="bibr" rid="ref91">91</xref>,<xref ref-type="bibr" rid="ref98">98</xref>]. As the predictors were on vastly different scales, all predictor variables were <italic>z</italic> score standardized before being entered into the models. Pseudo <italic>R</italic><sup>2</sup> values for both marginal (fixed effects alone) and conditional (random and fixed) effects are reported using the method described by Nakagawa and Schielzeth [<xref ref-type="bibr" rid="ref99">99</xref>].</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>The study protocol was approved by the University of Notre Dame Institutional Review Board (17-5-3870).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Main Study</title>
        <p><xref rid="figure4" ref-type="fig">Figure 4</xref> provides a density plot of the variance explained (pseudo <italic>R</italic><sup>2</sup>) by the HRV features across all periods. On average, HRV explained a small portion (approximately 1%) of the variability in perceived stress. We also found that the model with features computed during the hours of 8 AM to 6 PM had the lowest Akaike information criterion (AIC) and explained the highest variance (<xref rid="figure4" ref-type="fig">Figure 4</xref>), although this was still modest (2.2%). Coefficients for this model are reported in <xref ref-type="table" rid="table7">Table 7</xref>, whereas density plots of coefficients across all time windows are included in Figure S5 (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>).</p>
        <p>Regarding whether HRV predicts perceived stress specifically or simply predicts arousal, we found that the directionality of most of the associations was the same for stress, anxiety, positive affect, and negative affect (<xref ref-type="table" rid="table7">Tables 7</xref> and <xref ref-type="table" rid="table8">8</xref>). Mean RR interval was a significant predictor of anxiety and positive affect but was not significant in predicting stress. LF to HF ratio and triangular index were both significant predictors of stress; however, LF to HF ratio was not a significant predictor of negative affect, and triangular index was not a significant predictor of positive affect.</p>
        <p>In addition, after controlling for positive affect, negative affect, and anxiety, most HRV features were still significant predictors of perceived stress, and when compared against a model that only considers the measures of affect and anxiety, a model containing HRV provided a better fit (<xref ref-type="table" rid="table7">Table 7</xref>), as confirmed by likelihood ratio tests and AIC (<italic>χ</italic><sup>2</sup><sub>5</sub>=157.8; <italic>P</italic>&#60;.001; AIC 23,561 vs 23,709).</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Density plot of marginal R2 across time windows from 5 minutes to 24 hours.</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i3e33754_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table7">
          <label>Table 7</label>
          <caption>
            <p>Model for perceived stress with variance inflation factor–reduced HRV<sup>a</sup> features derived from beat-to-beat interval data during normal work hours of 8 AM to 6 PM<sup>b</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="160"/>
            <col width="180"/>
            <col width="100"/>
            <col width="0"/>
            <col width="180"/>
            <col width="100"/>
            <col width="0"/>
            <col width="180"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Predictors</td>
                <td colspan="3">Perceived stress at the time of survey response from HRV<sup>c</sup></td>
                <td colspan="3">Perceived stress at the time of survey response from anxiety, positive affect, and negative affect<sup>d</sup></td>
                <td colspan="2">Perceived stress at the time of survey response from anxiety, positive affect, negative affect, and HRV<sup>e</sup></td>
              </tr>
              <tr valign="bottom">
                <td>
                  <break/>
                </td>
                <td>OR<sup>f</sup> (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">OR (95% CI)</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">OR (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>MRRI<sup>g</sup></td>
                <td>0.95 (0.89-1.02)</td>
                <td>.16</td>
                <td colspan="2">—<sup>h</sup></td>
                <td>—</td>
                <td colspan="2">1.01 (0.94-1.09)</td>
                <td>.75</td>
              </tr>
              <tr valign="top">
                <td>LF<sup>i</sup>/HF<sup>j</sup></td>
                <td>0.86 (0.82-0.91)</td>
                <td>&#60;.<italic>001</italic><sup>k</sup></td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">0.85 (0.81-0.90)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>VLF<sup>l</sup></td>
                <td>1.54 (1.42-1.67)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">1.31 (1.20-1.43)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>Triangular index</td>
                <td>0.88 (0.83-0.94)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">0.94 (0.88-1.01)</td>
                <td>.10</td>
              </tr>
              <tr valign="top">
                <td>SDANN<sup>m</sup></td>
                <td>0.74 (0.69-0.78)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">0.81 (0.76-0.86)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>Anxiety</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">5.38 (5.05-5.73)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
                <td colspan="2">5.30 (4.97-5.64)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>Positive affect</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">0.96 (0.91-1.01)</td>
                <td>.11</td>
                <td colspan="2">0.94 (0.89-0.99)</td>
                <td>
                  <italic>.01</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Negative affect</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">2.52 (2.37-2.68)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
                <td colspan="2">2.53 (2.38-2.69)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>k</sup>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table7fn1">
              <p><sup>a</sup>HRV: heart rate variability.</p>
            </fn>
            <fn id="table7fn2">
              <p><sup>b</sup>Model fit on 14,695 observations from 657 participants. Cumulative link mixed-effects model thresholds are omitted for brevity. An extended version with threshold values is available in Table S15 in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
            </fn>
            <fn id="table7fn3">
              <p><sup>c</sup>Random effects: σ<sup>2</sup>=3.29; τ<sub>00</sub>=2.25; participant intraclass correlation coefficient 0.41; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.022/0.420; Akaike information criterion 31,602.</p>
            </fn>
            <fn id="table7fn4">
              <p><sup>d</sup>Random effects: σ<sup>2</sup>=3.29; τ<sub>00</sub>=1.48; participant intraclass correlation coefficient 0.31; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.547/0.688; Akaike information criterion 23,709.</p>
            </fn>
            <fn id="table7fn5">
              <p><sup>e</sup>Random effects: σ<sup>2</sup>=3.29; τ<sub>00</sub>=1.52; participant intraclass correlation coefficient 0.32; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.548/0.691; Akaike information criterion 23,561.</p>
            </fn>
            <fn id="table7fn6">
              <p><sup>f</sup>OR: odds ratio.</p>
            </fn>
            <fn id="table7fn7">
              <p><sup>g</sup>MRRI: mean RR interval.</p>
            </fn>
            <fn id="table7fn8">
              <p><sup>h</sup>The predictor was not included in this model.</p>
            </fn>
            <fn id="table7fn9">
              <p><sup>i</sup>LF: low frequency.</p>
            </fn>
            <fn id="table7fn10">
              <p><sup>j</sup>HF: high frequency.</p>
            </fn>
            <fn id="table7fn11">
              <p><sup>k</sup><italic>P</italic> values lower than .05 are highlighted in italics.</p>
            </fn>
            <fn id="table7fn12">
              <p><sup>l</sup>VLF: very low frequency.</p>
            </fn>
            <fn id="table7fn13">
              <p><sup>m</sup>SDANN: SD of the averages of normal-to-normal intervals.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table8">
          <label>Table 8</label>
          <caption>
            <p>Model for anxiety (cumulative link mixed-effects model) and negative affect (linear mixed-effects model) with variance inflation factor–reduced heart rate variability features derived from beat-to-beat interval data during normal work hours of 8 AM to 6 PM<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="120"/>
            <col width="160"/>
            <col width="70"/>
            <col width="0"/>
            <col width="70"/>
            <col width="150"/>
            <col width="70"/>
            <col width="0"/>
            <col width="150"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Predictors</td>
                <td colspan="4">Positive affect<sup>b</sup></td>
                <td colspan="4">Negative affect<sup>c</sup></td>
                <td colspan="2">Anxiety<sup>d</sup></td>
              </tr>
              <tr valign="bottom">
                <td>
                  <break/>
                </td>
                <td>Standardized β</td>
                <td>Standardized 95% CI</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">IRR<sup>e</sup></td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">OR<sup>f</sup> (95% CI)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>−.01</td>
                <td>−0.07 to 0.05</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">6.32</td>
                <td>6.22 to 6.43</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">—<sup>g</sup></td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>MRRI<sup>h</sup></td>
                <td>−.15</td>
                <td>−0.17 to −0.12</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">0.99</td>
                <td>−0.06 to −0.004</td>
                <td>.06</td>
                <td colspan="2">0.90 (0.83 to 0.97)</td>
                <td>
                  <italic>.004</italic>
                  <sup>i</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>LF<sup>j</sup>/HF<sup>k</sup></td>
                <td>−.08</td>
                <td>−0.10 to −0.07</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">1.00</td>
                <td>−0.03 to 0.01</td>
                <td>.88</td>
                <td colspan="2">0.92 (0.87 to 0.97)</td>
                <td>
                  <italic>.002</italic>
                  <sup>i</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>VLF<sup>l</sup></td>
                <td>.12</td>
                <td>0.09 to 0.15</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">1.04</td>
                <td>0.06 to 0.12</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">1.51 (1.39 to 1.65)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>i</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>Triangular index</td>
                <td>.00</td>
                <td>−0.02 to 0.02</td>
                <td>.91</td>
                <td colspan="2">0.98</td>
                <td>−0.08 to −0.03</td>
                <td>
                  <italic>.001</italic>
                </td>
                <td colspan="2">0.91 (0.85 to 0.97)</td>
                <td>
                  <italic>.005</italic>
                  <sup>i</sup>
                </td>
              </tr>
              <tr valign="top">
                <td>SDANN<sup>m</sup></td>
                <td>−.03</td>
                <td>−0.05 to −0.01</td>
                <td>
                  <italic>.002</italic>
                </td>
                <td colspan="2">0.98</td>
                <td>−0.07 to <bold>−</bold>0.03</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">0.76 (0.72 to 0.81)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>i</sup>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table8fn1">
              <p><sup>a</sup>Models fit on 14,695 observations from 657 participants. <italic>P</italic> values &#60;.05 are highlighted in italics. Cumulative link mixed-effects model thresholds are omitted for brevity. An extended version with threshold values is available in Table S16 in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
            </fn>
            <fn id="table8fn2">
              <p><sup>b</sup>Random effects: σ<sup>2</sup>=9.03; τ<sub>00</sub>=9.69; participant intraclass correlation coefficient 0.52; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.020/0.527.</p>
            </fn>
            <fn id="table8fn3">
              <p><sup>c</sup>Random effects: σ<sup>2</sup>=0.15; τ<sub>00</sub>=0.03; participant intraclass correlation coefficient 0.19; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.004/0.191.</p>
            </fn>
            <fn id="table8fn4">
              <p><sup>d</sup>Random effects: σ<sup>2</sup>=3.29; τ<sub>00</sub>=2.51; participant intraclass correlation coefficient 0.43; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.015/0.441.</p>
            </fn>
            <fn id="table8fn5">
              <p><sup>e</sup>IRR: incidence rate ratio.</p>
            </fn>
            <fn id="table8fn6">
              <p><sup>f</sup>OR: odds ratio.</p>
            </fn>
            <fn id="table8fn7">
              <p><sup>g</sup>The predictor was not included in this model.</p>
            </fn>
            <fn id="table8fn8">
              <p><sup>h</sup>MRRI: mean RR interval.</p>
            </fn>
            <fn id="table8fn9">
              <p><sup>i</sup><italic>P</italic> values lower than .05 are highlighted in italics.</p>
            </fn>
            <fn id="table8fn10">
              <p><sup>j</sup>LF: low frequency.</p>
            </fn>
            <fn id="table8fn11">
              <p><sup>k</sup>HF: high frequency.</p>
            </fn>
            <fn id="table8fn12">
              <p><sup>l</sup>VLF: very low frequency.</p>
            </fn>
            <fn id="table8fn13">
              <p><sup>m</sup>SDANN: SD of the averages of normal-to-normal intervals.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Follow-up Study</title>
        <p>We first assessed whether using the context provided by participants to determine an HRV window to calculate the features provided a benefit over the previously found best time window of work hours of the day. Our outcome variables were perceived stress at the time of survey response and perceived stress at the reported most stressful time of the day. In the case of perceived stress at the time of survey response, the model of HRV during work hours (reported in <xref ref-type="table" rid="table9">Table 9</xref>) achieved the best fit with an <italic>R</italic><sup>2</sup> of 0.032 versus 0.022 and AIC of 3465 versus 3475, therefore favoring the model with HRV features calculated during the workday, as in the main study. It also replicates findings from the main study, which found an <italic>R</italic><sup>2</sup> of 0.022. Similar results are obtained when predicting perceived stress at the reported most stressful time of the day (<italic>R</italic><sup>2</sup> of 0.023 vs 0.015), with the model based on HRV during work hours reported in <xref ref-type="table" rid="table9">Table 9</xref> and a full comparison available in Tables S11 to S12 in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. Thus, we did not observe benefits from computing HRV features based on self-reported most stressful time of the day compared with the entire workday. We also found that HRV during work hours was predictive of the duration of perceived stress at the reported most stressful time of the day (<xref ref-type="table" rid="table9">Table 9</xref>), although the fit was quite small.</p>
        <p>As the duration of perceived stress at the reported most stressful time of the day was correlated with perceived stress at the time of survey response and perceived stress at the reported most stressful time of the day scores (<xref ref-type="table" rid="table3">Table 3</xref>), we conducted a post hoc analysis to investigate whether HRV could predict the saliency of the perceived stress while controlling for the effects of the duration of the event and elapsed time since it occurred—contextual features provided through self-report. Including HRV features along with contextual features provided a better fit (<italic>R</italic><sup>2</sup> of 0.064 vs 0.050) over simply using the contextual features. This was further confirmed by likelihood ratio tests and AIC (<italic>χ</italic><sup>2</sup><sub>5</sub>=22.9; <italic>P</italic>&#60;.001; AIC 3242 vs 3255; see Tables S13 and S14 in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> for the full models).</p>
        <table-wrap position="float" id="table9">
          <label>Table 9</label>
          <caption>
            <p>Prediction of perceived stress at the time of survey response, perceived stress at the reported most stressful time of the day, and duration of perceived stress at the reported most stressful time of the day with the same predictors—heart rate variability during work hours—as in the best model in the main study<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="200"/>
            <col width="70"/>
            <col width="0"/>
            <col width="200"/>
            <col width="70"/>
            <col width="0"/>
            <col width="60"/>
            <col width="200"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td>Predictors</td>
                <td colspan="3">Perceived stress at the time of survey response<sup>b</sup></td>
                <td colspan="3">Perceived stress at the reported most stressful time of the day<sup>c</sup></td>
                <td colspan="3">Duration of perceived stress at the reported most stressful time of the day<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>OR<sup>e</sup></td>
                <td><italic>P</italic> value</td>
                <td colspan="2">OR</td>
                <td><italic>P</italic> value</td>
                <td colspan="2">β</td>
                <td>95% CI</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intercept</td>
                <td>—<sup>f</sup></td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">.02</td>
                <td>−0.06 to 0.10</td>
                <td>.64</td>
              </tr>
              <tr valign="top">
                <td>MRRI<sup>g</sup></td>
                <td>0.98 (0.79 to 1.23)</td>
                <td>.89</td>
                <td colspan="2">0.86 (0.70 to 1.07)</td>
                <td>.18</td>
                <td colspan="2">−.03</td>
                <td>−0.12 to 0.07</td>
                <td>.59</td>
              </tr>
              <tr valign="top">
                <td>LF<sup>h</sup>/HF<sup>i</sup></td>
                <td>0.84 (0.73 to 0.98)</td>
                <td>
                  <italic>.03</italic>
                  <sup>j</sup>
                </td>
                <td colspan="2">0.85 (0.73 to 0.99)</td>
                <td>
                  <italic>.04</italic>
                </td>
                <td colspan="2">−.02</td>
                <td>−0.09 to 0.05</td>
                <td>.57</td>
              </tr>
              <tr valign="top">
                <td>VLF<sup>k</sup></td>
                <td>1.56 (1.22 to 1.99)</td>
                <td>
                  <italic>&#60;.001</italic>
                  <sup>j</sup>
                </td>
                <td colspan="2">1.54 (1.21 to 1.97)</td>
                <td>
                  <italic>&#60;.001</italic>
                </td>
                <td colspan="2">.15</td>
                <td>0.05 to 0.25</td>
                <td>
                  <italic>.005</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>Triangular index</td>
                <td>0.79 (0.63 to 0.99)</td>
                <td>
                  <italic>.04</italic>
                  <sup>j</sup>
                </td>
                <td colspan="2">0.98 (0.79 to 1.24)</td>
                <td>.93</td>
                <td colspan="2">−.11</td>
                <td>−0.19 to −0.03</td>
                <td>
                  <italic>.03</italic>
                </td>
              </tr>
              <tr valign="top">
                <td>SDANN<sup>l</sup></td>
                <td>0.75 (0.61 to 0.91)</td>
                <td>
                  <italic>.003</italic>
                  <sup>j</sup>
                </td>
                <td colspan="2">0.73 (0.60 to 0.89)</td>
                <td>
                  <italic>.002</italic>
                </td>
                <td colspan="2">−.10</td>
                <td>−0.20 to −0.01</td>
                <td>
                  <italic>.008</italic>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table9fn1">
              <p><sup>a</sup>The models were fit with 1373 observations from 327 participants. Cumulative link mixed-effects models threshold values are omitted for brevity. An extended version with threshold values is available in Table S17 in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
            </fn>
            <fn id="table9fn2">
              <p><sup>b</sup>Random effects: σ<sup>2</sup>=3.29; τ<sub>00</sub>=1.21; participant intraclass correlation coefficient 0.27; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.032/0.292.</p>
            </fn>
            <fn id="table9fn3">
              <p><sup>c</sup>Random effects: σ<sup>2</sup>=3.29; τ<sub>00</sub>=0.97; participant intraclass correlation coefficient 0.23; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.023/0.245.</p>
            </fn>
            <fn id="table9fn4">
              <p><sup>d</sup>Random effects: σ<sup>2</sup>=0.60: τ<sub>00</sub>=0.40; participant intraclass correlation coefficient 0.40; marginal <italic>R</italic><sup>2</sup>/conditional <italic>R</italic><sup>2</sup>=0.019/0.414.</p>
            </fn>
            <fn id="table9fn5">
              <p><sup>e</sup>OR: odds ratio.</p>
            </fn>
            <fn id="table9fn6">
              <p><sup>f</sup>Cumulative Link Mixed Models have multiple thresholds rather than one intercept. Therefore, no value for an intercept is included in this table.</p>
            </fn>
            <fn id="table9fn7">
              <p><sup>g</sup>MRRI: mean RR interval.</p>
            </fn>
            <fn id="table9fn8">
              <p><sup>h</sup>LF: low frequency.</p>
            </fn>
            <fn id="table9fn9">
              <p><sup>i</sup>HF: high frequency.</p>
            </fn>
            <fn id="table9fn10">
              <p><sup>j</sup><italic>P</italic> values lower than .05 are highlighted in italics.</p>
            </fn>
            <fn id="table9fn11">
              <p><sup>k</sup>VLF: very low frequency.</p>
            </fn>
            <fn id="table9fn12">
              <p><sup>l</sup>SDANN: SD of the averages of normal-to-normal intervals.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Stress is associated with many negative outcomes [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>], thereby making accurate measurement and management of it an important aspect of improving both physical and mental health outcomes. To this end, the ubiquitous computing and mobile health communities have turned to wearables and, more specifically, identified wearable-sensed HRV as an attractive method for passively sensing stress [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. However, does the evidence support associating HRV—as measured with wearables in the wild—with stress, as perceived by the user?</p>
        <p>We found that the best model yielded a marginal <italic>R</italic><sup>2</sup> of 2.2%, which approximately corresponds to a correlation of 0.15 and a Cohen <italic>d</italic> of 0.30, which lies between a small (Cohen <italic>d</italic>=0.20) to medium (Cohen <italic>d</italic>=0.50) effect [<xref ref-type="bibr" rid="ref100">100</xref>,<xref ref-type="bibr" rid="ref101">101</xref>]. Thus, HRV was weakly, although significantly, associated with perceived stress when measured using a wearable in naturalistic settings. The size of this effect is, to some degree, expected, given that HRV only measures ANS activity and not HPA activity, thus being an incomplete assessment of stress, even in ideal conditions. That said, we would have expected a stronger relationship between perceived stress and HRV a priori, given its popular use in assessing stress [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. Nevertheless, despite the small magnitude of the effect, we also found some evidence for incremental prediction in that HRV uniquely predicted perceived stress above and beyond self-reported positive affect, negative affect, and anxiety (<xref ref-type="table" rid="table7">Table 7</xref>).</p>
        <p>We do not believe the small effect size is because of how perceived stress was assessed, as using validated assessments of related constructs, such as negative affect and anxiety, yielded similar results (<xref ref-type="table" rid="table8">Table 8</xref>) and was highly correlated with stress (<xref ref-type="table" rid="table2">Table 2</xref>). Our findings suggest that the signal provided by wearable-measured HRV is of limited use in predicting perceived stress in the wild in the absence of clear and isolated stressors (such as those provided in laboratory studies).</p>
        <p>Regarding the optimal temporal association between HRV and perceived stress, we found that HRV features measured around the time of the survey response—when participants were assessing their current stress level—yielded a lower fit than a generic time window covering the workday (ie, between 8 AM to 6 PM). This is different from the results in laboratory settings, which suggest the optimal time window to be shorter and closer to the assessment of stress, given the quick SNS response to induced stress. Although the length of the time window in which HRV is measured can affect what contributes to the changes in the HRV features (eg, circadian rhythms might be captured with longer-term HRV but not short term [<xref ref-type="bibr" rid="ref84">84</xref>]), the estimates found within the “workday” time window of 8 AM to 6 PM were generally consistent in directionality with previous literature for changes in HRV because of stress.</p>
        <p>Specifically, triangular index and SDANN were both negatively associated with perceived stress. Both of these match the expectation that lower HRV would indicate higher stress [<xref ref-type="bibr" rid="ref29">29</xref>]. VLF was positively associated with perceived stress, which is to be expected as SNS activity because of stress (among other reasons) modulates the amplitude and frequency of HRV measured in this band [<xref ref-type="bibr" rid="ref84">84</xref>,<xref ref-type="bibr" rid="ref102">102</xref>]. Finally, the ratio of LF to HF was negatively associated with perceived stress in the work hours time window, which might be considered counterintuitive. In controlled conditions, LF/HF can be used as a measure of autonomic balance; that is, it is assumed that PNS and SNS activity contributes to LF, and PNS largely contributes to HF [<xref ref-type="bibr" rid="ref84">84</xref>]. Therefore, one could have expected a higher LF/HF ratio to equate to higher perceived stress, as it would indicate more SNS than PNS activity. Nevertheless, as highlighted in the study by Shaffer and Ginsberg [<xref ref-type="bibr" rid="ref84">84</xref>], because of the complex relationship between SNS and PNS activity, LF/HF ratio will not always index autonomic balance. Thus, it is possible that in the conditions of this study, either a higher LF/HF was an indicator of higher PNS activity over SNS activity, or a higher PNS activity was a better marker for the saliency of a previous stressful event from which the participant was recovering at the time of the survey response.</p>
        <p>In the follow-up study, our modified stress survey aimed to identify and compute HRV based on participants’ most stressful time of the day. Although this is impractical for a real-world use case, it does allow measurement of HRV closer to the stressor, as in many laboratory studies. Nevertheless, measuring HRV during the most stressful time of the day yielded a lower model fit than using the generic 8 AM to 6 PM time window (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Therefore, we believe the small effect of HRV as a predictor of stress ostensibly resides in the conditions of measurement themselves. Specifically, in laboratory-based studies, the measurements of changes in HRV because of stress occur in the presence of clear and isolated stressors (eg, stress being induced by the study conditions, causing an increase in SNS activity), which, in turn, implies that HRV changes because stress, and these changes can often cease with the end of a stressor [<xref ref-type="bibr" rid="ref51">51</xref>]. Discrete and isolated stressors in controlled laboratory studies may not be as common in naturalistic settings, making results from these studies under controlled conditions not fully applicable to daily life settings.</p>
        <p>In naturalistic settings, identifying perceived stress at the precise moment of a clear and isolated stressor would be difficult to achieve from HRV alone for several reasons. First, physiological stress is different from perceived stress. For instance, physical exertion or exercise is generally classified as a physiological stressor (and would exhibit increases in HR, decreased HRV, and increases in cortisol); however, it is well known that exercise can reduce perceived stress [<xref ref-type="bibr" rid="ref103">103</xref>] and generally would not be reported as <italic>stressful</italic> by participants. Second, self-reports are subject to emotional perception and expression biases [<xref ref-type="bibr" rid="ref104">104</xref>-<xref ref-type="bibr" rid="ref107">107</xref>], as well as memory biases and/or coping responses [<xref ref-type="bibr" rid="ref73">73</xref>,<xref ref-type="bibr" rid="ref74">74</xref>]. Finally, EMAs are designed to measure stress at either random or specific times, although participants may not respond at the designated time (eg, at the end of a stressor as opposed to the middle of a stressor).</p>
        <p>In summary, our main conclusion is that the reported association between HRV and perceived stress may depend on laboratory conditions. In naturalistic studies, there are no clear and direct links between isolated stressors and SNS responses. Although there is still an observable association between wearables and perceived stress, it is weak, and it suggests that HRV alone should not be considered a valid proxy measure of perceived stress in naturalistic studies.</p>
      </sec>
      <sec>
        <title>Implications of This Study</title>
        <p>Although HRV has been shown to be a useful biomarker of perceived stress in laboratory studies, we have shown that in the wild, perceived stress does not always align strongly with physiological stress. This is of special importance as an increasing number of studies and commercial applications in the ubiquitous computing community use wearables to measure stress using HRV, sometimes under the assumption that there is a very strong alignment between the two, when, in fact, the alignment is more tenuous. Although it is beneficial to have wearables capable of providing continuous measurement of HRV unobtrusively, we caution against the use of HRV features as sole or main indicators of “stress” in user-facing applications, as the results may not align with perceived stress. This level of inaccuracy risks an increase of distrust in health and well-being applications at a minimum. It can have more profound negative effects as well, and based on the present findings, labeling HRV as “stress” without proper validity data would be highly suspect. Therefore, we would encourage future work in the scientific community to investigate complementary sensing streams that could serve as markers of stress and use those in conjunction with HRV.</p>
        <p>To realize the goal of monitoring the health of individuals, such sensing streams should be rigorously vetted through longitudinal studies to appropriately measure their predictive power for capturing intraindividual differences over time. Nevertheless, it is unlikely that any single physiological sensing stream would be able to perfectly align with perceived stress. Therefore, rather than looking at a single biomarker of the ANS, as is HRV, a more complete view of the ANS response could perhaps delineate a viable strategy for health monitoring unobtrusively in the wild. More broadly, approaches based on multimodality are more likely to yield successful outcomes in health monitoring, as recent studies show in other fields such as sleep monitoring [<xref ref-type="bibr" rid="ref108">108</xref>], job performance monitoring [<xref ref-type="bibr" rid="ref109">109</xref>,<xref ref-type="bibr" rid="ref110">110</xref>], and personality prediction [<xref ref-type="bibr" rid="ref111">111</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>It is important to note that this study has limitations. First, our sample comprised information workers who might be less likely to have movement artifacts that could affect the wearable measurements of HRV. Second, our sample was fairly homogenous, with participants whose income and education levels were above the US average (low-income and lower education populations were underrepresented). Third, we are unable to determine the accuracy of self-reported stress durations and timing of stress. Similarly, the duration of the most stressful time of the day was correlated with the perceived stress at that time, and it is possible that participants’ response to one question influenced the answer to the other (ie, judging stressors that last longer as more intense). Finally, the items introduced in the follow-up study were not validated in this or other studies. Addressing these limitations is a goal for future work.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We examined the alignment of physiological stress (HRV), as measured with a consumer-grade wearable device, and perceived stress in an 8-week study with information workers from multiple organizations across the United States. We found a weak but significant association between HRV and perceived stress, which was replicated in a week-long follow-up study a year later. Computing HRV across the workday outperformed other time windows, including self-reported stressful events. Overall, our findings suggest that wearable-based HRV should not be used as a sole biomarker for perceived stress in naturalistic settings. Instead, it might best be used in conjunction with other measures to measure this complex phenomenon in the wild.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Correlation of the stress item with other validated measures.</p>
        <media xlink:href="humanfactors_v9i3e33754_app1.docx" xlink:title="DOCX File , 59 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Summary of odds ratios of predictors across different time windows.</p>
        <media xlink:href="humanfactors_v9i3e33754_app2.docx" xlink:title="DOCX File , 120 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Comparison between models, including heart rate variability calculated during the workday and during the reported most stressful time of the day.</p>
        <media xlink:href="humanfactors_v9i3e33754_app3.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Additive value of heart rate variability features over considering only the participants’ subjective assessment.</p>
        <media xlink:href="humanfactors_v9i3e33754_app4.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Expanded versions of the tables included in the main paper, including the threshold values for the ordinal models.</p>
        <media xlink:href="humanfactors_v9i3e33754_app5.docx" xlink:title="DOCX File , 23 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AIC</term>
          <def>
            <p>Akaike information criterion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ANS</term>
          <def>
            <p>autonomic nervous system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BBI</term>
          <def>
            <p>beat-to-beat intervals</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EMA</term>
          <def>
            <p>ecological momentary assessment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HF</term>
          <def>
            <p>high frequency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HPA</term>
          <def>
            <p>hypothalamic-pituitary-adrenal</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">HRV</term>
          <def>
            <p>heart rate variability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">LF</term>
          <def>
            <p>low frequency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">PNS</term>
          <def>
            <p>parasympathetic nervous system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">RMSSD</term>
          <def>
            <p>root mean square of successive differences</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">SDANN</term>
          <def>
            <p>SD of the averages of normal-to-normal intervals</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">SDNN</term>
          <def>
            <p>SD of normal-to-normal intervals</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">SNS</term>
          <def>
            <p>sympathetic nervous system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">VIF</term>
          <def>
            <p>variance inflation factor</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">VLF</term>
          <def>
            <p>very low frequency</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This paper is based upon work supported in part by the Office of the Director of National Intelligence (ODNI), Intelligence Advanced Research Projects Activity (2017-17042800007), the National Science Foundation (SES 2030599 and SES 1928612), and the National Institute of Health (R21NR018972). The views and conclusions contained herein are those of the authors and should not be interpreted as necessarily representing the official policies, either expressed or implied, of the Office of the Director of National Intelligence, Intelligence Advanced Research Projects Activity, or the US government. The US government is authorized to reproduce and distribute reprints for governmental purposes notwithstanding any copyright annotation therein.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>AD</given-names>
            </name>
            <collab>World Health Organization</collab>
            <collab>World Bank</collab>
            <collab>Harvard School of Public Health</collab>
          </person-group>
          <article-title>The Global burden of disease : a comprehensive assessment of mortality and disability from diseases, injuries, and risk factors in 1990 and projected to 2020 : summary / edited by Christopher J. L. Murray, Alan D. Lopez</article-title>
          <source>World Health Organization</source>
          <year>1996</year>
          <access-date>2020-11-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/41864/0965546608_eng.pdf?sequence=1&#38;isAllowed=y">https://apps.who.int/iris/bitstream/handle/10665/41864/0965546608_eng.pdf?sequence=1&#38;isAllowed=y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lazarus</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Folkman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Stress, Appraisal, and Coping</source>
          <year>1984</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>Springer Publishing Company</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herbert</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Fortnighly review. Stress, the brain, and mental illness</article-title>
          <source>BMJ</source>
          <year>1997</year>
          <month>08</month>
          <day>30</day>
          <volume>315</volume>
          <issue>7107</issue>
          <fpage>530</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/9329310"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.315.7107.530</pub-id>
          <pub-id pub-id-type="medline">9329310</pub-id>
          <pub-id pub-id-type="pmcid">PMC2127355</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Colligan</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Workplace stress</article-title>
          <source>J Workplace Behav Health</source>
          <year>2006</year>
          <month>07</month>
          <day>25</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>89</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1300/j490v21n02_07</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lagraauw</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Kuiper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bot</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Acute and chronic psychological stress as risk factors for cardiovascular disease: insights gained from epidemiological, clinical and experimental studies</article-title>
          <source>Brain Behav Immun</source>
          <year>2015</year>
          <month>11</month>
          <volume>50</volume>
          <fpage>18</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bbi.2015.08.007</pub-id>
          <pub-id pub-id-type="medline">26256574</pub-id>
          <pub-id pub-id-type="pii">S0889-1591(15)00431-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krantz</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Kop</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Santiago</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Gottdiener</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Mental stress as a trigger of myocardial ischemia and infarction</article-title>
          <source>Cardiol Clin</source>
          <year>1996</year>
          <month>05</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>271</fpage>
          <lpage>87</lpage>
          <pub-id pub-id-type="medline">8724559</pub-id>
          <pub-id pub-id-type="pii">S0733-8651(05)70280-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dishman</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Nakamura</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Blair</surname>
              <given-names>SN</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability, trait anxiety, and perceived stress among physically fit men and women</article-title>
          <source>Int J Psychophysiol</source>
          <year>2000</year>
          <month>08</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1016/s0167-8760(00)00085-4</pub-id>
          <pub-id pub-id-type="medline">10831999</pub-id>
          <pub-id pub-id-type="pii">S0167-8760(00)00085-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Stress and Recovery Analysis Method Based on 24-hour Heart Rate Variability – Firstbeat White Paper</article-title>
          <source>Firstbeat</source>
          <access-date>2020-10-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.firstbeat.com/en/stress-recovery-analysis-method-based-24-hour-heart-rate-variability-firstbeat-white-paper-2/">https://www.firstbeat.com/en/stress-recovery-analysis-method-based-24-hour-heart-rate-variability-firstbeat-white-paper-2/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirschbaum</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hellhammer</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>Salivary cortisol in psychobiological research: an overview</article-title>
          <source>Neuropsychobiology</source>
          <year>1989</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>150</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1159/000118611</pub-id>
          <pub-id pub-id-type="medline">2485862</pub-id>
          <pub-id pub-id-type="pii">118611</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Setz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Arnrich</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Schumm</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>La Marca</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Troster</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ehlert</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Discriminating stress from cognitive load using a wearable EDA device</article-title>
          <source>IEEE Trans Inform Technol Biomed</source>
          <year>2010</year>
          <month>03</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>410</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1109/titb.2009.2036164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Koldijk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sappelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Neerincx</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kraaij</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Unobtrusive Monitoring of Knowledge Workers for Stress Self-regulation</article-title>
          <source>Proceedings of the 21th International Conference on the User Modeling, Adaption, and Personalization</source>
          <year>2013</year>
          <conf-name>UMAP '13</conf-name>
          <conf-date>June 10-14, 2013</conf-date>
          <conf-loc>Rome, Italy</conf-loc>
          <publisher-loc>Berlin, Germany</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>335</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-642-38844-6_31</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muaremi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arnrich</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Tröster</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Towards measuring stress with smartphones and wearable devices during workday and sleep</article-title>
          <source>Bionanoscience</source>
          <year>2013</year>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>172</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25530929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12668-013-0089-2</pub-id>
          <pub-id pub-id-type="medline">25530929</pub-id>
          <pub-id pub-id-type="pii">89</pub-id>
          <pub-id pub-id-type="pmcid">PMC4269214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sano</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Stress recognition using wearable sensors and mobile phones</article-title>
          <source>Proceedings of the 2013 Humaine Association Conference on Affective Computing and Intelligent Interaction</source>
          <year>2013</year>
          <conf-name>ACII '13</conf-name>
          <conf-date>September 2-5, 2013</conf-date>
          <conf-loc>Geneva, Switzerland</conf-loc>
          <fpage>671</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/acii.2013.117</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Call center stress recognition with person-specific models</article-title>
          <source>Proceedings of the 4th International Conference on the Affective Computing and Intelligent Interaction</source>
          <year>2011</year>
          <conf-name>ACII '11</conf-name>
          <conf-date>October 9-12, 2011</conf-date>
          <conf-loc>Memphis, TN, USA</conf-loc>
          <publisher-loc>Berlin, Germany</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>125</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-642-24600-5_16</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Dimensions of appraisal and physiological response in emotion</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1989</year>
          <month>03</month>
          <volume>56</volume>
          <issue>3</issue>
          <fpage>339</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.56.3.339</pub-id>
          <pub-id pub-id-type="medline">2926633</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tomaka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blascovich</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kibler</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ernst</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Cognitive and physiological antecedents of threat and challenge appraisal</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1997</year>
          <month>07</month>
          <volume>73</volume>
          <issue>1</issue>
          <fpage>63</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.73.1.63</pub-id>
          <pub-id pub-id-type="medline">9216079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neufeld</surname>
              <given-names>RW</given-names>
            </name>
          </person-group>
          <article-title>Evidence of stress as a function of experimentally altered appraisal of stimulus aversiveness and coping adequacy</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1976</year>
          <month>05</month>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>632</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.33.5.632</pub-id>
          <pub-id pub-id-type="medline">1271228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hjortskov</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Garde</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Ørbæk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>ÅM</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of salivary cortisol as a biomarker of self-reported mental stress in field studies</article-title>
          <source>Stress Health</source>
          <year>2004</year>
          <month>04</month>
          <day>07</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>91</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1002/smi.1000</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kalman</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Grahn</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Measuring salivary cortisol in the behavioral neuroscience laboratory</article-title>
          <source>J Undergrad Neurosci Educ</source>
          <year>2004</year>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>A41</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23493518"/>
          </comment>
          <pub-id pub-id-type="medline">23493518</pub-id>
          <pub-id pub-id-type="pmcid">PMC3592595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garbarino</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bender</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Picard</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Tognetti</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Empatica E3 — A wearable wireless multi-sensor device for real-time computerized biofeedback and data acquisition</article-title>
          <source>Proceedings of the 4th International Conference on Wireless Mobile Communication and Healthcare - Transforming Healthcare Through Innovations in Mobile and Wireless Technologies</source>
          <year>2014</year>
          <conf-name>MOBIHEALTH '14</conf-name>
          <conf-date>November 3-5, 2014</conf-date>
          <conf-loc>Athens, Greece</conf-loc>
          <fpage>39</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.4108/icst.mobihealth.2014.257418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haescher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Matthies</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Trimpop</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Urban</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>SeismoTracker: upgrade any smart wearable to enable a sensing of heart rate, respiration rate, and microvibrations</article-title>
          <source>Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems</source>
          <year>2016</year>
          <conf-name>CHI EA '16</conf-name>
          <conf-date>May 7-12, 2016</conf-date>
          <conf-loc>San Jose, CA, USA</conf-loc>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>Association for Computing Machinery</publisher-name>
          <fpage>2209</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1145/2851581.2892279</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aly</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Youssef</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Zephyr: ubiquitous accurate multi-sensor fusion-based respiratory rate estimation using smartphones</article-title>
          <source>The 35th Annual IEEE International Conference on Computer Communications</source>
          <year>2016</year>
          <conf-name>IEEE INFOCOM '16</conf-name>
          <conf-date>April 10-14, 2016</conf-date>
          <conf-loc>San Francisco, CA, USA</conf-loc>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1109/infocom.2016.7524401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hernandez Rivera</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Towards wearable stress measurement</article-title>
          <source>Massachusetts Institute of Technology</source>
          <year>2015</year>
          <access-date>2020-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dspace.mit.edu/handle/1721.1/101849">https://dspace.mit.edu/handle/1721.1/101849</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Surmacz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hargrove</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Modeling perceived stress via HRV and accelerometer sensor streams</article-title>
          <source>Annu Int Conf IEEE Eng Med Biol Soc</source>
          <year>2015</year>
          <month>08</month>
          <volume>2015</volume>
          <fpage>1625</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1109/EMBC.2015.7318686</pub-id>
          <pub-id pub-id-type="medline">26736586</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taelman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vandeput</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Spaepen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Van Huffel</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Influence of mental stress on heart rate and heart rate variability</article-title>
          <source>Proceedings of the 4th European Conference of the International Federation for Medical and Biological Engineering</source>
          <year>2009</year>
          <conf-name>IFMBE '08</conf-name>
          <conf-date>November 23-27, 2008</conf-date>
          <conf-loc>Antwerp, Belgium</conf-loc>
          <fpage>1366</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-540-89208-3_324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salahuddin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Ultra short term analysis of heart rate variability for monitoring mental stress in mobile settings</article-title>
          <source>Annu Int Conf IEEE Eng Med Biol Soc</source>
          <year>2007</year>
          <volume>2007</volume>
          <fpage>4656</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1109/IEMBS.2007.4353378</pub-id>
          <pub-id pub-id-type="medline">18003044</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>FT</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>HT</given-names>
            </name>
            <name name-style="western">
              <surname>Buthpitiya</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Griss</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Activity-aware mental stress detection using physiological sensors</article-title>
          <source>Proceedings of the 2nd International ICST Conference on the Mobile Computing, Applications, and Services</source>
          <year>2012</year>
          <conf-name>MobiCASE '10</conf-name>
          <conf-date>October 25-28, 2010</conf-date>
          <conf-loc>Santa Clara, CA, USA</conf-loc>
          <fpage>211</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1007/978-3-642-29336-8_12</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brugnera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zarbo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tarvainen</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Marchettini</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Adorni</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Compare</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability during acute psychosocial stress: a randomized cross-over trial of verbal and non-verbal laboratory stressors</article-title>
          <source>Int J Psychophysiol</source>
          <year>2018</year>
          <month>05</month>
          <volume>127</volume>
          <fpage>17</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijpsycho.2018.02.016</pub-id>
          <pub-id pub-id-type="medline">29501671</pub-id>
          <pub-id pub-id-type="pii">S0167-8760(17)30692-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Cheon</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Koo</surname>
              <given-names>BH</given-names>
            </name>
          </person-group>
          <article-title>Stress and heart rate variability: a meta-analysis and review of the literature</article-title>
          <source>Psychiatry Investig</source>
          <year>2018</year>
          <month>03</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>235</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://psychiatryinvestigation.org/journal/view.php?doi=10.30773/pi.2017.08.17"/>
          </comment>
          <pub-id pub-id-type="doi">10.30773/pi.2017.08.17</pub-id>
          <pub-id pub-id-type="medline">29486547</pub-id>
          <pub-id pub-id-type="pii">pi.2017.08.17</pub-id>
          <pub-id pub-id-type="pmcid">PMC5900369</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kageyama</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nishikido</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kobayashi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kurokawa</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kaneko</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kabuto</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Self-reported sleep quality, job stress, and daytime autonomic activities assessed in terms of short-term heart rate variability among male white-collar workers</article-title>
          <source>Ind Health</source>
          <year>1998</year>
          <month>07</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>263</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://joi.jlc.jst.go.jp/JST.Journalarchive/indhealth1963/36.263?from=PubMed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2486/indhealth.36.263</pub-id>
          <pub-id pub-id-type="medline">9701906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sin</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>McKinley</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Linking daily stress processes and laboratory-based heart rate variability in a national sample of midlife and older adults</article-title>
          <source>Psychosom Med</source>
          <year>2016</year>
          <month>06</month>
          <volume>78</volume>
          <issue>5</issue>
          <fpage>573</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26867082"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/PSY.0000000000000306</pub-id>
          <pub-id pub-id-type="medline">26867082</pub-id>
          <pub-id pub-id-type="pmcid">PMC4891238</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hynynen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Konttinen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kinnunen</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Kyröläinen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rusko</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The incidence of stress symptoms and heart rate variability during sleep and orthostatic test</article-title>
          <source>Eur J Appl Physiol</source>
          <year>2011</year>
          <month>05</month>
          <volume>111</volume>
          <issue>5</issue>
          <fpage>733</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1007/s00421-010-1698-x</pub-id>
          <pub-id pub-id-type="medline">20972879</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rieger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stoll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kreuzfeld</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Behrens</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Weippert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Heart rate and heart rate variability as indirect markers of surgeons' intraoperative stress</article-title>
          <source>Int Arch Occup Environ Health</source>
          <year>2014</year>
          <month>02</month>
          <volume>87</volume>
          <issue>2</issue>
          <fpage>165</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1007/s00420-013-0847-z</pub-id>
          <pub-id pub-id-type="medline">23370764</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hantono</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Nugroho</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Santosa</surname>
              <given-names>PI</given-names>
            </name>
          </person-group>
          <article-title>Mental stress detection via heart rate variability using machine learning</article-title>
          <source>Int J Electr Eng Inform</source>
          <year>2020</year>
          <month>9</month>
          <day>30</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>431</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.15676/ijeei.2020.12.3.3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Deusen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Heart Rate Variability &#124; The Ultimate Guide to HRV</article-title>
          <source>WHOOP</source>
          <access-date>2020-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.whoop.com/thelocker/heart-rate-variability-hrv/">https://www.whoop.com/thelocker/heart-rate-variability-hrv/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>What is Heart Rate Variability (HRV)? And how it can enhance your training</article-title>
          <source>Myithlete</source>
          <access-date>2020-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.myithlete.com/what-is-hrv/">https://www.myithlete.com/what-is-hrv/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Menon</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Reducing Stress With HRV for a happier, healthier life</article-title>
          <source>Elite HRV</source>
          <year>2019</year>
          <month>4</month>
          <day>18</day>
          <access-date>2020-11-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://elitehrv.com/reducing-stress-with-heart-rate-variability">https://elitehrv.com/reducing-stress-with-heart-rate-variability</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Kloet</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Joëls</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holsboer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Stress and the brain: from adaptation to disease</article-title>
          <source>Nat Rev Neurosci</source>
          <year>2005</year>
          <month>06</month>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>463</fpage>
          <lpage>75</lpage>
          <pub-id pub-id-type="doi">10.1038/nrn1683</pub-id>
          <pub-id pub-id-type="medline">15891777</pub-id>
          <pub-id pub-id-type="pii">nrn1683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lupien</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Maheu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fiocco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schramek</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>The effects of stress and stress hormones on human cognition: implications for the field of brain and cognition</article-title>
          <source>Brain Cogn</source>
          <year>2007</year>
          <month>12</month>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>209</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bandc.2007.02.007</pub-id>
          <pub-id pub-id-type="medline">17466428</pub-id>
          <pub-id pub-id-type="pii">S0278-2626(07)00032-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>Physiology and neurobiology of stress and adaptation: central role of the brain</article-title>
          <source>Physiol Rev</source>
          <year>2007</year>
          <month>07</month>
          <volume>87</volume>
          <issue>3</issue>
          <fpage>873</fpage>
          <lpage>904</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.physiology.org/doi/10.1152/physrev.00041.2006?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1152/physrev.00041.2006</pub-id>
          <pub-id pub-id-type="medline">17615391</pub-id>
          <pub-id pub-id-type="pii">87/3/873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roozendaal</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Chattarji</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Stress, memory and the amygdala</article-title>
          <source>Nat Rev Neurosci</source>
          <year>2009</year>
          <month>06</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>423</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1038/nrn2651</pub-id>
          <pub-id pub-id-type="medline">19469026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsigos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chrousos</surname>
              <given-names>GP</given-names>
            </name>
          </person-group>
          <article-title>Hypothalamic-pituitary-adrenal axis, neuroendocrine factors and stress</article-title>
          <source>J Psychosom Res</source>
          <year>2002</year>
          <month>10</month>
          <volume>53</volume>
          <issue>4</issue>
          <fpage>865</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1016/s0022-3999(02)00429-4</pub-id>
          <pub-id pub-id-type="medline">12377295</pub-id>
          <pub-id pub-id-type="pii">S0022399902004294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berridge</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Waterhouse</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>The locus coeruleus-noradrenergic system: modulation of behavioral state and state-dependent cognitive processes</article-title>
          <source>Brain Res Brain Res Rev</source>
          <year>2003</year>
          <month>04</month>
          <volume>42</volume>
          <issue>1</issue>
          <fpage>33</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1016/s0165-0173(03)00143-7</pub-id>
          <pub-id pub-id-type="medline">12668290</pub-id>
          <pub-id pub-id-type="pii">S0165017303001437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morilak</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Barrera</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Echevarria</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Hernandez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Petre</surname>
              <given-names>CO</given-names>
            </name>
          </person-group>
          <article-title>Role of brain norepinephrine in the behavioral response to stress</article-title>
          <source>Prog Neuropsychopharmacol Biol Psychiatry</source>
          <year>2005</year>
          <month>12</month>
          <volume>29</volume>
          <issue>8</issue>
          <fpage>1214</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pnpbp.2005.08.007</pub-id>
          <pub-id pub-id-type="medline">16226365</pub-id>
          <pub-id pub-id-type="pii">S0278-5846(05)00270-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brindle</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Ginty</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A tale of two mechanisms: a meta-analytic approach toward understanding the autonomic basis of cardiovascular reactivity to acute psychological stress</article-title>
          <source>Psychophysiology</source>
          <year>2014</year>
          <month>10</month>
          <volume>51</volume>
          <issue>10</issue>
          <fpage>964</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1111/psyp.12248</pub-id>
          <pub-id pub-id-type="medline">24924500</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gunnar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quevedo</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The neurobiology of stress and development</article-title>
          <source>Annu Rev Psychol</source>
          <year>2007</year>
          <volume>58</volume>
          <fpage>145</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev.psych.58.110405.085605</pub-id>
          <pub-id pub-id-type="medline">16903808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lupien</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Gunnar</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Heim</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effects of stress throughout the lifespan on the brain, behaviour and cognition</article-title>
          <source>Nat Rev Neurosci</source>
          <year>2009</year>
          <month>06</month>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>434</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1038/nrn2639</pub-id>
          <pub-id pub-id-type="medline">19401723</pub-id>
          <pub-id pub-id-type="pii">nrn2639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaltsas</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Chrousos</surname>
              <given-names>GP</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Cacioppo</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Tassinary</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Berntson</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The neuroendocrinology of stress</article-title>
          <source>Handbook of Psychophysiology. 3rd edition</source>
          <year>2007</year>
          <publisher-loc>Cambridge, UK</publisher-loc>
          <publisher-name>Cambridge University Press</publisher-name>
          <fpage>303</fpage>
          <lpage>18</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sternberg</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Neuroendocrine regulation of autoimmune/inflammatory disease</article-title>
          <source>J Endocrinol</source>
          <year>2001</year>
          <month>06</month>
          <volume>169</volume>
          <issue>3</issue>
          <fpage>429</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1677/joe.0.1690429</pub-id>
          <pub-id pub-id-type="medline">11375112</pub-id>
          <pub-id pub-id-type="pii">JOE04130</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dickerson</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Kemeny</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>Acute stressors and cortisol responses: a theoretical integration and synthesis of laboratory research</article-title>
          <source>Psychol Bull</source>
          <year>2004</year>
          <month>05</month>
          <volume>130</volume>
          <issue>3</issue>
          <fpage>355</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1037/0033-2909.130.3.355</pub-id>
          <pub-id pub-id-type="medline">15122924</pub-id>
          <pub-id pub-id-type="pii">2004-13724-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hellhammer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schubert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The physiological response to Trier Social Stress Test relates to subjective measures of stress during but not before or after the test</article-title>
          <source>Psychoneuroendocrinology</source>
          <year>2012</year>
          <month>01</month>
          <volume>37</volume>
          <issue>1</issue>
          <fpage>119</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psyneuen.2011.05.012</pub-id>
          <pub-id pub-id-type="medline">21689890</pub-id>
          <pub-id pub-id-type="pii">S0306-4530(11)00165-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirschbaum</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pirke</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hellhammer</surname>
              <given-names>DH</given-names>
            </name>
          </person-group>
          <article-title>The 'Trier Social Stress Test'--a tool for investigating psychobiological stress responses in a laboratory setting</article-title>
          <source>Neuropsychobiology</source>
          <year>1993</year>
          <volume>28</volume>
          <issue>1-2</issue>
          <fpage>76</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1159/000119004</pub-id>
          <pub-id pub-id-type="medline">8255414</pub-id>
          <pub-id pub-id-type="pii">119004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Atienza</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Wilcox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Gender differences in cardiovascular response to dementia caregiving</article-title>
          <source>Gerontologist</source>
          <year>2001</year>
          <month>08</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>490</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1093/geront/41.4.490</pub-id>
          <pub-id pub-id-type="medline">11490047</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Balamurali</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Livingston</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the prevalence and covariates of anxiety in caregivers of people with dementia</article-title>
          <source>Int Psychogeriatr</source>
          <year>2007</year>
          <month>04</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>175</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1017/S1041610206004297</pub-id>
          <pub-id pub-id-type="medline">17005068</pub-id>
          <pub-id pub-id-type="pii">S1041610206004297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stalder</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tietze</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Steudte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dettenborn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kirschbaum</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Elevated hair cortisol levels in chronically stressed dementia caregivers</article-title>
          <source>Psychoneuroendocrinology</source>
          <year>2014</year>
          <month>09</month>
          <volume>47</volume>
          <fpage>26</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psyneuen.2014.04.021</pub-id>
          <pub-id pub-id-type="medline">25001953</pub-id>
          <pub-id pub-id-type="pii">S0306-4530(14)00154-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiodini</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Adda</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Scillitani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coletti</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Morelli</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Di Lembo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Epaminonda</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Masserini</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Beck-Peccoz</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Orsi</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ambrosi</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Arosio</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Cortisol secretion in patients with type 2 diabetes: relationship with chronic complications</article-title>
          <source>Diabetes Care</source>
          <year>2007</year>
          <month>01</month>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>83</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.2337/dc06-1267</pub-id>
          <pub-id pub-id-type="medline">17192338</pub-id>
          <pub-id pub-id-type="pii">30/1/83</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dekker</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Koper</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>van Aken</surname>
              <given-names>MO</given-names>
            </name>
            <name name-style="western">
              <surname>Pols</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Hofman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Kirschbaum</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Witteman</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Lamberts</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Tiemeier</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Salivary cortisol is related to atherosclerosis of carotid arteries</article-title>
          <source>J Clin Endocrinol Metab</source>
          <year>2008</year>
          <month>10</month>
          <volume>93</volume>
          <issue>10</issue>
          <fpage>3741</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1210/jc.2008-0496</pub-id>
          <pub-id pub-id-type="medline">18682510</pub-id>
          <pub-id pub-id-type="pii">jc.2008-0496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogelzangs</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Beekman</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Milaneschi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Bandinelli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrucci</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Penninx</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>Urinary cortisol and six-year risk of all-cause and cardiovascular mortality</article-title>
          <source>J Clin Endocrinol Metab</source>
          <year>2010</year>
          <month>11</month>
          <volume>95</volume>
          <issue>11</issue>
          <fpage>4959</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20739384"/>
          </comment>
          <pub-id pub-id-type="doi">10.1210/jc.2010-0192</pub-id>
          <pub-id pub-id-type="medline">20739384</pub-id>
          <pub-id pub-id-type="pii">jc.2010-0192</pub-id>
          <pub-id pub-id-type="pmcid">PMC2968721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beauchaine</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Thayer</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability as a transdiagnostic biomarker of psychopathology</article-title>
          <source>Int J Psychophysiol</source>
          <year>2015</year>
          <month>11</month>
          <volume>98</volume>
          <issue>2 Pt 2</issue>
          <fpage>338</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijpsycho.2015.08.004</pub-id>
          <pub-id pub-id-type="medline">26272488</pub-id>
          <pub-id pub-id-type="pii">S0167-8760(15)30020-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castaldo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Melillo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bracale</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Caserta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Triassi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pecchia</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Acute mental stress assessment via short term HRV analysis in healthy adults: a systematic review with meta-analysis</article-title>
          <source>Biomed Signal Process Control</source>
          <year>2015</year>
          <month>04</month>
          <volume>18</volume>
          <fpage>370</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bspc.2015.02.012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gouin</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Wenzel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Boucetta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>O'Byrne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Salimi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dang-Vu</surname>
              <given-names>TT</given-names>
            </name>
          </person-group>
          <article-title>High-frequency heart rate variability during worry predicts stress-related increases in sleep disturbances</article-title>
          <source>Sleep Med</source>
          <year>2015</year>
          <month>05</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>659</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sleep.2015.02.001</pub-id>
          <pub-id pub-id-type="medline">25819418</pub-id>
          <pub-id pub-id-type="pii">S1389-9457(15)00086-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holzman</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Bridgett</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability indices as bio-markers of top-down self-regulatory mechanisms: a meta-analytic review</article-title>
          <source>Neurosci Biobehav Rev</source>
          <year>2017</year>
          <month>03</month>
          <volume>74</volume>
          <issue>Pt A</issue>
          <fpage>233</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1016/j.neubiorev.2016.12.032</pub-id>
          <pub-id pub-id-type="medline">28057463</pub-id>
          <pub-id pub-id-type="pii">S0149-7634(15)30293-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Järvelin-Pasanen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sinikallio</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tarvainen</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability and occupational stress-systematic review</article-title>
          <source>Ind Health</source>
          <year>2018</year>
          <month>11</month>
          <day>21</day>
          <volume>56</volume>
          <issue>6</issue>
          <fpage>500</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2486/indhealth.2017-0190"/>
          </comment>
          <pub-id pub-id-type="doi">10.2486/indhealth.2017-0190</pub-id>
          <pub-id pub-id-type="medline">29910218</pub-id>
          <pub-id pub-id-type="pmcid">PMC6258751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nolan</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Jong</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Barry-Bianchi</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Tanaka</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Floras</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Effects of drug, biobehavioral and exercise therapies on heart rate variability in coronary artery disease: a systematic review</article-title>
          <source>Eur J Cardiovasc Prev Rehabil</source>
          <year>2008</year>
          <month>08</month>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>386</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1097/HJR.0b013e3283030a97</pub-id>
          <pub-id pub-id-type="medline">18677161</pub-id>
          <pub-id pub-id-type="pii">00149831-200808000-00002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pradhapan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tarvainen</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Nieminen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lehtinen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nikus</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lehtimäki</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kähönen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Viik</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Effect of heart rate correction on pre- and post-exercise heart rate variability to predict risk of mortality-an experimental study on the FINCAVAS cohort</article-title>
          <source>Front Physiol</source>
          <year>2014</year>
          <month>6</month>
          <day>3</day>
          <volume>5</volume>
          <fpage>208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fphys.2014.00208"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fphys.2014.00208</pub-id>
          <pub-id pub-id-type="medline">24917825</pub-id>
          <pub-id pub-id-type="pmcid">PMC4042064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnstone</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Bioharness(™) multivariable monitoring device: part. I: validity</article-title>
          <source>J Sports Sci Med</source>
          <year>2012</year>
          <month>9</month>
          <day>1</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>400</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24149346"/>
          </comment>
          <pub-id pub-id-type="medline">24149346</pub-id>
          <pub-id pub-id-type="pmcid">PMC3737934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnstone</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Hughes</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>AT</given-names>
            </name>
          </person-group>
          <article-title>Bioharness(™) multivariable monitoring device: part. II: reliability</article-title>
          <source>J Sports Sci Med</source>
          <year>2012</year>
          <month>9</month>
          <day>1</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>409</fpage>
          <lpage>17</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24149347"/>
          </comment>
          <pub-id pub-id-type="medline">24149347</pub-id>
          <pub-id pub-id-type="pmcid">PMC3737936</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pinheiro</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Couceiro</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Henriques</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muehlsteff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Quintal</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Goncalves</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Can PPG be used for HRV analysis?</article-title>
          <source>Annu Int Conf IEEE Eng Med Biol Soc</source>
          <year>2016</year>
          <month>08</month>
          <volume>2016</volume>
          <fpage>2945</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1109/EMBC.2016.7591347</pub-id>
          <pub-id pub-id-type="medline">28268930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weiler</surname>
              <given-names>DT</given-names>
            </name>
            <name name-style="western">
              <surname>Villajuan</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>Edkins</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cleary</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saleem</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Wearable heart rate monitor technology accuracy in research: a comparative study between PPG and ECG technology</article-title>
          <source>Proc Hum Factors Ergon Soc Annu Meet</source>
          <year>2017</year>
          <month>10</month>
          <day>20</day>
          <volume>61</volume>
          <issue>1</issue>
          <fpage>1292</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1177/1541931213601804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlotz</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Kumsta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Layes</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Entringer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wüst</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Covariance between psychological and endocrine responses to pharmacological challenge and psychosocial stress: a question of timing</article-title>
          <source>Psychosom Med</source>
          <year>2008</year>
          <month>09</month>
          <volume>70</volume>
          <issue>7</issue>
          <fpage>787</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1097/PSY.0b013e3181810658</pub-id>
          <pub-id pub-id-type="medline">18725434</pub-id>
          <pub-id pub-id-type="pii">PSY.0b013e3181810658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaab</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rohleder</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nater</surname>
              <given-names>UM</given-names>
            </name>
            <name name-style="western">
              <surname>Ehlert</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Psychological determinants of the cortisol stress response: the role of anticipatory cognitive appraisal</article-title>
          <source>Psychoneuroendocrinology</source>
          <year>2005</year>
          <month>07</month>
          <volume>30</volume>
          <issue>6</issue>
          <fpage>599</fpage>
          <lpage>610</lpage>
          <pub-id pub-id-type="doi">10.1016/j.psyneuen.2005.02.001</pub-id>
          <pub-id pub-id-type="medline">15808930</pub-id>
          <pub-id pub-id-type="pii">S0306-4530(05)00034-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oldehinkel</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ormel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bosch</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Bouma</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Van Roon</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Rosmalen</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Riese</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Stressed out? Associations between perceived and physiological stress responses in adolescents: the TRAILS study</article-title>
          <source>Psychophysiology</source>
          <year>2011</year>
          <month>04</month>
          <volume>48</volume>
          <issue>4</issue>
          <fpage>441</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1469-8986.2010.01118.x</pub-id>
          <pub-id pub-id-type="medline">21361964</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Redelmeier</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Kahneman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Patients' memories of painful medical treatments: real-time and retrospective evaluations of two minimally invasive procedures</article-title>
          <source>Pain</source>
          <year>1996</year>
          <month>07</month>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/0304-3959(96)02994-6</pub-id>
          <pub-id pub-id-type="medline">8857625</pub-id>
          <pub-id pub-id-type="pii">00006396-199607000-00002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scheier</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Weintraub</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Carver</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Coping with stress: divergent strategies of optimists and pessimists</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1986</year>
          <month>12</month>
          <volume>51</volume>
          <issue>6</issue>
          <fpage>1257</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.51.6.1257</pub-id>
          <pub-id pub-id-type="medline">3806361</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mattingly</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Audia</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bayraktaroglu</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Chawla</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>Das Swain</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>D'Mello</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jagannath</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Masaba</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moskal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mulukutla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nies</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Robles-Granda</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sirigiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Striegel</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The tesserae project: large-scale, longitudinal, in situ, multimodal sensing of information workers</article-title>
          <source>Extended Abstracts of the 2019 CHI Conference on Human Factors in Computing Systems</source>
          <year>2019</year>
          <conf-name>CHI EA '19</conf-name>
          <conf-date>May 4-9, 2019</conf-date>
          <conf-loc>Glasgow, UK</conf-loc>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1145/3290607.3299041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="web">
          <source>The MITRE Corporation</source>
          <access-date>2020-12-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mitre.org/">https://www.mitre.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mackinnon</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jorm</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Korten</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Jacomb</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A short form of the Positive and Negative Affect Schedule: evaluation of factorial validity and invariance across demographic variables in a community sample</article-title>
          <source>Pers Individ Dif</source>
          <year>1999</year>
          <month>9</month>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>405</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="doi">10.1016/s0191-8869(98)00251-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Merz</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Malcarne</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Roesch</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Emerson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roma</surname>
              <given-names>VG</given-names>
            </name>
            <name name-style="western">
              <surname>Sadler</surname>
              <given-names>GR</given-names>
            </name>
          </person-group>
          <article-title>Psychometric properties of Positive and Negative Affect Schedule (PANAS) original and short forms in an African American community sample</article-title>
          <source>J Affect Disord</source>
          <year>2013</year>
          <month>12</month>
          <volume>151</volume>
          <issue>3</issue>
          <fpage>942</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24051099"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jad.2013.08.011</pub-id>
          <pub-id pub-id-type="medline">24051099</pub-id>
          <pub-id pub-id-type="pii">S0165-0327(13)00631-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC3934411</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davey</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Barratt</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Butow</surname>
              <given-names>PN</given-names>
            </name>
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>A one-item question with a Likert or Visual Analog Scale adequately measured current anxiety</article-title>
          <source>J Clin Epidemiol</source>
          <year>2007</year>
          <month>04</month>
          <volume>60</volume>
          <issue>4</issue>
          <fpage>356</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2006.07.015</pub-id>
          <pub-id pub-id-type="medline">17346609</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(06)00387-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakdash</surname>
              <given-names>JZ</given-names>
            </name>
            <name name-style="western">
              <surname>Marusich</surname>
              <given-names>LR</given-names>
            </name>
          </person-group>
          <article-title>Repeated measures correlation</article-title>
          <source>Front Psychol</source>
          <year>2017</year>
          <month>4</month>
          <day>7</day>
          <volume>8</volume>
          <fpage>456</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2017.00456"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2017.00456</pub-id>
          <pub-id pub-id-type="medline">28439244</pub-id>
          <pub-id pub-id-type="pmcid">PMC5383908</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Larentzakis</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Khamis</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Alsuhaibani</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Alaska</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Giallafos</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Can wearable devices accurately measure heart rate variability? A systematic review</article-title>
          <source>Folia Med (Plovdiv)</source>
          <year>2018</year>
          <month>03</month>
          <day>01</day>
          <volume>60</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.2478/folmed-2018-0012</pub-id>
          <pub-id pub-id-type="medline">29668452</pub-id>
          <pub-id pub-id-type="pii">/j/folmed.2017.60.issue-1/folmed-2018-0012/folmed-2018-0012.xml</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mattingly</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nepal</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Striegel</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>On the quality of real-world wearable data in a longitudinal study of information workers</article-title>
          <source>Proceedings of the 2020 IEEE International Conference on Pervasive Computing and Communications Workshops</source>
          <year>2020</year>
          <conf-name>PerCom Workshops '20</conf-name>
          <conf-date>March 23-27, 2020</conf-date>
          <conf-loc>Austin, TX, USA</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/percomworkshops48775.2020.9156113</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Champseix</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>hrv-analysis: a package to calculate features from Rr Interval for HRV analyses</article-title>
          <source>GitHub</source>
          <year>2021</year>
          <month>4</month>
          <day>12</day>
          <access-date>2022-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/Aura-healthcare/hrvanalysis">https://github.com/Aura-healthcare/hrvanalysis</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ginsberg</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>An overview of heart rate variability metrics and norms</article-title>
          <source>Front Public Health</source>
          <year>2017</year>
          <month>9</month>
          <day>28</day>
          <volume>5</volume>
          <fpage>258</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpubh.2017.00258"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2017.00258</pub-id>
          <pub-id pub-id-type="medline">29034226</pub-id>
          <pub-id pub-id-type="pmcid">PMC5624990</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Task Force of the European Society of Cardiology the North American Society of Pacing Electrophysiology</collab>
          </person-group>
          <article-title>Heart rate variability: standards of measurement, physiological interpretation and clinical use</article-title>
          <source>Circulation</source>
          <year>1996</year>
          <month>03</month>
          <day>01</day>
          <volume>93</volume>
          <issue>5</issue>
          <fpage>1043</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1161/01.CIR.93.5.1043</pub-id>
          <pub-id pub-id-type="medline">8598068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Francesco</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Maria Grazia</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Emanuele</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Valentina</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sara</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chiara</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Riccardo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Francesco</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Linear and nonlinear heart rate variability indexes in clinical practice</article-title>
          <source>Comput Math Methods Med</source>
          <year>2012</year>
          <volume>2012</volume>
          <fpage>219080</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2012/219080"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2012/219080</pub-id>
          <pub-id pub-id-type="medline">22400047</pub-id>
          <pub-id pub-id-type="pmcid">PMC3287009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roy</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ghatak</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Nonlinear methods to assess changes in heart rate variability in type 2 diabetic patients</article-title>
          <source>Arq Bras Cardiol</source>
          <year>2013</year>
          <month>10</month>
          <volume>101</volume>
          <issue>4</issue>
          <fpage>317</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0066-782X2013005000073&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.5935/abc.20130181</pub-id>
          <pub-id pub-id-type="medline">24008652</pub-id>
          <pub-id pub-id-type="pii">S0066-782X2013005000073</pub-id>
          <pub-id pub-id-type="pmcid">PMC4062368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Suzuki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hiroshi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Aoyama</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tanaka</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ishii</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kisohara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Iizuka</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Murohara</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hayano</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Nonlinear measures of heart rate variability and mortality risk in hemodialysis patients</article-title>
          <source>Clin J Am Soc Nephrol</source>
          <year>2012</year>
          <month>09</month>
          <volume>7</volume>
          <issue>9</issue>
          <fpage>1454</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cjasn.asnjournals.org/cgi/pmidlookup?view=long&#38;pmid=22723446"/>
          </comment>
          <pub-id pub-id-type="doi">10.2215/CJN.09430911</pub-id>
          <pub-id pub-id-type="medline">22723446</pub-id>
          <pub-id pub-id-type="pii">CJN.09430911</pub-id>
          <pub-id pub-id-type="pmcid">PMC3430947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vassányi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kósa</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Stress detection using low cost heart rate sensors</article-title>
          <source>J Healthc Eng</source>
          <year>2016</year>
          <volume>2016</volume>
          <fpage>5136705</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2016/5136705"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2016/5136705</pub-id>
          <pub-id pub-id-type="medline">27372071</pub-id>
          <pub-id pub-id-type="pmcid">PMC5058562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burr</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Interpretation of normalized spectral heart rate variability indices in sleep research: a critical review</article-title>
          <source>Sleep</source>
          <year>2007</year>
          <month>07</month>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>913</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17682663"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/sleep/30.7.913</pub-id>
          <pub-id pub-id-type="medline">17682663</pub-id>
          <pub-id pub-id-type="pmcid">PMC1978375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zuur</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Ieno</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Elphick</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>A protocol for data exploration to avoid common statistical problems</article-title>
          <source>Methods Ecol Evol</source>
          <year>2010</year>
          <month>3</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1111/j.2041-210x.2009.00001.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Folkman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moskowitz</surname>
              <given-names>JT</given-names>
            </name>
          </person-group>
          <article-title>Positive affect and the other side of coping</article-title>
          <source>Am Psychol</source>
          <year>2000</year>
          <month>06</month>
          <volume>55</volume>
          <issue>6</issue>
          <fpage>647</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1037//0003-066x.55.6.647</pub-id>
          <pub-id pub-id-type="medline">10892207</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>An</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>The Relationship between stress and negative emotion: the Mediating role of rumination</article-title>
          <source>Clin Res Trial</source>
          <year>2018</year>
          <month>1</month>
          <day>31</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.15761/crt.1000208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>Cumulative Link Models for Ordinal Regression with the R Package ordinal</article-title>
          <source>Technical University of Denmark &#38; Christensen Statistics</source>
          <year>2019</year>
          <access-date>2021-09-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/web/packages/ordinal/vignettes/clm_article.pdf">https://cran.r-project.org/web/packages/ordinal/vignettes/clm_article.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuznetsova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brockhoff</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>RH</given-names>
            </name>
          </person-group>
          <article-title>lmerTest package: tests in linear mixed effects models</article-title>
          <source>J Stat Soft</source>
          <year>2017</year>
          <volume>82</volume>
          <issue>13</issue>
          <fpage>1</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.18637/jss.v082.i13</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref96">
        <label>96</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mächler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bolker</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fitting linear mixed-effects models using lme4</article-title>
          <source>J Stat Soft</source>
          <year>2015</year>
          <volume>67</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.18637/jss.v067.i01</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref97">
        <label>97</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Weisberg</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>An R Companion to Applied Regression. 3rd edition</source>
          <year>2019</year>
          <publisher-loc>Thousand Oaks, CA, USA</publisher-loc>
          <publisher-name>Sage Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref98">
        <label>98</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>James</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Witten</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hastie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tibshirani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>An Introduction to Statistical Learning: with Applications in R</source>
          <year>2013</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref99">
        <label>99</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nakagawa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schielzeth</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A general and simple method for obtaining R2 from generalized linear mixed-effects models</article-title>
          <source>Methods Ecol Evol</source>
          <year>2012</year>
          <month>12</month>
          <day>03</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>133</fpage>
          <lpage>42</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/97OSAd/6wZL"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.2041-210x.2012.00261.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref100">
        <label>100</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statistical Power Analysis for the Behavioral Sciences. 2nd edition</source>
          <year>1988</year>
          <publisher-loc>New York, NY, USA</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref101">
        <label>101</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rice</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>GT</given-names>
            </name>
          </person-group>
          <article-title>Comparing effect sizes in follow-up studies: ROC Area, Cohen's d, and r</article-title>
          <source>Law Hum Behav</source>
          <year>2005</year>
          <month>10</month>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>615</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1007/s10979-005-6832-7</pub-id>
          <pub-id pub-id-type="medline">16254746</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref102">
        <label>102</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>McCraty</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zerr</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>A healthy heart is not a metronome: an integrative review of the heart's anatomy and heart rate variability</article-title>
          <source>Front Psychol</source>
          <year>2014</year>
          <month>9</month>
          <day>30</day>
          <volume>5</volume>
          <fpage>1040</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2014.01040"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2014.01040</pub-id>
          <pub-id pub-id-type="medline">25324790</pub-id>
          <pub-id pub-id-type="pmcid">PMC4179748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref103">
        <label>103</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mikkelsen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stojanovska</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Polenakovic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bosevski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Apostolopoulos</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Exercise and mental health</article-title>
          <source>Maturitas</source>
          <year>2017</year>
          <month>12</month>
          <volume>106</volume>
          <fpage>48</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1016/j.maturitas.2017.09.003</pub-id>
          <pub-id pub-id-type="medline">29150166</pub-id>
          <pub-id pub-id-type="pii">S0378-5122(17)30856-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref104">
        <label>104</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>OP</given-names>
            </name>
          </person-group>
          <article-title>Individual differences in two emotion regulation processes: implications for affect, relationships, and well-being</article-title>
          <source>J Pers Soc Psychol</source>
          <year>2003</year>
          <month>08</month>
          <volume>85</volume>
          <issue>2</issue>
          <fpage>348</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1037/0022-3514.85.2.348</pub-id>
          <pub-id pub-id-type="medline">12916575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref105">
        <label>105</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gross</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>John</surname>
              <given-names>OP</given-names>
            </name>
          </person-group>
          <article-title>Revealing feelings: facets of emotional expressivity in self-reports, peer ratings, and behavior</article-title>
          <source>J Pers Soc Psychol</source>
          <year>1997</year>
          <month>02</month>
          <volume>72</volume>
          <issue>2</issue>
          <fpage>435</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1037//0022-3514.72.2.435</pub-id>
          <pub-id pub-id-type="medline">9107009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref106">
        <label>106</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ciuk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Troy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Measuring Emotion: Self-Reports vs. Physiological Indicators</article-title>
          <source>Social Science Research Network</source>
          <year>2015</year>
          <access-date>2020-12-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ssrn.com/abstract=2595359 or http://dx.doi.org/10.2139/ssrn.2595359">https://ssrn.com/abstract=2595359 or http://dx.doi.org/10.2139/ssrn.2595359</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref107">
        <label>107</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bardwell</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Dimsdale</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>The impact of ethnicity and response bias on the self-report of negative affect</article-title>
          <source>J Appl Biobehav Res</source>
          <year>2001</year>
          <month>01</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>27</fpage>
          <lpage>38</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1751-9861.2001.tb00105.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1751-9861.2001.tb00105.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref108">
        <label>108</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mattingly</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Faust</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nepal</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Robles-Granda</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Striegel</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Improved sleep detection through the fusion of phone agent and wearable data streams</article-title>
          <source>Proceedings of the 2020 IEEE International Conference on Pervasive Computing and Communications Workshops</source>
          <year>2020</year>
          <conf-name>PerCom Workshops '20</conf-name>
          <conf-date>March 23-27, 2020</conf-date>
          <conf-loc>Austin, TX, USA</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/percomworkshops48775.2020.9156211</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref109">
        <label>109</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Das Swain</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rajvanshy</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Sirigiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mattingly</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mulukutla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nepal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nies</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Robles-Granda</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Chawla</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>D'Mello</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moskal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Striegel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tay</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Abowd</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A multisensor person-centered approach to understand the role of daily activities in job performance with organizational personas</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2019</year>
          <month>12</month>
          <day>11</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1145/3369828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref110">
        <label>110</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mirjafari</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Masaba</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Audia</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Chawla</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>Swain</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>De Choudhury</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>D'Mello</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Gao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gregg</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Jagannath</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mattingly</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Moskal</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mulukutla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nepal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nies</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Robles-Granda</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sirigiri</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Striegel</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Differentiating higher and lower job performers in the workplace using mobile sensing</article-title>
          <source>Proc ACM Interact Mob Wearable Ubiquitous Technol</source>
          <year>2019</year>
          <month>06</month>
          <day>21</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1145/3328908</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref111">
        <label>111</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alam</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Riccardi</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Predicting personality traits using multimodal information</article-title>
          <source>Proceedings of the 2014 ACM Multi Media on Workshop on Computational Personality Recognition</source>
          <year>2014</year>
          <conf-name>WCPR '14</conf-name>
          <conf-date>November 7, 2014</conf-date>
          <conf-loc>Orlando, FL, USA</conf-loc>
          <fpage>15</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1145/2659522.2659531</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
