<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v11i1e46030</article-id>
      <article-id pub-id-type="pmid">38180791</article-id>
      <article-id pub-id-type="doi">10.2196/46030</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Novel Continuous Real-Time Vital Signs Viewer for Intensive Care Units: Design and Evaluation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Poncette</surname>
            <given-names>Akira-Sebastian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Walsh</surname>
            <given-names>Joseph</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gupta</surname>
            <given-names>Ketan</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Shiming</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Anesthesiology</institution>
            <institution>University of Maryland School of Medicine</institution>
            <addr-line>11 S Paca St. LL01</addr-line>
            <addr-line>Baltimore, MD, 21201</addr-line>
            <country>United States</country>
            <phone>1 4103284179</phone>
            <email>syang@som.umaryland.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0338-4268</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Galvagno</surname>
            <given-names>Samuel</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5563-4092</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Badjatia</surname>
            <given-names>Neeraj</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1509-9034</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Stein</surname>
            <given-names>Deborah</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0726-9390</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Teeter</surname>
            <given-names>William</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9584-0579</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Scalea</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8794-4108</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Shackelford</surname>
            <given-names>Stacy</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3585-2150</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Fang</surname>
            <given-names>Raymond</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3887-0143</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>Catriona</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7243-8058</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Hu</surname>
            <given-names>Peter</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7332-758X</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author" equal-contrib="yes">
          <collab>VS viewer study group</collab>
          <xref rid="aff7" ref-type="aff">7</xref>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Anesthesiology</institution>
        <institution>University of Maryland School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Neurology</institution>
        <institution>University of Maryland School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Surgery</institution>
        <institution>University of Maryland School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Emergency Medicine</institution>
        <institution>University of Maryland School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>United States Air Force Academy</institution>
        <addr-line>Colorado Springs, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Surgery</institution>
        <institution>Johns Hopkins University School of Medicine</institution>
        <addr-line>Baltimore, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>See Acknowledgments</institution>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Shiming Yang <email>syang@som.umaryland.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>1</month>
        <year>2024</year>
      </pub-date>
      <volume>11</volume>
      <elocation-id>e46030</elocation-id>
      <history>
        <date date-type="received">
          <day>27</day>
          <month>2</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>6</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>3</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>11</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Shiming Yang, Samuel Galvagno, Neeraj Badjatia, Deborah Stein, William Teeter, Thomas Scalea, Stacy Shackelford, Raymond Fang, Catriona Miller, Peter Hu,  VS viewer study group. Originally published in JMIR Human Factors (https://humanfactors.jmir.org), 05.01.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on https://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://humanfactors.jmir.org/2024/1/e46030" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Clinicians working in intensive care units (ICUs) are immersed in a cacophony of alarms and a relentless onslaught of data. Within this frenetic environment, clinicians make high-stakes decisions using many data sources and are often oversaturated with information of varying quality. Traditional bedside monitors only depict static vital signs data, and these data are not easily viewable remotely. Clinicians must rely on separate nursing charts—handwritten or electric—to review physiological patterns, including signs of potential clinical deterioration. An automated physiological data viewer has been developed to provide at-a-glance summaries and to assist with prioritizing care for multiple patients who are critically ill.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to evaluate a novel vital signs viewer system in a level 1 trauma center by subjectively assessing the viewer’s utility in a high-volume ICU setting.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>ICU attendings were surveyed during morning rounds. Physicians were asked to conduct rounds normally, using data reported from nurse charts and briefs from fellows to inform their clinical decisions. After the physician finished their assessment and plan for the patient, they were asked to complete a questionnaire. Following completion of the questionnaire, the viewer was presented to ICU physicians on a tablet personal computer that displayed the patient’s physiologic data (ie, shock index, blood pressure, heart rate, temperature, respiratory rate, and pulse oximetry), summarized for up to 72 hours. After examining the viewer, ICU physicians completed a postview questionnaire. In both questionnaires, the physicians were asked questions regarding the patient’s stability, status, and need for a higher or lower level of care. A hierarchical clustering analysis was used to group participating ICU physicians and assess their general reception of the viewer.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 908 anonymous surveys were collected from 28 ICU physicians from February 2015 to June 2017. Regarding physicians’ perception of whether the viewer enhanced the ability to assess multiple patients in the ICU, 5% (45/908) strongly agreed, 56.6% (514/908) agreed, 35.3% (321/908) were neutral, 2.9% (26/908) disagreed, and 0.2% (2/908) strongly disagreed.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Morning rounds in a trauma center ICU are conducted in a busy environment with many data sources. This study demonstrates that organized physiologic data and visual assessment can improve situation awareness, assist clinicians with recognizing changes in patient status, and prioritize care.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical decision-making</kwd>
        <kwd>health information technology</kwd>
        <kwd>intensive care units</kwd>
        <kwd>patient care prioritization</kwd>
        <kwd>physiological monitoring</kwd>
        <kwd>visualization</kwd>
        <kwd>vital signs</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Clinicians working in intensive care units (ICUs) must be able to see, understand, and respond quickly to the complex and ever-changing clinical environment of the ICU. They need to be able to collect, analyze, and interpret what is happening and what it means [<xref ref-type="bibr" rid="ref1">1</xref>]. Situational awareness is essential for ICU clinicians to provide safe and effective care to their patients. When clinicians have good situational awareness, they are better able to identify and respond to changes in their patients’ condition and to coordinate care with other members of the health care team. However, clinicians are immersed in a cacophony of alarms and a relentless onslaught of data. Within this frenetic environment, clinicians make high-stakes decisions using multiple data sources and are often oversaturated with information of varying quality. While modern hospitals are equipped with bedside monitors collecting various physiological data in a real-time, continuous, and automated way, these data are not always easily accessible remotely or available to be viewed as a continuous trend [<xref ref-type="bibr" rid="ref2">2</xref>]. The enormous amount of unprocessed data adds an additional burden on ICU clinicians who work in a dynamic environment with voluminous decision-making requirements. Traditional bedside monitors only show a single patient’s instantaneous (static) vital signs (VS) data, limiting the clinician’s scope to view a patient’s physiological trajectory within a clinically meaningful period of time. Clinicians must rely on separate nursing charts—handwritten or electronic—to review a patient’s physiological status. Moreover, auditory alarms often cause “alarm fatigue” instead of increasing situational awareness [<xref ref-type="bibr" rid="ref3">3</xref>]. Many bedside monitors only display 1 or 2 patients’ information; the ability to view an entire unit or ward allows a clinician to prioritize attention to those in most need of critical care support [<xref ref-type="bibr" rid="ref4">4</xref>]. Improved visualization of patient information may help clinicians cope with information overload in critical care settings by improving situational awareness and supporting clinical decision-making [<xref ref-type="bibr" rid="ref5">5</xref>]. An automated physiological data-organizing and information-summary system that presents aggregated information from multiple data sources while providing at-a-glance summaries of clinical data can assist ICU clinicians with prioritizing care for multiple patients.</p>
      <p>Developed initially for use in aircraft transporting multiple patients who are critically ill, this VS viewer has 2 outcomes of direct and important clinical applicability. First, the VS viewer can provide clinicians with the capability to monitor individual patient trends, improving overall decision-making. Since patients in the ICU require multiple life support treatments to ensure ideal long-term outcomes, improved display of VS patterns could improve patient assessment and clinical decision-making. Second, the VS viewer system allows remote monitoring of groups of patients through a display that provides clinicians with the ability to quickly identify patients in need of rapid intervention. The objective of this work is to evaluate the use of a VS viewer in ICUs at a high-volume level 1 trauma center. We hypothesized that clinicians would subjectively report improved situational awareness and enhanced ability to make clinical decisions with the use of a VS viewer.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Data and System Design</title>
        <p>In the ICUs of the University of Maryland Medical System, GE Marquette Solar 7000/8000 (General Electric) patient VS monitors are networked to provide a collection of real-time patient VS data streams. Each patient monitor collects real-time 240 Hz waveforms and 0.5 Hz trend data, which are transferred through the secure intranet to a dedicated BedMaster server (Excel Medical Electronics) and archived [<xref ref-type="bibr" rid="ref6">6</xref>]. To increase the system’s availability and reliability, a triple-redundant design was used, in which 3 BedMaster servers were used in parallel to collect data from all bed units [<xref ref-type="bibr" rid="ref7">7</xref>]. Physiological data collected through this system, when they are displayed on the GE Marquette monitor, include electrocardiographic, photoplethysmographic, carbon dioxide, arterial blood pressure, and intracranial pressure (ICP), among others. Trends include heart rate (HR), respiratory rate, temperature, oxygen saturation, end-tidal carbon dioxide, and ICP, among many others. This information provides continuous VS data that relays important physiological information regarding brain perfusion, cardiac stability, overall tissue perfusion, and respiratory status.</p>
        <p>During the design of the VS viewer for ICU, our goal was to create a novel physiological data displayer that can reduce ICU clinicians’ workload, enhance clinical decision-making, and improve communication in a noisy and confined ICU environment. To achieve the goal, we considered the factors of usability and patient safety, which can be closely related in this application. For usability, current bedside monitors often suffer from insufficient time windows to display physiological trends, a lack of clear indications of patients’ physiological status, and a lack of overview of multiple patients for prioritizing [<xref ref-type="bibr" rid="ref4">4</xref>]. To enhance the clinicians’ efficiency while maximizing patients’ safety, we adopted the following design strategies: First, the viewer should reduce the information overload for clinicians to access patients’ physiological data, current or past, individual or group [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Second, it should be compatible with the existing patient monitor system so that clinicians can reuse their existing knowledge about the monitor, which may increase the acceptance of the VS viewer [<xref ref-type="bibr" rid="ref8">8</xref>]. Third, in the user experience design, the viewer should place the user in control [<xref ref-type="bibr" rid="ref11">11</xref>]. It should use simple colors and graphs to convey efficient information while still providing detailed data for advanced users to access with simple operations [<xref ref-type="bibr" rid="ref12">12</xref>]. Fourth, the viewer should have reasonable reliability for patients’ safety. Redundance was introduced in the design for key components in the system, such as the data collection, database, and web server [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>The VS viewer adopted a client-server architecture. The server handles 2 types of clients: the bedside monitors and the users. It receives and persists in real-time physiologic data that are transmitted from the bedside monitors. A database records each bedside VS value, bed name, and timestamp. The server also responds to users’ requests for viewing data within a given time frame. To continuously present the latest data to the user with low latency, the VS viewer uses the asynchronous Javascript and XML technique to pull the most recent data from the database every minute [<xref ref-type="bibr" rid="ref13">13</xref>]. Such a method allows the VS viewer to automatically redraw all VS trajectories without refreshing the entire viewing page.</p>
        <p>The VS viewer provides a rich interface for data monitoring, exploration, and recording. Data are depicted according to each clinical area of operations, such as the trauma resuscitation unit or emergency department, operating room, computed tomography suite, and individual critical care units. <xref rid="figure1" ref-type="fig">Figure 1</xref> demonstrates the grouping of bed units. On the left panel, a list of all groups can be used as a shortcut to bed units. Selecting a specific unit, a default 24-hour view is displaced for shock index (SI=HR/systolic blood pressure), HR, systolic blood pressure, ICP, cerebral perfusion pressure, brain trauma index, and end-tidal carbon dioxide concentration. If ICP data are not collected, the space is used to plot the next available VS, optimizing the view.</p>
        <p>When a bed is selected, a page for this bed (unit view) is displayed. <xref rid="figure2" ref-type="fig">Figure 2</xref> demonstrates the structure of the information. The page is partitioned into multiple areas for navigation, viewing, and tools. Its center is assigned for presenting the selected patient’s physiologic data in a time frame (up to 72 hours). VS trajectories are stacked vertically in order of predefined importance. The bottom is reserved for plotting bar segments of all VS that summarize the colored warnings without showing the value changes. This provides a summary of all available VS trends in a condensed space, which could be used to view the physiological stability of the patient over time. To provide an at-a-glance view of other rooms in this group, the left panel lists all the rooms in the current group and updates their VS trajectories in real time. The color-coded warning in the thumbnails enhances situation awareness even when the users are focusing on 1 patient.</p>
        <p>The VS viewer has additional diagnostic tools. For example, SI is a commonly used blood transfusion diagnosis tool [<xref ref-type="bibr" rid="ref14">14</xref>]. The VS viewer adds a 2D SI diagram to show a changing trajectory (<xref rid="figure3" ref-type="fig">Figure 3</xref>). To present the temporal information, a heat map is plotted, ranging from blue (cold) to red (warm); blue colors represent past events, whereas red colors represent current data trends. Similarly, the brain trauma index (which is ICP or cerebral perfusion pressure) can also be visualized in the 2D plot [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The vital sign viewer in the “group” mode, with a default 24-hour display.</p>
          </caption>
          <graphic xlink:href="humanfactors_v11i1e46030_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Vital sign (VS) viewer in the “unit” mode, with default 24-hour display. Labeled area 1: navigation menu to other room groups. Area 2: title information for room name, current time, and the next update time. Area 3: user portal. Area 4: list of beds in the same group with their current VS thumbnails. Area 5: the main area to display selected room VS trajectories and the summarization with color-coded patterns. Area 6: diagnostic tools for 2D scatter plots of shock index (=heart rate/systolic blood pressure) and brain trauma index (=intracranial pressure/cerebral perfusion pressure). Area 7: functional buttons for selecting various time ranges for viewing.</p>
          </caption>
          <graphic xlink:href="humanfactors_v11i1e46030_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>An example 2D shock index plot. The colored scatter plot shows the change in shock index (heart rate/systolic blood pressure) from past (blue) to recent (red), thereby depicting a 3-day change in worsening shock index.</p>
          </caption>
          <graphic xlink:href="humanfactors_v11i1e46030_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Clinical Thresholds</title>
        <p>Colored warnings are an effective means to gain a clinician’s attention and may be more effective than audible alarms, especially in a noisy, busy, and confined environment [<xref ref-type="bibr" rid="ref16">16</xref>]. In the VS viewer, VS trajectories with colors may be viewed to highlight the sections where the VS are outside of normal clinical thresholds. For example, too low or too high HR segments are displayed differently from normal HR. Clinical thresholds for VSs were developed after surveying 47 clinicians (24 medical doctors, 18 registered nurses, and 5 respiratory therapists). Among them, 36 clinicians were from the University of Maryland, Baltimore, and 11 from the University of Cincinnati. After the survey was completed, a team of clinicians met to review the results to reach a consensus on the viewer’s opinion of their visual appearance. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> summarizes the optional threshold distributions for some important VS. Based on these threshold values, a consensus set of color-coded cutoffs was determined (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). These values were set as fixed parameters under consideration of a simplified and consistent user interface.</p>
      </sec>
      <sec>
        <title>Survey Design</title>
        <p>Clinicians who were scheduled to work in the ICU or on the trauma teams were contacted and trained on how to use the VS viewer. Once trained, ICU and team clinicians were asked to participate in the study. Clinicians were surveyed anonymously from Tuesday to Friday and were asked to conduct rounds normally, using data reported from nurse charts and briefs from fellows to inform their clinical decisions. None of those clinicians participated in the design of the VS viewer. A total of 2 questionnaires were designed to collect clinicians’ opinions about a patient’s condition and satisfaction with the VS viewer. Clinicians were given a preview survey upon their assessment and formulation of their plan for each patient after traditional rounds and before accessing the viewer. Immediately following the completion of the pre-view survey, the VS viewer was presented to the clinicians on a tablet, displaying the patient’s past physiologic data visualized and summarized for up to 72 hours. After reviewing the viewer for up to 1 minute, clinicians completed the postview questionnaire. In both questionnaires, the clinicians answered questions regarding the patient’s stability, status, and need for a higher or lower level of care. In the post-view questionnaire, clinicians were also asked if they intentionally planned to implement any of the following interventions after seeing the viewer: (1) changing any current medications, (2) ordering additional medications, (3) ordering additional diagnostic tests, (4) changing ventilation settings, (5) ordering additional labs, (6) physically reexamining this patient, (7) providing fluid bolus, or (8) providing a blood transfusion.</p>
      </sec>
      <sec>
        <title>Statistical Methods</title>
        <p>A participant’s perceiving of the VS viewer’s usefulness is represented by a vector consisting of the percentage of the 5 categories (strongly agree, agree, neutral, disagree, and strongly disagree) that he or she assigned to the question “the viewer enhanced my understanding of the patient’s condition.” We used the Ward method, a hierarchical clustering method, with Manhattan distance to group the participants based on their ratings to the question “the viewer enhanced my understanding of the patient’s condition” [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Between those clusters, we compared the participants’ opinion changes on the patients’ conditions in 7 questions (<xref ref-type="table" rid="table1">Table 1</xref>) before and after using the viewer. The chi-square test was used to compare percentage differences.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>The number of opinion changes for 7 questions (Q1-Q7) before and after seeing the viewer, with respect to the 5 clustered user types.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="150"/>
            <col width="130"/>
            <col width="180"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="150"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Questions<sup>a</sup></td>
                <td>Total changes, n (%)</td>
                <td>Unique participants, n (%)</td>
                <td>C1, n</td>
                <td>C2, n</td>
                <td>C3, n</td>
                <td>C4, n</td>
                <td>C5, n</td>
                <td>Like (C1 and C2), n (%)</td>
                <td>Dislike (C3, C4, and C5), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Q1</td>
                <td>129 (14.2)</td>
                <td>16 (66.7)</td>
                <td>46</td>
                <td>31</td>
                <td>10</td>
                <td>42</td>
                <td>0</td>
                <td>77 (59.7)</td>
                <td>52 (40.3)</td>
              </tr>
              <tr valign="top">
                <td>Q2</td>
                <td>112 (12.3)</td>
                <td>15 (62.5)</td>
                <td>38</td>
                <td>34</td>
                <td>8</td>
                <td>32</td>
                <td>0</td>
                <td>72 (64.3)</td>
                <td>40 (35.7)</td>
              </tr>
              <tr valign="top">
                <td>Q3-6</td>
                <td>145 (16)</td>
                <td>18 (75)</td>
                <td>58</td>
                <td>54</td>
                <td>3</td>
                <td>30</td>
                <td>0</td>
                <td>112 (77.2)</td>
                <td>33 (22.8)</td>
              </tr>
              <tr valign="top">
                <td>Q7</td>
                <td>92 (10.1)</td>
                <td>17 (70.8)</td>
                <td>20</td>
                <td>32</td>
                <td>9</td>
                <td>31</td>
                <td>0</td>
                <td>52 (56.5)</td>
                <td>40 (43.5)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Please refer to <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> for the question.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <boxed-text id="box1" position="float">
          <title>Questions.</title>
          <list list-type="bullet">
            <list-item>
              <p>Q1: Having reviewed the last 24 hours of information during rounds and before and after seeing the 24-hour viewer, do they feel that in the past 24 hours the patient has shown evidence of (a) infection, (b) hemodynamic instability, (c) uncontrolled bleeding, or (d) respiratory deterioration?</p>
            </list-item>
            <list-item>
              <p>Q2: Over the past 24 hours, has the patient’s condition (a) improved significantly, (b) improved slightly, (c) unchanged, (d) deteriorated slightly, or (e) deteriorated significantly?</p>
            </list-item>
            <list-item>
              <p>Q3: Can the patient be transferred to a lower level of care?</p>
            </list-item>
            <list-item>
              <p>Q4: Can the patient be transferred to a higher level of care?</p>
            </list-item>
            <list-item>
              <p>Q5: Does the patient have a traumatic brain injury?</p>
            </list-item>
            <list-item>
              <p>Q6: Did the patient have intracranial pressure problems in the past 24 hours?</p>
            </list-item>
            <list-item>
              <p>Q7: Due to the viewer, do they plan for any changes in interventions, including (a) changing any current medications, (b) ordering additional medications, (c) ordering additional diagnostic tests, (d) changing ventilation settings, (e) ordering additional labs, (f) physically reexamining this patient, (g) providing a fluid bolus, or (h) providing a blood transfusion?</p>
            </list-item>
          </list>
          <p>Note: These are the questions referenced in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        </boxed-text>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study has been approved by the institutional review board of the University of Maryland School of Medicine (HP-00063086).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Survey Collection</title>
        <p>From February 2017 to June 2017, the survey team followed clinicians who agreed to take the surveys. A total of 908 surveys were collected from 24 participants with unbalanced proportions. Among the 908 rounds, 48 (5%) were patients who were newly admitted, and 860 (95%) were not. When asked if the VS viewer enhanced their understanding of the patient’s condition, clinicians strongly agreed 45 (5%) times, agreed 514 (56.6%) times, were neutral 321 (35.4%) times, disagreed 26 (2.9%) times, and strongly disagreed 2 (0.2%) times. <xref rid="figure4" ref-type="fig">Figure 4</xref> lists the total surveys each participant contributed and the proportions of ratings on whether the viewer enhanced his or her understanding of the patient’s condition during a round.</p>
        <p>Results show that physicians’ clinical assessments and plans could be influenced by viewing the VS viewer for 1 minute or less, indicated by a “yes” answer to at least 1 of the 8 questions (Q7 in the survey). Of the 908 rounds, a total of 92 (10.1%) rounds had at least 1 “yes” as planning on some changes to the interventions. The most common change was (Q1) changing current medications (36/908, 4%). The next most common changes were (Q6) physically reexamining the patient (31/908, 3.4%), (Q2) ordering additional medications (20/908, 2.2%), and (Q7) providing a fluid bolus (20/908, 2.2%).</p>
        <p>We used the Ward method with Manhattan distance to group the participants based on their ratings to the question “the viewer enhanced my understanding of the patient’s condition” [<xref ref-type="bibr" rid="ref17">17</xref>]. For example, 1 participant contributed 62 surveys and rated 2 “strongly agree,” 22 “agree,” 32 “neutral,” 5 “disagree,” and 1 “strongly disagree.” The vector of percentages (0.03, 0.35, 0.52, 0.08, and 0.02) represents the overall rating that this participant had about the viewer. The 24 participants were clustered into 5 groups, as shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>. The 5 groups correspond to the participants who are mostly in favor (C1) of the viewer to those least in favor (C5). There are 6 in C1, 6 in C2, 3 in C3, 7 in C4, and 2 in C5, which shows a very balanced grouping, with half of the participants in the C1 and C2 groups and the other half in the other 3 clusters. This shows that the sampled rounds were done by participants with almost similar proportions of different attitudes toward the viewer. In other words, the survey team sampled the rounds randomly enough so that the collected data were not biased by participants with certain preexisting feelings about the viewer.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Distribution of each participant’s rating on if the viewer enhanced his or her understanding of the patient’s condition during a round.</p>
          </caption>
          <graphic xlink:href="humanfactors_v11i1e46030_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Clusters of participants with similar feelings about the viewer. In total, 24 unique participants are grouped into 5 groups, corresponding to “strongly favor,” “favor,” “neutral,” “dislike,” and “strongly dislike.”.</p>
          </caption>
          <graphic xlink:href="humanfactors_v11i1e46030_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Comparisons</title>
        <p>We analyzed the opinion changes before and after seeing the viewer, regarding the patient’s stability, status, and need for a higher or lower level of care. Instead of summarizing the total changes in opinions, we compared them with respect to the clusters of user types. The participants who were “neutral” (C3) or “strongly dislike” (C5) had low numbers of opinion changes for all 7 questions. Those who were in clusters C1, C2, and C3 had more numbers of opinion changes (<xref ref-type="table" rid="table1">Table 1</xref>). For simplicity, we can further group the participants into 2 types: those who liked the VS viewer (C1 and C2) and those who disliked it (C3, C4, and C5). The clinicians who liked the VS viewer had a higher rate of changed opinions than those who disliked the VS viewer regarding Q1 to Q6 (Q1: 59.7% vs 40.3%, Q2: 64.3% vs 35.7%, and Q3-6: 77.2% vs 22.8%). When asked if they planned for any changes for interventions (Q7), there was no significant difference between the 2 major groups of clinicians (56.5% vs 43.5%, <italic>P</italic>=.10).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>With the development of sensor and computing technologies, vast amounts of high-quality, continuous electronic data, including VS, alarms, and clinical interventions, are collected at the bedside. Those data have the potential to provide an unprecedented view of dynamic physiologic responses to injury, illness, and treatments. Therefore, data gathered from bedsides could assist clinicians in care planning and decision support. However, massive amounts of data that are not well organized or presented still create a barrier for clinicians making full use of them in a busy resuscitation or intensive care environment. Bedside monitors often only display instantaneous readings or a short strip of recent physiologic VS for diagnosis. Clinicians need to rely on separate nursing charts, handwritten or electronic, to review a patient’s developing conditions. The VS viewer, which automates physiological data by displaying clear color-coded trends, presents aggregated information from multiple data sources, provides at-a-glance summaries of clinical data, and assists with the prioritization of care for multiple patients.</p>
        <p>The use of the VS viewer was subjectively assessed with 908 observations from clinicians working in ICUs at a high-volume level 1 trauma center. Clinicians generally perceived the use of the VS viewer favorably, as evidenced by survey data. The VS viewer was originally developed for the United States Air Force Critical Care Air Transport Teams [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Critical Care Air Transport Teams transport up to 3 patients who are critically ill in the back of the aircraft, allowing trauma surgeons to perform far-forward damage control surgery, knowing that these patients could be quickly transported rearward with full support. This rapid transport of complex patients with multisystem trauma, shock, burns, and respiratory failure who are in hemodynamic flux requires continual resuscitation, stabilization, advanced care, and life-saving interventions during air transport; however, currently available advanced ICU monitoring systems suitable for the needs of such patients were developed for use in stable, hospital-based settings, not in the crowded, noisy, vibrating, and sometimes frankly jolting environment of air evacuation or long-distance air transport. The noise levels, confined space, limited access to patients, vibration, and overall limited patient visibility make using a VS viewer advantageous in such a setting. Such technology can also be valuable in enhancing emergency medical personnel’s decision-making for initial triage. While traditional VS are useful in guiding prehospital care and triage, they represent isolated points in time, and trends and fluctuations in vitals may not be apparent.</p>
        <p>In this study, we set the clinical thresholds for colored warnings to be uniform across all beds. This was to make the user interface simplified and more consistent during a survey. Additionally, a set of predefined thresholds from a group of experienced clinicians could be a useful out-of-the-box feature when the VS viewer is deployed in the field. That said, the clinical thresholds could be personalized for each bed. For example, if the bedside monitor allows alarm threshold settings, such settings could be used as the colored warning thresholds in the VS viewer for each bed.</p>
        <p>The VS viewer has expanded from ICUs to trauma resuscitation units, operating rooms, neuro ICUs, and pediatric ICUs at the University of Maryland Medical Center. In 2020, during the COVID-19 pandemic, it was deployed to monitor 150 beds in biocontaminated units to reduce the risk of infection and improve efficiency for clinicians in treating their patients.</p>
      </sec>
      <sec>
        <title>Innovations</title>
        <p>The VS viewer is a multipatient physiological monitor. To the best of our knowledge, we could not find any articles that describe a viewer system with a similar design. In a comprehensive review by Waller et al [<xref ref-type="bibr" rid="ref5">5</xref>], a total of 17 information displays in ICU settings were designed for specific disease states or body systems, such as cerebral perfusion monitoring for individual patients or monitoring for arterial blood gas trends. The novel user interface presented in this study was designed with the aim of conveying information more efficiently to ICU clinicians in a noisy, confined, and busy environment. It uses color-coded warnings to indicate a patient’s status and highlight data that needs attention. The side panel provides a peek at the physiological status of other patients, which can help clinicians keep an eye on other patients even if their attention is focused on a single patient. It uses advanced web front-end techniques to hide large quantities of data behind simple line charts and reveal them when needed.</p>
      </sec>
      <sec>
        <title>Clinical Impact</title>
        <p>The use of the VS viewer can have several possible influences on clinical assessment and plans. It can help clinicians quickly recognize critical changes in the patient’s physiologic status and provide early interventions to prevent further deterioration. The VS viewer can potentially improve patient outcomes by providing clinicians with a concise overview of key information, reducing cognitive load and errors, and improving compliance with evidence-based safety guidelines [<xref ref-type="bibr" rid="ref12">12</xref>]. It may also help to improve communication efficiency within the ICU team by providing easy access to a shared platform of patient longitudinal data. It can reduce the workload of the ICU team by automating routine tasks such as extracting data from nursing charts.</p>
        <p>To prioritize care in high-volume ICUs, intensive care clinicians must be able to rapidly identify physiological events and the need for intervention. The VS viewer can help organize a large amount of data in a busy, noisy ICU environment where close monitoring of patients who are critically ill is essential to detect potentially harmful physiological trends. The presentation of data with temporal, color-coded patterns, and the ability of the VS viewer to provide at-a-glance data for entire units is advantageous for clinicians working in high-volume ICUs.</p>
        <p>The color-coded patterns may reduce the “alarm fatigue” issue in noisy ICUs. The noise burden is common in modern physiologic monitoring systems and has been recognized as a critical patient safety concern in the hospital care setting [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref23">23</xref>]. In noisy environments, such as ICUs, helicopter transportation, or aeromedical evacuation, loud and continuous alarms could reduce their specificity in getting clinicians’ responses. Another issue with audible alarms is that they are transient and cannot be replayed once they are gone. While the visual alert patterns could show the longitudinal patterns of physiologic change.</p>
      </sec>
      <sec>
        <title>Related Work</title>
        <p>The VS viewer with organized and easy-access information could be part of the effort to build the smart ICU or the tele-ICU. The concepts of smart ICU and tele-ICU aim to maximize the use of bedside clinical expertise in assessing and treating patients by providing integrated monitoring and actionable information [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. A survey study of 86 ICU staff in a German university hospital summarized that health providers expect ICU monitoring could be improved by reducing false alarms, using wireless sensors and mobile devices, preparing for the use of AI, and enhancing the digital literacy of ICU staff [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. The VS viewer could be used in both centralized and decentralized architectures of tele-ICU for extending coverage and facilitating patient transfer between hospitals because of its flexible configuration of grouping ICU beds virtually [<xref ref-type="bibr" rid="ref29">29</xref>]. By making essential clinical information available remotely, the VS viewer allows clinicians to provide care plans when on-site support is infeasible or limited [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. It may potentially reduce exposure to contagious diseases and, hence, increase patient safety.</p>
        <p>With continuous physiologic data and other clinical information, the VS viewer has the ability to process real-time data into predictive algorithms, which is also desired for tele-ICU [<xref ref-type="bibr" rid="ref30">30</xref>]. Beyond being a plain displayer, the VS viewer could embed risk-prediction algorithms that use continuous VS as inputs and may promote more efficient interventions to reduce ICU risk [<xref ref-type="bibr" rid="ref31">31</xref>]. For example, ICU mortality prediction [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>], secondary insults after severe brain traumatic injury [<xref ref-type="bibr" rid="ref34">34</xref>], needs for transfusion [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], and neurologic decline in the ICU [<xref ref-type="bibr" rid="ref37">37</xref>] are reported to have good predictive performances by using variables derived from continuous VS. We have also shown that using risk scores calculated from continuously measured VS, patients requiring endovascular resuscitative interventions can be identified with high accuracy [<xref ref-type="bibr" rid="ref38">38</xref>]. Moreover, the VS viewer could serve as a platform for predictive model diagnosis by providing clinicians with explainable artificial intelligence [<xref ref-type="bibr" rid="ref39">39</xref>]. With patient VS data, we can use the Shapley Additive exPlanations algorithm to calculate each variable’s contribution to the prediction result [<xref ref-type="bibr" rid="ref40">40</xref>]. Therefore, the clinicians would know not only the prediction but also the contribution of each variable to the prediction. Such information may help clinicians make more personalized care plans.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are limitations to this work that are worth noting. We collected data from a large number of ICU clinicians compared to trauma team clinicians. Trauma team clinicians are surgeons responsible for the same patient throughout the entire length of stay, regardless of the acuity of the patient. ICU clinicians are intensivists and are only responsible for patients in the ICU. Hence, disparities between both groups of clinicians are inevitable, as each group has different clinical perspectives and patient workloads. As occurs in nearly all survey work, response rates and receptiveness to the surveys varied. Some clinicians were more amenable to being surveyed compared to others. In the collected forms, there were more surveys from some clinicians than from others. To reduce this potential bias, we clustered the participants based on their overall rating on each round, from which we estimated each participant’s a priori attitude toward using this viewer. The results show that there was a balanced “favoring” and “non-favoring” of using this viewer.</p>
        <p>We only evaluated the viewer based on clinicians’ satisfaction and efficiency (potential changes in interventions before and after seeing the viewer). In future studies, randomized controlled trials can be designed to analyze the viewer’s impact on patients’ outcomes and safety [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We designed, implemented, and evaluated an automated physiologic data organizer and visualization platform. It provides at-a-glance summaries and assists with prioritizing care for multiple patients. The VS viewer demonstrates a method to assemble large quantities of data from multiple sources and represents trends in each patient’s condition with simple color codes, greatly improving situational awareness. It has the potential to be used in en route care, hospitals with multiple branches, and understaffed hospitals in remote areas. The survey shows that organized physiologic data and visual assessment could assist clinicians in recognizing changes in patient status and prioritizing care.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Surveyed thresholds for heart rate, systolic and diastolic blood pressure, blood oxygen saturation, and temperature.</p>
        <media xlink:href="humanfactors_v11i1e46030_app1.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>VS Viewer color coding threshold values.</p>
        <media xlink:href="humanfactors_v11i1e46030_app2.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ICP</term>
          <def>
            <p>intracranial pressure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ICU</term>
          <def>
            <p>intensive care unit</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SI</term>
          <def>
            <p>shock index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">VS</term>
          <def>
            <p>vital signs</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was partially funded by USAF 8650-14-2-6D19 and W81XWH-17-C-0034.</p>
      <p>The authors thank the VS viewer study group: Colin Mackenzie, MD, Sarah Wade, BS, Lauren Hartsky, BS, Thomas Grissom, MD, Napoleon Roux, MD, Doug Floccare, MD, Ashton Engdahl, BS, Scott Murray, BS, Rosemary Kozar, MD, Sarah Murthi, MD, Laura Buchanan, MD, Neal Reynolds, MD, Gunjan Parikh, MD, Megan Brenner, MD, without whose help the data collection for this study would not have been possible.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>PH, DS, Colin Mackenzie (part of the VS viewer study group), TS, and SY have US Patent Application 17/676,657 filed on February 21, 2022, titled “Method and Apparatus for Monitoring Collection of Physiological Patient Data.”</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Endsley</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <source>Designing for Situation Awareness: An Approach to User-Centered Design, 2nd Edition</source>
          <year>2016</year>
          <publisher-loc>United Kingdom</publisher-loc>
          <publisher-name>CRC Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Njoku</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>CF</given-names>
            </name>
          </person-group>
          <article-title>'Big data' approaches to trauma outcome prediction and autonomous resuscitation</article-title>
          <source>Br J Hosp Med (Lond)</source>
          <year>2014</year>
          <month>11</month>
          <volume>75</volume>
          <issue>11</issue>
          <fpage>637</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.12968/hmed.2014.75.11.637</pub-id>
          <pub-id pub-id-type="medline">25383434</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drew</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zègre-Hemsey</surname>
              <given-names>Jessica K</given-names>
            </name>
            <name name-style="western">
              <surname>Mammone</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schindler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Salas-Boni</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tinoco</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Insights into the problem of alarm fatigue with physiologic monitor devices: a comprehensive observational study of consecutive intensive care unit patients</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>10</issue>
          <fpage>e110274</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0110274"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0110274</pub-id>
          <pub-id pub-id-type="medline">25338067</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-36819</pub-id>
          <pub-id pub-id-type="pmcid">PMC4206416</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sebastian</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sari</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Loy</surname>
              <given-names>LY</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Multi-signal Visualization of Physiology (MVP): A novel visualization dashboard for physiological monitoring of Traumatic Brain Injury patients</article-title>
          <year>2012</year>
          <conf-name>2012 Annual International Conference of the IEEE Engineering in Medicine and Biology Society</conf-name>
          <conf-date>28 August 2012-01 September 2012</conf-date>
          <conf-loc>San Diego, CA, USA</conf-loc>
          <publisher-name>IEEE</publisher-name>
          <fpage>2000</fpage>
          <lpage>2003</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/6346349"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/embc.2012.6346349</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waller</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Segall</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Nesbitt</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reese</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Borbolla</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Del Fiol</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Novel displays of patient information in critical care settings: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>05</month>
          <day>01</day>
          <volume>26</volume>
          <issue>5</issue>
          <fpage>479</fpage>
          <lpage>489</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30865769"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy193</pub-id>
          <pub-id pub-id-type="medline">30865769</pub-id>
          <pub-id pub-id-type="pii">5380140</pub-id>
          <pub-id pub-id-type="pmcid">PMC6657276</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Excel Medical Electronics, LLC</collab>
          </person-group>
          <source>BedMasterEx Operator's Manual</source>
          <year>2013</year>
          <publisher-loc>Jupiter, FL</publisher-loc>
          <publisher-name>Excel Medical Electronics, LLC</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Stansbury</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hagegeorge</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rock</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>CF</given-names>
            </name>
          </person-group>
          <article-title>Reliable collection of real-time patient physiologic data from less reliable networks: a "Monitor of Monitors" system (MoMs)</article-title>
          <source>J Med Syst</source>
          <year>2017</year>
          <month>01</month>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-016-0648-5</pub-id>
          <pub-id pub-id-type="medline">27817131</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-016-0648-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dziadzko</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Herasevich</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pickering</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>AMA</given-names>
            </name>
            <name name-style="western">
              <surname>Moreno Franco</surname>
              <given-names>Pablo</given-names>
            </name>
          </person-group>
          <article-title>User perception and experience of the introduction of a novel critical care patient viewer in the ICU setting</article-title>
          <source>Int J Med Inform</source>
          <year>2016</year>
          <month>04</month>
          <volume>88</volume>
          <fpage>86</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2016.01.011</pub-id>
          <pub-id pub-id-type="medline">26878767</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(16)30011-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pickering</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Herasevich</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gajic</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Novel Representation of Clinical Information in the ICU: Developing User Interfaces which Reduce Information Overload</article-title>
          <source>Appl Clin Inform</source>
          <year>2010</year>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>116</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23616831"/>
          </comment>
          <pub-id pub-id-type="doi">10.4338/ACI-2009-12-CR-0027</pub-id>
          <pub-id pub-id-type="medline">23616831</pub-id>
          <pub-id pub-id-type="pmcid">PMC3632280</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chandra</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Herasevich</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Gajic</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Pickering</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>The effect of two different electronic health record user interfaces on intensive care provider task load, errors of cognition, and performance</article-title>
          <source>Crit Care Med</source>
          <year>2011</year>
          <month>07</month>
          <volume>39</volume>
          <issue>7</issue>
          <fpage>1626</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1097/CCM.0b013e31821858a0</pub-id>
          <pub-id pub-id-type="medline">21478739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roger</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Bruce</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <source>Software Engineering: A Practitioner's Approach</source>
          <year>2015</year>
          <publisher-loc>United States</publisher-loc>
          <publisher-name>McGraw-Hill Education</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Dukkipati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lauria</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Bice</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Travers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>The Impact of Visualization Dashboards on Quality of Care and Clinician Satisfaction: Integrative Literature Review</article-title>
          <source>JMIR Hum Factors</source>
          <year>2018</year>
          <month>05</month>
          <day>31</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e22</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2018/2/e22/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/humanfactors.9328</pub-id>
          <pub-id pub-id-type="medline">29853440</pub-id>
          <pub-id pub-id-type="pii">v5i2e22</pub-id>
          <pub-id pub-id-type="pmcid">PMC6002673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Ajax: a new approach to web applications</article-title>
          <source>AdaptivePath.com</source>
          <year>2005</year>
          <access-date>2022-09-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://designftw.mit.edu/lectures/apis/ajax_adaptive_path.pdf">https://designftw.mit.edu/lectures/apis/ajax_adaptive_path.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>King</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Plewa</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Buderer</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Knotts</surname>
              <given-names>FB</given-names>
            </name>
          </person-group>
          <article-title>Shock index as a marker for significant injury in trauma patients</article-title>
          <source>Acad Emerg Med</source>
          <year>1996</year>
          <month>11</month>
          <volume>3</volume>
          <issue>11</issue>
          <fpage>1041</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=1069-6563&#38;date=1996&#38;volume=3&#38;issue=11&#38;spage=1041"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1553-2712.1996.tb03351.x</pub-id>
          <pub-id pub-id-type="medline">8922013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kahraman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Stansbury</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Dutton</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hess</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Scalea</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Dynamic three-dimensional scoring of cerebral perfusion pressure and intracranial pressure provides a brain trauma index that predicts outcome in patients with severe traumatic brain injury</article-title>
          <source>J Trauma</source>
          <year>2011</year>
          <month>03</month>
          <volume>70</volume>
          <issue>3</issue>
          <fpage>547</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1097/TA.0b013e31820c768a</pub-id>
          <pub-id pub-id-type="medline">21610341</pub-id>
          <pub-id pub-id-type="pii">00005373-201103000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Laughery</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Wogalter</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Designing effective warnings</article-title>
          <source>Rev Hum Factors Ergonomics</source>
          <year>2016</year>
          <month>11</month>
          <day>03</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>241</fpage>
          <lpage>271</lpage>
          <pub-id pub-id-type="doi">10.1177/1557234x0600200109</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murtagh</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Legendre</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Ward’s hierarchical agglomerative clustering method: which algorithms implement Ward’s criterion?</article-title>
          <source>J Classif</source>
          <year>2014</year>
          <month>10</month>
          <day>18</day>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>274</fpage>
          <lpage>295</lpage>
          <pub-id pub-id-type="doi">10.1007/s00357-014-9161-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Strauss</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>von Maltitz</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Generalising Ward's method for use with Manhattan distances</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>e0168288</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0168288"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0168288</pub-id>
          <pub-id pub-id-type="medline">28085891</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-36282</pub-id>
          <pub-id pub-id-type="pmcid">PMC5235383</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lairet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vojta</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Beninati</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Short-term outcomes of US Air Force Critical Care Air Transport Team (CCATT) patients evacuated from a combat setting</article-title>
          <source>Prehosp Emerg Care</source>
          <year>2013</year>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>486</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.3109/10903127.2013.811564</pub-id>
          <pub-id pub-id-type="medline">23865806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ingalls</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zonies</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Iddins</surname>
              <given-names>BO</given-names>
            </name>
            <name name-style="western">
              <surname>Carlton</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Hanseman</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Branson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dorlac</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Johannigman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A review of the first 10 years of critical care aeromedical transport during operation iraqi freedom and operation enduring freedom: the importance of evacuation timing</article-title>
          <source>JAMA Surg</source>
          <year>2014</year>
          <month>08</month>
          <volume>149</volume>
          <issue>8</issue>
          <fpage>807</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2014.621</pub-id>
          <pub-id pub-id-type="medline">25074327</pub-id>
          <pub-id pub-id-type="pii">1883585</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cvach</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Monitor alarm fatigue: an integrative review</article-title>
          <source>Biomed Instrum Technol</source>
          <year>2012</year>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>268</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.2345/0899-8205-46.4.268</pub-id>
          <pub-id pub-id-type="medline">22839984</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Joint Commission</collab>
          </person-group>
          <article-title>Medical device alarm safety in hospitals</article-title>
          <source>Sentinel Event Alert</source>
          <year>2013</year>
          <month>04</month>
          <day>08</day>
          <issue>50</issue>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="medline">23767076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>Adriana Elisa Carcereri de</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>EDD</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>Érika Bicalho de</given-names>
            </name>
          </person-group>
          <article-title>Alarm fatigue and the implications for patient safety</article-title>
          <source>Rev Bras Enferm</source>
          <year>2018</year>
          <volume>71</volume>
          <issue>6</issue>
          <fpage>3035</fpage>
          <lpage>3040</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0034-71672018000603035&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/0034-7167-2017-0481</pub-id>
          <pub-id pub-id-type="medline">30517409</pub-id>
          <pub-id pub-id-type="pii">S0034-71672018000603035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Innovative designs for the smart ICU</article-title>
          <source>Chest</source>
          <year>2014</year>
          <month>03</month>
          <volume>145</volume>
          <issue>3</issue>
          <fpage>646</fpage>
          <lpage>658</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.13-0004</pub-id>
          <pub-id pub-id-type="medline">27845639</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)34382-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Innovative designs for the smart ICU: part 3: advanced ICU informatics</article-title>
          <source>Chest</source>
          <year>2014</year>
          <month>04</month>
          <volume>145</volume>
          <issue>4</issue>
          <fpage>903</fpage>
          <lpage>912</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.13-0005</pub-id>
          <pub-id pub-id-type="medline">24687712</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)35964-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Avdalovic</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Marcin</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>When will telemedicine appear in the ICU?</article-title>
          <source>J Intensive Care Med</source>
          <year>2019</year>
          <month>04</month>
          <volume>34</volume>
          <issue>4</issue>
          <fpage>271</fpage>
          <lpage>276</lpage>
          <pub-id pub-id-type="doi">10.1177/0885066618775956</pub-id>
          <pub-id pub-id-type="medline">29756527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poncette</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Spies</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mosch</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Schieler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weber-Carstens</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krampe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Balzer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Clinical requirements of future patient monitoring in the intensive care unit: qualitative study</article-title>
          <source>JMIR Med Inform</source>
          <year>2019</year>
          <month>04</month>
          <day>30</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>e13064</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2019/2/e13064/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13064</pub-id>
          <pub-id pub-id-type="medline">31038467</pub-id>
          <pub-id pub-id-type="pii">v7i2e13064</pub-id>
          <pub-id pub-id-type="pmcid">PMC6658223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Poncette</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Mosch</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Spies</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schmieding</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schiefenhövel</surname>
              <given-names>Fridtjof</given-names>
            </name>
            <name name-style="western">
              <surname>Krampe</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Balzer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Improvements in patient monitoring in the intensive care unit: survey study</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>06</month>
          <day>19</day>
          <volume>22</volume>
          <issue>6</issue>
          <fpage>e19091</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/6/e19091/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19091</pub-id>
          <pub-id pub-id-type="medline">32459655</pub-id>
          <pub-id pub-id-type="pii">v22i6e19091</pub-id>
          <pub-id pub-id-type="pmcid">PMC7307326</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guinemer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boeker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fürstenau</surname>
              <given-names>Daniel</given-names>
            </name>
            <name name-style="western">
              <surname>Poncette</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mörgeli</surname>
              <given-names>Rudolf</given-names>
            </name>
            <name name-style="western">
              <surname>Balzer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine in intensive care units: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>11</month>
          <day>03</day>
          <volume>23</volume>
          <issue>11</issue>
          <fpage>e32264</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/11/e32264/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/32264</pub-id>
          <pub-id pub-id-type="medline">34730547</pub-id>
          <pub-id pub-id-type="pii">v23i11e32264</pub-id>
          <pub-id pub-id-type="pmcid">PMC8600441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hassan</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Tele-ICU and patient safety considerations</article-title>
          <source>Crit Care Nurs Q</source>
          <year>2018</year>
          <volume>41</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1097/CNQ.0000000000000185</pub-id>
          <pub-id pub-id-type="medline">29210766</pub-id>
          <pub-id pub-id-type="pii">00002727-201801000-00006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Udeh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Udeh</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rahman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Canfield</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hata</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Telemedicine/virtual ICU: where are we and where are we going?</article-title>
          <source>Methodist Debakey Cardiovasc J</source>
          <year>2018</year>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>126</fpage>
          <lpage>133</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29977469"/>
          </comment>
          <pub-id pub-id-type="doi">10.14797/mdcj-14-2-126</pub-id>
          <pub-id pub-id-type="medline">29977469</pub-id>
          <pub-id pub-id-type="pmcid">PMC6027727</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Atkinson</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Continuous and automatic mortality risk prediction using vital signs in the intensive care unit: a hybrid neural network approach</article-title>
          <source>Sci Rep</source>
          <year>2020</year>
          <month>12</month>
          <day>04</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>21282</fpage>
          <pub-id pub-id-type="doi">10.1038/s41598-020-78184-7</pub-id>
          <pub-id pub-id-type="medline">33277530</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-020-78184-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7718228</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kristinsson</surname>
              <given-names>ÆÖ</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rasmussen</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Mølgaard</surname>
              <given-names>Jesper</given-names>
            </name>
            <name name-style="western">
              <surname>Haahr-Raunkjær</surname>
              <given-names>Camilla</given-names>
            </name>
            <name name-style="western">
              <surname>Meyhoff</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Aasvang</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>Helge B D</given-names>
            </name>
          </person-group>
          <article-title>Prediction of serious outcomes based on continuous vital sign monitoring of high-risk patients</article-title>
          <source>Comput Biol Med</source>
          <year>2022</year>
          <month>08</month>
          <volume>147</volume>
          <fpage>105559</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0010-4825(22)00351-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2022.105559</pub-id>
          <pub-id pub-id-type="medline">35635901</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(22)00351-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonds</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Kalpakis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stansbury</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Scalea</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Predicting secondary insults after severe traumatic brain injury</article-title>
          <source>J Trauma Acute Care Surg</source>
          <year>2015</year>
          <month>07</month>
          <volume>79</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>90; discussion 90</lpage>
          <pub-id pub-id-type="doi">10.1097/TA.0000000000000698</pub-id>
          <pub-id pub-id-type="medline">26091319</pub-id>
          <pub-id pub-id-type="pii">01586154-201507000-00013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parimi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlett</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Scalea</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Automated continuous vital signs predict use of uncrossed matched blood and massive transfusion following trauma</article-title>
          <source>J Trauma Acute Care Surg</source>
          <year>2016</year>
          <month>06</month>
          <volume>80</volume>
          <issue>6</issue>
          <fpage>897</fpage>
          <lpage>906</lpage>
          <pub-id pub-id-type="doi">10.1097/TA.0000000000001047</pub-id>
          <pub-id pub-id-type="medline">27027555</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mackenzie</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Rock</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Floccare</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Scalea</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stumpf</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Winans</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Galvagno</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>PF</given-names>
            </name>
          </person-group>
          <article-title>Comparison of massive and emergency transfusion prediction scoring systems after trauma with a new Bleeding Risk Index score applied in-flight</article-title>
          <source>J Trauma Acute Care Surg</source>
          <year>2021</year>
          <month>02</month>
          <day>01</day>
          <volume>90</volume>
          <issue>2</issue>
          <fpage>268</fpage>
          <lpage>273</lpage>
          <pub-id pub-id-type="doi">10.1097/TA.0000000000003031</pub-id>
          <pub-id pub-id-type="medline">33502145</pub-id>
          <pub-id pub-id-type="pii">01586154-202102000-00008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Podell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Felix</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tripathi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Parikh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>YM</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Badjatia</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Rapid prediction of secondary neurologic decline after traumatic brain injury: a data analytic approach</article-title>
          <source>Sci Rep</source>
          <year>2023</year>
          <month>01</month>
          <day>09</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>403</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-022-26318-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-022-26318-4</pub-id>
          <pub-id pub-id-type="medline">36624110</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-022-26318-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC9829683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zeineddin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Floccare</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Scalea</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Kozar</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Prehospital continuous vital signs predict need for resuscitative endovascular balloon occlusion of the aorta and resuscitative thoracotomy prehospital continuous vital signs predict resuscitative endovascular balloon occlusion of the aorta</article-title>
          <source>J Trauma Acute Care Surg</source>
          <year>2021</year>
          <month>11</month>
          <day>01</day>
          <volume>91</volume>
          <issue>5</issue>
          <fpage>798</fpage>
          <lpage>802</lpage>
          <pub-id pub-id-type="doi">10.1097/TA.0000000000003171</pub-id>
          <pub-id pub-id-type="medline">33797486</pub-id>
          <pub-id pub-id-type="pii">01586154-202111000-00004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maul</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Straub</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Assessment of the Use of Patient Vital Sign Data for Preventing Misidentification and Medical Errors</article-title>
          <source>Healthcare (Basel)</source>
          <year>2022</year>
          <month>12</month>
          <day>02</day>
          <volume>10</volume>
          <issue>12</issue>
          <fpage>1</fpage>
          <lpage>87</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=healthcare10122440"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare10122440</pub-id>
          <pub-id pub-id-type="medline">36553964</pub-id>
          <pub-id pub-id-type="pii">healthcare10122440</pub-id>
          <pub-id pub-id-type="pmcid">PMC9777871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lundberg</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SI</given-names>
            </name>
          </person-group>
          <article-title>A unified approach to interpreting model predictions</article-title>
          <source>ArXiv</source>
          <volume>30</volume>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <comment>Preprint posted online on 25 Nov 2017.
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1705.07874"/>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
