<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v6i2e12055</article-id>
      <article-id pub-id-type="pmid">31199321</article-id>
      <article-id pub-id-type="doi">10.2196/12055</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Development of a Clinical Interface for a Novel Newborn Resuscitation Device: Human Factors Approach to Understanding Cognitive User Requirements</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Furniss</surname>
            <given-names>Dominic</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Henriques</surname>
            <given-names>Teresa</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1" equal-contrib="yes">
          <name name-style="western">
            <surname>Pickup</surname>
            <given-names>Laura</given-names>
          </name>
          <degrees>MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8484-3851</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2" equal-contrib="yes">
          <name name-style="western">
            <surname>Lang</surname>
            <given-names>Alexandra</given-names>
          </name>
          <degrees>BSc, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7332-9443</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3" equal-contrib="yes">
          <name name-style="western">
            <surname>Shipley</surname>
            <given-names>Lara</given-names>
          </name>
          <degrees>MBChB (Hons), MRCS, MRCPCH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8538-9531</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4" equal-contrib="yes">
          <name name-style="western">
            <surname>Henry</surname>
            <given-names>Caroline</given-names>
          </name>
          <degrees>B Med Sci (Hons), BMBS (Hons), MRCPCH</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1192-9985</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5">
          <name name-style="western">
            <surname>Carpenter</surname>
            <given-names>James</given-names>
          </name>
          <degrees>MEng, PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-2544-8093</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib6">
          <name name-style="western">
            <surname>McCartney</surname>
            <given-names>Damon</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8970-050X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib7">
          <name name-style="western">
            <surname>Butler</surname>
            <given-names>Matthew</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7818-217X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib8" corresp="yes">
          <name name-style="western">
            <surname>Hayes-Gill</surname>
            <given-names>Barrie</given-names>
          </name>
          <degrees>BSc, PhD, FIET, CEng, Eurlng</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <address>
            <institution>Optics and Photonics Research Group</institution>
            <institution>Department of Electrical and Electronic Engineering</institution>
            <institution>University of Nottingham</institution>
            <addr-line>University Park</addr-line>
            <addr-line>Nottingham, NG7 2RD</addr-line>
            <country>United Kingdom</country>
            <phone>01159515547</phone>
            <email>Barrie.Hayes-Gill@nottingham.ac.uk</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4237-7001</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib9">
          <name name-style="western">
            <surname>Sharkey</surname>
            <given-names>Don</given-names>
          </name>
          <degrees>B Med Sci (Hons), BMMS, FRCPCH, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4989-8697</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>LP Human Factors Ltd</institution>
        <addr-line>Taunton</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
      <label>2</label>
      <institution>Trent Simulation and Clinical Skills Centre</institution>
      <institution>Nottingham Universities Hospitals NHS Trust</institution>  
      <institution>Queen's Medical Centre</institution>  
      <addr-line>Nottingham</addr-line>
      <country>United Kingdom</country></aff>
      <aff id="aff3">
      <label>3</label>
      <institution>Division of Child Health, Obstetrics and Gynaecology</institution>
      <institution>School of Medicine &amp; Health Sciences</institution>  
      <institution>University of Nottingham</institution>  
      <addr-line>Nottingham</addr-line>
      <country>United Kingdom</country></aff>
      <aff id="aff4">
      <label>4</label>
      <institution>SurePulse Medical Limited</institution>
      <institution>Medicity</institution>  
      <addr-line>Nottingham</addr-line>
      <country>United Kingdom</country></aff>
      <aff id="aff5">
      <label>5</label>
      <institution>Optics and Photonics Research Group</institution>
      <institution>Department of Electrical and Electronic Engineering</institution>  
      <institution>University of Nottingham</institution>  
      <addr-line>Nottingham</addr-line>
      <country>United Kingdom</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Barrie Hayes-Gill 
        <email>Barrie.Hayes-Gill@nottingham.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Apr-Jun</season>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>6</month>
        <year>2019</year>
      </pub-date>
      <volume>6</volume>
      <issue>2</issue>
      <elocation-id>e12055</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>30</day>
          <month>8</month>
          <year>2018</year>
        </date>
        <date date-type="rev-request">
          <day>10</day>
          <month>11</month>
          <year>2018</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>1</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>1</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Laura Pickup, Alexandra Lang, Lara Shipley, Caroline Henry, James Carpenter, Damon McCartney, Matthew Butler, Barrie Hayes-Gill, Don Sharkey. Originally published in JMIR Human Factors (http://humanfactors.jmir.org), 08.06.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on http://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://humanfactors.jmir.org/2019/2/e12055/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>A novel medical device has been developed to address an unmet need of standardizing and facilitating heart rate recording during neonatal resuscitation. In a time-critical emergency resuscitation, where failure can mean death of an infant, it is vital that clinicians are provided with information in a timely, precise, and clear manner to capacitate appropriate decision making. This new technology provides a hands-free, wireless heart rate monitoring solution that easily fits the clinical pathway and procedure for neonatal resuscitation.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to understand the requirements of the interface design for a new device by using a human factors approach. This approach combined a traditional user-centered design approach with an applied cognitive task analysis to understand the tasks involved, the cognitive requirements, and the potential for error during a neonatal resuscitation scenario.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Fourteen clinical staff were involved in producing the final design requirements. Two pediatric doctors supported the development of a visual representation of the activities associated with neonatal resuscitation. This design was used to develop a scenario-based workshop. Two workshops were carried out in parallel and involved three pediatric doctors, three neonatal nurses, two advance neonatal practitioners, and four midwives. Both groups came together at the end to reflect on the findings from the separate sessions.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The outputs of this study have provided a comprehensive description of information requirements during neonatal resuscitation and enabled product developers to understand the preferred requirements of the user interface design for the device. The study raised three key areas for the designers to consider, which had not previously been highlighted: (1) interface layout and information priority, as heart rate should be central and occupy two-thirds of the screen; (2) size and portability, to enable positioning of the product local to the baby’s head and allow visibility from all angles; and (3) auditory feedback, to support visual information on heart rate rhythm and reliability of the trace with an early alert for intervention while avoiding parental distress.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study demonstrates the application of human factors and the applied cognitive task analysis method, which identified previously unidentified user requirements. This methodology provides a useful approach to aid development of the clinical interface for medical devices.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>neonatal resuscitation</kwd>
        <kwd>medical device</kwd>
        <kwd>human factors</kwd>
        <kwd>user-centred design</kwd>
        <kwd>applied cognitive task analysis</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Globally, there are approximately 3.6 million neonatal deaths annually (ie, in the first 28 days of life), with 70% occurring on the first day of life [<xref ref-type="bibr" rid="ref1">1</xref>]. Up to 10% of newborns (79,000/year in the United Kingdom and 13 million/year worldwide) require some form of resuscitation at birth, with an estimated 7 million babies worldwide requiring more advanced resuscitation [<xref ref-type="bibr" rid="ref2">2</xref>]. The correct structured management of resuscitation in the first few “golden” minutes after birth is critical to prevent significant morbidity (eg, cerebral palsy due to hypoxia) or death. There is strong evidence that standardized resuscitation training and algorithms significantly improve newborn outcomes and could reduce mortality by up to 30% [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>International newborn resuscitation guidelines highlight the importance of using the heart rate (HR) to guide resuscitation and stabilization methods [<xref ref-type="bibr" rid="ref4">4</xref>]. However, many of the methods used to measure HR are inaccurate or technically challenging, particularly in premature infants.</p>
        <p>When assessing the HR, practitioners always have access to a stethoscope but use other technologies less frequently [<xref ref-type="bibr" rid="ref5">5</xref>]. HR assessment using the stethoscope, through auscultation, is inaccurate in about one-third of cases [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>] and is not continuous; therefore, it needs to be performed every 30 seconds. As such, it is time consuming, which pauses resuscitation and can lead to errors.</p>
        <p>This paper describes an enquiry investigating the design and use of a novel medical device developed to address the unmet need of standardizing and facilitating neonatal resuscitation. In an emergency time-critical resuscitation situation where failure can mean death of an infant, it is vital that clinicians are provided information in a timely, precise, and clear manner to support decision making. The nature of this context requires an interface that can ensure both the efficiency and reliability of staff to access the most critical information. A touchscreen interface was considered to be the best hardware solution. The work described here focuses on the development of the design requirements for a touchscreen interface that is integral to this novel medical device.</p>
        <p>To understand the requirements of this new device, and specifically, the contributors to interface design, a human factors approach was implemented, which combined a traditional user-centered design approach with an applied cognitive task analysis (ACTA) [<xref ref-type="bibr" rid="ref8">8</xref>]. The aim of this study was to understand not only the tasks involved but also the cognitive requirements of clinicians. This study has enabled the generation of an interface specification. In addition, the study’s findings provide points of learning to other medical device developers and clinicians, with an aim of understanding the complex requirements and information needs of clinicians during neonatal resuscitation.</p>
      </sec>
      <sec>
        <title>Medical Devices to Measure Heart Rate in Neonates</title>
        <p>Other common techniques for monitoring HR in the neonatal intensive care unit, such as electrocardiography or pulse oximetry, were not developed for resuscitation at birth. These systems are used less due to their reliability, delay in HR readings, and practical issues (eg, difficulty ensuring adhesion to the skin) [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>In the delivery room, electrocardiography and pulse oximetry sensors are connected to the main monitors by cables. This can make attachment more challenging and risks cold exposure with the potential for hypothermia, which is an independent risk factor for death in premature babies [<xref ref-type="bibr" rid="ref10">10</xref>]. Current resuscitation guidance for premature babies highlights the prevention of hypothermia, and therefore, priority is given to drying the baby’s head, putting on a hat, and placing the body (wet) in a plastic bag/wrap [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>To address the issues described, a novel HR monitoring hardware solution using reflectance mode optical photoplethysmograpy, an optical sensor, has been designed. This monitor has been integrated into a single-use newborn hat, specifically for use in newborn babies requiring resuscitation. This solution aims to fit naturally into the existing care pathway, allowing wireless, hands-free, quick, continuous, and accurate HR monitoring via a touchscreen interface as well as minimizing the risk of hypothermia. The effectiveness of the solution is a combination of two features: the forehead placement, where blood flow is preserved even in babies with a low HR (the forehead blood supply comes from the carotid arteries that supply the brain), and the sensor’s patented optical arrangement and signal processing scheme, which has been proven to provide high signal quality from neonatal patients [<xref ref-type="bibr" rid="ref14">14</xref>]. Additionally, the hat uses wireless communication, allowing greater flexibility in deployment than cable-based solutions.</p>
      </sec>
      <sec>
        <title>Human Factors/Ergonomics in Medical Device Design</title>
        <p>The value of human factors/ergonomics (HFE) integration to medical device design and patient safety has been recognized over recent years [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref19">19</xref>], has gained formal recognition in standards [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref23">23</xref>], and is a requirement of the European Medical Devices Directive 93/42 and its 2007 amendment for obtaining Conformité Européenne approval. Concerns still remain about the quality and effectiveness of the interpretation of all relevant standards and integration of HFE within the design/development process. There appears to be a lack of “exemplar case studies” to illustrate how the design process and user-centered design can contribute to product design in health care and how HFE should be routinely implemented [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. This is acknowledged with specific barriers identified within small and medium enterprises such as university spin-out companies [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>This study contributes to the body of evidence on the application of HFE methods to the formative evaluation of this novel medical device, as required by the relevant standards [<xref ref-type="bibr" rid="ref23">23</xref>], through a collaboration between a university spin-out company, the School of Medicine, and the Human Factors Research group in the University of Nottingham.</p>
        <p>This study focuses specifically on understanding human-computer interactions and user requirements for the computer interface of the device. The aims were (1) to identify gaps in existing knowledge on user requirements for the interface design of a novel resuscitation device and (2) to represent the key design requirements to promote usability of the touchscreen interface of the device.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This study collected and analyzed data from intended and representative future users of the new device.</p>
      <p>The ACTA method was selected for this study, as it is known to be beneficial to health care domains [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The ACTA facilitates the elicitation of cognitive requirements from clinicians relative to a particular task and translates them into design requirements for system designers [<xref ref-type="bibr" rid="ref8">8</xref>]. The ACTA has four key stages. <xref ref-type="table" rid="table1">Table 1</xref> highlights how each stage of the method is relevant to understanding the task of neonatal resuscitation. For the purposes of this study, the ACTA method was modified to accommodate clinical working practices, and the simulation interview took the form of an interactive scenario-based workshop.</p>
      <p>The workshop aimed to recruit a range of health care professionals, with varying levels of experience and representative of those who might have involvement in neonatal resuscitation procedures. A convenience sampling approach was adopted for the recruitment of participants from two large tertiary-based teaching hospitals in the United Kingdom. Posters and flyers advertised the details of the study, and 12 staff with experience of neonatal resuscitation were successfully recruited (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
      <p>To explore the cognitive requirements further and elicit insight from all practitioners, the workshop protocol divided the practitioners into two groups of six people, split evenly to ensure equal numbers of each job role for each group with the exception of the clinical educator and trainee who were put in different groups. This allowed different levels of experience and job roles to explore the same simulation (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). Ethical approval was provided by the University of Nottingham, and all participants gave their informed consent.</p>
      <p>The two researchers (LP and AL) familiarized themselves with the task of neonatal resuscitation by observing videos of a simulated resuscitation provided by the two subject matter experts (SMEs; LS and CH who are neonatal doctors with 8 years of resuscitation experience) and follow-up interviews to clarify points of uncertainty and task identification. This was necessary for practical reasons, as the observation of such events cannot be planned. A review of the national neonatal resuscitation algorithm [<xref ref-type="bibr" rid="ref11">11</xref>] provided the researchers with an understanding of the current UK practice. Finally, relevant international and British standards [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref23">23</xref>] were consulted to provide direction for the designers on medical device recommendations.</p>
      <p>There were five outputs from this study that were achieved through the products listed in <xref ref-type="table" rid="table1">Table 1</xref>:</p>
      <list list-type="order">
        <list-item>
          <p>A high-level representation of the tasks required to identify the need and completion of neonatal resuscitation (<xref ref-type="table" rid="table1">Table 1</xref> - Stage 1 - task diagram</p>
        </list-item>
        <list-item>
          <p>Identification of the key/difficult cognitive requirements for neonatal resuscitation tasks, critical information, and decision points (<xref ref-type="table" rid="table1">Table 1</xref> - task diagram and knowledge audit interview)</p>
        </list-item>
        <list-item>
          <p>Analysis of the cognitive demand associated with key tasks and potential errors (<xref ref-type="table" rid="table1">Table 1</xref> - knowledge audit and simulation interview)</p>
        </list-item>
        <list-item>
          <p>User opinion on interface design options to support cognitive requirements, reduce potential for error, and record neonatal resuscitation events (<xref ref-type="table" rid="table1">Table 1</xref> - simulation interview)</p>
        </list-item>
        <list-item>
          <p>A comprehensive outline of user and design requirements for the interface design and relevant standards (<xref ref-type="table" rid="table1">Table 1</xref> - simulation interview and cognitive demands table)</p>
        </list-item>
      </list>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Description of the applied cognitive task analysis.</p>
        </caption>
        <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="120"/>
          <col width="210"/>
          <col width="250"/>
          <col width="210"/>
          <col width="210"/>
          <thead>
            <tr valign="top">
              <td>Description</td>
              <td>Stage 1 - Task diagram</td>
              <td>Stage 2 - Knowledge audit interview</td>
              <td>Stage 3 - Simulation interview - workshop</td>
              <td>Stage 4 - Cognitive demands table</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Method</td>
              <td>Interviews with two SMEs<sup>a</sup> familiar with the task of neonatal resuscitation<break/><list list-type="bullet"><list-item><p>Interview 1: Task identification with SME 1 (150 minutes)</p></list-item><list-item><p>Interview 2: Verification of task representation with SME 2 and identification of key/difficult cognitive tasks with SMEs 1 and 2 (75 minutes)</p></list-item></list></td>
              <td>Interview with 2 SMEs (180 minutes). Starting with the use of the knowledge audit probes (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>) to elicit general domain knowledge of how an expert may deal with a neonatal resuscitation while exploring potential errors that novice users may make. Specific examples of how certain cues and strategies supported individual tasks were also explored.<break/><break/></td>
              <td>Observation of a challenging scenario (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) involving the task of neonatal resuscitation. Each key task is queried to explore the critical cues, assessment, actions, and potential for error:<break/><list list-type="bullet"><list-item><p>What actions, if any, would you take at this point?</p></list-item><list-item><p>What do you think is going on here? What is your assessment of the situation at this point in time?</p></list-item><list-item><p>What pieces of information led you to this situation assessment and these actions?</p></list-item><list-item><p>What errors would an inexperienced person be likely to make in this situation?</p></list-item></list></td>
              <td>To summarize and integrate the information obtained from the previous three steps and interview data gathered prior to the study.</td>
            </tr>
            <tr valign="top">
              <td>Purpose</td>
              <td>To provide a broad view of the task and identify difficult cognitive components</td>
              <td>To highlight which aspects of the task require expertise and which cues and strategies are relied upon to understand the impact on the novice user</td>
              <td>To determine the cognitive process involved with key tasks and potential error</td>
              <td>A comprehensive record of the findings of the project goals</td>
            </tr>
            <tr valign="top">
              <td>Products</td>
              <td>Key tasks associated with neonatal resuscitation using sticky notes (<xref ref-type="fig" rid="figure1">Figure 1</xref>)<break/>Visual representation tasks using Microsoft Visio software (version 2013)<break/>Verification of task representation<break/>Key/difficult cognitive tasks (eg, those requiring decision making, judgements, assessments, or problem solving)</td>
              <td>Identification of critical cues and interpretation of information to diagnose and predict situation<break/>Identification of strategies relied upon by expert users<break/>Identification of the potential for errors in novice users</td>
              <td>Identification of difficult cognitive components of task, information, and priorities<break/>Identification of critical cues relevant to decision making for each key task and potential for errors in novice users<break/>Essential and desirable information requirements<break/>Group mock-up of interface design on a cardboard model<break/>Individual annotation of a paper-based image of the intended interface screen</td>
              <td>A spreadsheet of the data collated through the study</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table1fn1">
            <p><sup>a</sup>SME: subject matter expert.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      
            <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Details of the workshop participants.</p>
        </caption>
        <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="500"/>
          <col width="300"/>
          <col width="200"/>
          <thead>
            <tr valign="top">
              <td>Job role</td>
              <td>Number of years/range of experience</td>
              <td>Number of participants</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Neonatal trainee nurse</td>
              <td>2</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>Neonatal nurse</td>
              <td>1-16</td>
              <td>2</td>
            </tr>
            <tr valign="top">
              <td>Midwife</td>
              <td>0-25</td>
              <td>4</td>
            </tr>
            <tr valign="top">
              <td>Pediatric/neonatal doctor</td>
              <td>1.5-5</td>
              <td>2</td>
            </tr>
            <tr valign="top">
              <td>Neonatal clinical nurse educator</td>
              <td>30</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>Advanced neonatal nurse practitioner</td>
              <td>15-22</td>
              <td>2</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <boxed-text id="box1" position="float">
        <title>Simulation of a challenging scenario used to probe practitioners during the workshop.</title>
        <p><bold>Past Clinical History</bold></p>
        <p>A first-time mother at 42 weeks’ gestation presents with her baby stuck due to shoulder dystocia. She has a slight fever and no past medical history but has received diamorphine during her labor. Labor was induced through artificial rupture of the membrane. She has prolonged rupture of membranes and labor has been ongoing for 24 hours. The baby’s head was delivered 10 minutes before the baby’s body and the airway appears clear.</p>
        <list list-type="order">
          <list-item>
            <p><bold>Assessment of observations</bold></p>
            <list list-type="bullet">
              <list-item>
                <p>Baby presents floppy, white, and not responding to vigorous stimulus. Heart rate &lt; 60 beats/minute with stethoscope and no respiratory effort evident.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p><bold>Progression of intervention</bold></p>
            <list list-type="bullet">
              <list-item>
                <p>After two sets of five inflation breaths, there is still no chest movement.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p><bold>Chest compressions commenced</bold></p>
            <list list-type="bullet">
              <list-item>
                <p>The chest moved but heart rate remained slow.</p>
              </list-item>
            </list>
          </list-item>
        </list>
      </boxed-text>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>A sample of the representation of the task analysis completed with clinicians to illustrate neonatal resuscitation.</p>
        </caption>
        <graphic xlink:href="humanfactors_v6i2e12055_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>

    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>The practitioner workshop involved pediatric doctors (n=2), neonatal nurses and educators (n=3), advanced neonatal nurse practitioners (n=2), and midwives (n=4) with 0-30 years of experience (average of 11 years). The workshop and SME interviews identified factors relevant to device and interface design not previously considered by the design team.</p>
      <sec>
        <title>Context of Neonatal Resuscitation Tasks</title>
        <p>The critical characteristics of a neonatal resuscitation were described by practitioners as time pressured and unpredictable albeit well-rehearsed. This is likely to be an emotional and stressful situation for the parents involved. The location of a neonatal resuscitation may vary and could include the labor suite, midwife-led unit, birthing pool room, operating theatre, patient’s home, or ambulance. Participants suggested that the portability of the system should therefore be prioritized. Practitioners considered the attachment features of the device to replicate those of a car satellite navigation screen, with options to secure (which implies the device is attached but can be adjusted) and rotate the screen to ensure a continual good line of sight. The physical environment suggests lighting may also vary (eg, bright theatre lights and variability in lighting within a single resuscitation). The device may also remain in use when transferring the baby between delivery and the neonatal unit or in ambulances, hence making it resistant to vibration and movement.</p>
        <p>Alarms were considered useful only in certain contexts and the type, such as frequency, and pitch of alarm required sensitivity in design to avoid undesirable consequences for parents and clinicians [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The device may be used in the context of other medical devices (eg, Resuscitaire, a portable “platform” for neonatal resuscitation integrated with required equipment). Compatibility between equipment is essential to ensure usability and reliability.</p>
      </sec>
      <sec>
        <title>Tasks Relevant to Neonatal Resuscitation</title>
        <p>The SME interviews (interviews 1 and 2 in <xref ref-type="table" rid="table1">Table 1</xref>) suggested seven relevant high-level cognitive tasks and produced the first study output, a high-level representation of the tasks required during neonatal resuscitation (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>): establish a history of events, assess baby, interpret HR, interpret respiration, support respiration, continual reassessment, and decide to act.</p>
        <p>These tasks were considered based on the core principles of the task analysis [<xref ref-type="bibr" rid="ref29">29</xref>]. The top layer represents “what” has to be done (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>), and further descriptions in the layer below describe “how” it has to be done (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>). A visual representation was shared with clinicians within the workshops, and a consensus was reached for the final presentation. <xref ref-type="fig" rid="figure1">Figure 1</xref> illustrates a sample of the representation shared.</p>
        <p>Nine tasks in total were agreed upon by the SMEs and workshop participants, to have a cognitive element to them (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>). The nine tasks included receive antenatal history, assess baby using Apgar score [<xref ref-type="bibr" rid="ref30">30</xref>], interpret chest movement, interpret HR, decide on action, direct view and clearing of airway, assist breathing, decide to intubate, and decide to medicate.</p>
      </sec>
      <sec>
        <title>Cognitive Requirements, Demands, and Potential Error</title>
        <p>The interviews completed during the development of the task diagram and the knowledge audit interview elicited information relevant to the difficulty and nature of the cognitive work including cues, assessment, judgements, problem solving, decisions, and actions combined with potential challenges and errors and strategies relevant to the nine cognitive tasks.</p>
        <p>The findings from these first two stages of the ACTA method were verified and enriched by data obtained during the simulation interview workshop. The data from all three stages of the ACTA method were collated within a spreadsheet (a template of the one used is provided in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>) and then combined and simplified to produce a cognitive demand table for each of the nine cognitive tasks (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>). These created the second and third study outputs.</p>


        <boxed-text id="box2" position="float">
          <title>Cognitive demand table to assess the baby using the Apgar score to inform decision and actions.</title>
          <p><bold>Why is it difficult?</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Interpretation of heart rate and chest movement relative to normal parameters</p>
            </list-item>
            <list-item>
              <p>Judgement of accuracy and reliability of heart rate display</p>
            </list-item>
            <list-item>
              <p>Reliance on previous experience and recognition of “normal” heart rate and chest movement to inform decision and actions</p>
            </list-item>
            <list-item>
              <p>Multiple tasks in short time frame: visual check of heart rate, chest movement, tone, and skin color. Continual re-evaluation every 30 seconds</p>
            </list-item>
            <list-item>
              <p>Requires expertise to ensure decision making within a short timeframe and potentially stressful environment</p>
            </list-item>
          </list>
          <p><bold>Common errors</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Accuracy in interpretation of heart rate</p>
            </list-item>
            <list-item>
              <p>Fail to recall normal heart rate and chest movement</p>
            </list-item>
            <list-item>
              <p>Estimation/recall of time elapsed between key events</p>
            </list-item>
            <list-item>
              <p>Failure to recognize when to act (eg, call for help and intubation)</p>
            </list-item>
            <list-item>
              <p>Avoidance behavior: fear to act/“failure to rescue”</p>
            </list-item>
            <list-item>
              <p>Overreliance on technology (lacking reliability) and colleague’s earlier assessment</p>
            </list-item>
            <list-item>
              <p>Quiet breathing missed (eg, preterm babies)</p>
            </list-item>
            <list-item>
              <p>Lighting can distort baby color</p>
            </list-item>
          </list>
          <p><bold>Cues</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Absent heart rate, heart rate &lt; 60 beats/minute</p>
            </list-item>
            <list-item>
              <p>Heart rate &gt; 100 beats/minute</p>
            </list-item>
            <list-item>
              <p>Floppy</p>
            </list-item>
            <list-item>
              <p>White coloring</p>
            </list-item>
            <list-item>
              <p>No breathing/gasping</p>
            </list-item>
            <list-item>
              <p>Stressful environment</p>
            </list-item>
            <list-item>
              <p>Absence of baby crying</p>
            </list-item>
          </list>
          <p><bold>Strategies</bold></p>
          <list list-type="bullet">
            <list-item>
              <p>Consider how to obtain support with minimal alarm to parent</p>
            </list-item>
            <list-item>
              <p>Continually question interpretation/reliability of information</p>
            </list-item>
            <list-item>
              <p>Continual reassessment at 30 seconds and after 1, 5, and 10 minutes</p>
            </list-item>
            <list-item>
              <p>Closer inspection (eg, ear to mouth), observe rib cage and abdomen, listen for absence of sound or gasping</p>
            </list-item>
          </list>
        </boxed-text>
                <p>The two workshop groups further informed the fourth and final study outputs, which produced a specification and illustrated mock ups with notable differences in the priorities for design. One group preferred to protect the simplicity of the device and represent HR as the only physiological marker, with an event timeline running in the background. The other group preferred to include oxygen saturation and a visible record of an event timeline (<xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
        <p>After the two workshop groups had worked through the simulation independently, they together presented their specifications and mock ups. Individual participants were then asked to reflect on the work they had done in their groups and on the presentation from the other groups to produce their own personal interface design. These individual contributions were analyzed to interpret group preferences and produce cumulative representations of the data as a heat map (<xref ref-type="fig" rid="figure3">Figure 3</xref>). This indicates consensus on the location of interface information sources, summarizing individual location preferences (12 practitioners) of the five information types. The x-axis indicates the width of the screen and the y-axis indicates the height of the screen. Each screen was broken up into 24 areas (6 along the x-axis and 4 along the y-axis). The color bars are normalized against the maximum number of practitioner votes for each area on the heat map.</p>
                <p>In summary, the stages within the ACTA method are provided below:</p>
        <list list-type="order">
          <list-item>
            <p>Task diagram</p>
            <list list-type="bullet">
              <list-item>
                <p>A breakdown of the physical and cognitive activities involved in the context of neonatal resuscitation</p>
              </list-item>
              <list-item>
                <p>Visual representation of SME perspectives of the key cognitive activities</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Knowledge audit interviews</p>
            <list list-type="bullet">
              <list-item>
                <p>Detailed descriptions of the nature of the cognitive work required, cues, and strategies relied upon and potential for error</p>
              </list-item>
              <list-item>
                <p>Insight into differences between expert and novice practitioners in the context of neonatal resuscitation</p>
              </list-item>
              <list-item>
                <p>Examples of previous experiences that revealed influences of the people involved/present, environmental factors, and the emotional nature of the context.</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Simulation interview (workshop)</p>
            <list list-type="bullet">
              <list-item>
                <p>Verification of the task diagram and understanding of cognitive requirements based on a broader group of experts</p>
              </list-item>
              <list-item>
                <p>Additional insights into cognitive work required, cues and strategies relied upon, and potential for error based on the experience of the participants</p>
              </list-item>
              <list-item>
                <p>Consideration of future user and health care contexts</p>
              </list-item>
              <list-item>
                <p>Design suggestions that reflect practitioners’ preferences and understanding of the cognitive activities and potential errors discussed</p>
              </list-item>
            </list>
          </list-item>
          <list-item>
            <p>Cognitive demands table</p>
            <list list-type="bullet">
              <list-item>
                <p>An assimilation of all of the abovementioned findings in a usable format to inform and justify the development of the design requirements</p>
              </list-item>
            </list>
          </list-item>
        </list>
        
        
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Mock-up of interface designs produced during simulation interview.</p>
          </caption>
          <graphic xlink:href="humanfactors_v6i2e12055_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Heat map indicating consensus for the location of key information sources.</p>
          </caption>
          <graphic xlink:href="humanfactors_v6i2e12055_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Themes relative to essential and desirable characteristics for the interface were elicited. These were combined with recommendations from international standards to produce a set of design requirements [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. A typical example of the information contained within these requirements is provided in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>. The final decision for timer position was influenced by users and optimization of the display screen space. The information obtained informed the final design developed and indicated priorities for future usability testing. This information and the heat map were developed as a block diagram and informed the graphical user interface concept (<xref ref-type="fig" rid="figure4">Figure 4</xref>).</p>
        <boxed-text id="box3" position="float">
          <title>Design requirements related to information layout.</title>
          <p><bold>Essential characteristics</bold></p>
          <p>Heart rate should be central and the largest text on the screen. This should allow visibility from all angles and the heart rate information should occupy two-thirds of the screen.</p>
          <p><bold>Desirable characteristics</bold></p>
          <p>Divide the screen to have a margin on the side of the screen with buttons to mark events. One group suggested illustration of a visible timeline. The second group did not agree with any more information than essentially required (eg, heart rate).</p>
          <p><bold>International standards and recommendations</bold></p>
          <p>Hierarchy of the content of information displayed should be implied by the layout. The most important information should occupy priority space, typically top left for large screens and central for smaller screens, with adequate blank space and borders to separate information sources</p>
        </boxed-text>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Block diagram (a) and the Graphical User Interface concept (b) developed from the block diagram.</p>
          </caption>
          <graphic xlink:href="humanfactors_v6i2e12055_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To our knowledge, the ACTA method has not been used in the development of resuscitation devices. There are many HFE methods relevant to the design process [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. The value of methods suitable for identifying user requirements was considered previously [<xref ref-type="bibr" rid="ref17">17</xref>], and that paper concluded that both focus groups and user testing were beneficial. ACTA in medical device design does not appear to be well applied [<xref ref-type="bibr" rid="ref18">18</xref>] despite recognition that it could be a useful tool in the domain of health care [<xref ref-type="bibr" rid="ref8">8</xref>]. The application of such methods, rather than just the completion of the traditional hierarchical task analysis, is well recognized for their benefit of formatively understanding critical cues, decision making, judgements, constraints, and potential errors in the context of a work situation; however, they are also considered resource intensive [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>The ACTA was developed to address some of these issues. The method was developed to allow practitioners within the area of work studied and system designers to elicit cognitive requirements relative to task performance and translate these into design requirements [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>This approach was considered desirable for this study as a method to understand user decision making and critical information requirements from the intended interface and to illustrate a method that could be applied by practitioners themselves in future design/evaluation of medical devices. In addition, pragmatically, the time available suggested that efficiency was desirable in any method selected, which the ACTA offered.</p>
        <p>This method has allowed the tasks required for neonatal resuscitation to be fully considered in relation to cognitive requirements, actions, and potential errors. This participatory approach has offered a systematic analysis of the resuscitation process, described as “logical and rigorous” by the SMEs. Successful implementation within the context of health care has been suggested as benefiting from such participation to ensure that relevant stakeholders influence the design of an intervention to fit their own contexts [<xref ref-type="bibr" rid="ref39">39</xref>]. ACTA allowed user requirements to be identified specific to different contexts and stages within the resuscitation process.</p>
        <p>The success of the ACTA approach came from engaging participants from different job roles to consider contexts familiar to them and ensure practitioners considered cues with the greatest significance to completing the required tasks, likely errors, and how interface design can support these tasks. The outputs of this study have provided a comprehensive description of information requirements during neonatal resuscitation and enabled product developers to understand the core and preferred requirements of the user interface design for the device. These outputs have been used to develop an interface, which prioritizes simplicity and provides a set of user requirements, to test the device during future testing (<xref ref-type="fig" rid="figure5">Figure 5</xref>).</p>
        <p>The study raised three key areas for the designers to consider, which had not previously been identified: interface layout and information priority, size and portability of the device, and auditory feedback.</p>
        <p>The amount of information, which ultimately influences the size of the screen, will be determined by the intended function of the technology. Considering the task of neonatal resuscitation, it becomes apparent that early on in the process of resuscitation, HR is the key indicator used by practitioners. This information was prioritized by both groups and all individual designs of the interface. Some preferred that this alone should be the function of the device. It was considered desirable to ensure the device had a relatively small interface that could be positioned freely and local to the baby’s head. The auditory feedback proposed by practitioners was to support visual information and interventions early on in the resuscitation process. The nature of the feedback should communicate information on HR, such as rhythm and reliability of the trace. The practitioners went on to suggest that with different auditory settings, the device could be used as a monitoring device within a neonatal unit, not previously considered by the developers. The implications of auditory feedback raised the importance of considering both practitioners and patient representatives (eg, parents within future usability testing) [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <p>An integral timer was also considered essential, as it would serve as an indicator for the timeline of events within a resuscitation. Currently, the clock started at the time of birth is integral to the Resuscitaire, but future user testing needs to explore how the novel device will influence this practice.</p>
        <p>Considering the community setting, there may be less access to oxygen saturation devices. The novel HR device has the potential to compensate for this absence. Within secondary care, the oxygen saturation devices were considered useful when intubating, to secure an airway for the transfer to a neonatal unit. Including oxygen saturations implied greater usability for the device in alternative situations and work contexts in the future. However, practitioners also acknowledged a risk where oxygen saturations could actually be a distraction for less experienced practitioners from the critical cue of HR, which is considered a better indicator of neonatal status and relied upon by expert practitioners.</p>
        <p>The benefit of having an HR reading immediately next to the baby’s head on the wireless module was considered of high value. This would reduce the need to continually look between the baby’s head and an interface screen, where the HR would be viewed at a distance. Suggestions were made about the functionality of the wireless module (<xref ref-type="fig" rid="figure1">Figure 1</xref>), including how it could be the component within the device used to download contextual information such as an event log. This would avoid the need for a separate memory stick or disc to store data, reducing the risk of lost device components or information, which is a current problem with other medical devices.</p>
        <p>Failure to recognize or acknowledge a deteriorating HR was considered. The device design could incorporate feedback to increase awareness of this critical cue. A change in screen color was suggested as the preferred prompt by some; however, further usability testing is required to find out if this improves practitioner performance in reacting to a deteriorating HR or is perceived as distracting or anxiety provoking. How color is used on the interface will also need to be explored by using color convention guidance and usability testing [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>].</p>

        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Resuscitation device comprises a single-use thermally insulating hat that communicates wirelessly (via battery powered modules) with a display mounted on the resuscitation table.</p>
          </caption>
          <graphic xlink:href="humanfactors_v6i2e12055_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
                <p>The final decisions made on the interface layout were based on the optimization of the screen by the design team. “Future proofing” the device was also considered during the workshop and generated an enthusiastic discussion on how an additional, but linked, mobile device could be used to assist a designated scribe in recording key events within the resuscitation timeline. Currently, the accuracy of a written report of neonatal resuscitation is variable, usually involving the most inexperienced team member to scribe. Future electronic records were proposed as complementary to an event marker control, operated by those delivering or supporting the resuscitation, while recognizing that the timing may be slightly delayed. However, this was considered sufficient to develop a retrospective view of the sequence of events. The electronic recording of these data was considered of significant value for those in governance roles, clinical learning, and audit.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The ACTA method provides an efficient, comprehensive, and participatory approach capable of understanding user decision making and critical information requirements from the intended interface. Practitioners discussed the potential for this device beyond the original context considered by the developers.</p>
        <p>The limitations of the study were in the sampling of clinicians. Volunteers led to the larger ratio of nurses and midwives to doctors. However, the SMEs were experienced doctors in neonatal resuscitation and fully engaged in the whole study. Limitations of this study have constrained further development of the interface, and device, simulation, and usability testing should ensure the views and suggestions raised by participants can be tested and translated into a real-world device.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This is the first study to apply the ACTA approach to elicit user requirements for a novel device for neonatal resuscitation. This study demonstrates the application of human factors to inform the development of resuscitation devices, and more generally, for medical device developers and clinicians in the design and evaluation of medical technologies.</p>
        <p>The study has provided previously unidentified user requirements and details about the variables, which will inform future usability testing of the interface developed.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Knowledge audit probe.</p>
        <media xlink:href="humanfactors_v6i2e12055_app1.pdf" xlink:title="PDF File (Adobe PDF File), 66KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Cognitive tabular task analysis.</p>
        <media xlink:href="humanfactors_v6i2e12055_app2.xls" xlink:title="XLS File (Microsoft Excel File), 97KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACTA</term>
          <def>
            <p>applied cognitive task analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HFE</term>
          <def>
            <p>Human Factors/Ergonomics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">SME</term>
          <def>
            <p>subject matter expert</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the Medical Research Council (Grant number: MRC MC_PC_ 15012) and the Engineering and Physical Sciences Research Council (Grant number: EP/K 503101/1) via a Tioga Ltd PhD CASE award. This work was additionally supported by the Faculty of Engineering, University of Nottingham’s Hermes Fellowship scheme, and the National Institute for Health Research (NIHR), MindTech Healthcare Technology Cooperative. The views expressed in this publication are those of the authors and not necessarily those of the NHS, the MRC, the NIHR, or the Department of Health. The authors would like to thank all the participants and collaborators of this project. LP and AL were involved in the design and execution of the study. LS and CH were integral to the data collection and analysis of data. JC and DM contributed to the background and images relevant to the medical device. All authors contributed to the review and writing of the paper.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>JC reports on other work by SurePulse Medical Limited; outside the submitted work, he is the CEO of this company. BRHG and DS are unpaid nonexecutive directors of SurePulse Medical Limited, and JC, BRHG, and DS are shareholders. DM and MB are employees of Surepulse Medical Ltd. SurePulse Medical Limited are the developers of vital sign monitoring technologies for newborns from the University of Nottingham. The company Surepulse Medical Limited has a filed an international patent for this device (WO 2017/149325).</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lawn</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Kerber</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Enweronu-Laryea</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Cousens</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>3.6 million neonatal deaths--what is progressing and what is not?</article-title>
        <source>Semin Perinatol</source>  
        <year>2010</year>  
        <month>12</month>  
        <volume>34</volume>  
        <issue>6</issue>  
        <fpage>371</fpage>  
        <lpage>86</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1053/j.semperi.2010.09.011"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1053/j.semperi.2010.09.011</pub-id>
        <pub-id pub-id-type="medline">21094412</pub-id>
        <pub-id pub-id-type="pii">S0146-0005(10)00117-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>ACC</given-names>
          </name>
          <name name-style="western">
            <surname>Cousens</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wall</surname>
            <given-names>SN</given-names>
          </name>
          <name name-style="western">
            <surname>Niermeyer</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Darmstadt</surname>
            <given-names>GL</given-names>
          </name>
          <name name-style="western">
            <surname>Carlo</surname>
            <given-names>WA</given-names>
          </name>
          <name name-style="western">
            <surname>Keenan</surname>
            <given-names>WJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bhutta</surname>
            <given-names>ZA</given-names>
          </name>
          <name name-style="western">
            <surname>Gill</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lawn</surname>
            <given-names>JE</given-names>
          </name>
        </person-group>
        <article-title>Neonatal resuscitation and immediate newborn assessment and stimulation for the prevention of neonatal deaths: a systematic review, meta-analysis and Delphi estimation of mortality effect</article-title>
        <source>BMC Public Health</source>  
        <year>2011</year>  
        <month>04</month>  
        <day>13</day>  
        <volume>11 Suppl 3</volume>  
        <fpage>S12</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/1471-2458-11-S3-S12"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2458-11-S3-S12</pub-id>
        <pub-id pub-id-type="medline">21501429</pub-id>
        <pub-id pub-id-type="pii">1471-2458-11-S3-S12</pub-id>
        <pub-id pub-id-type="pmcid">PMC3231885</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Xu</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Ye</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Yu</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Huang</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Feng</surname>
            <given-names>Q</given-names>
          </name>
          <name name-style="western">
            <surname>Gong</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ma</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Keenan</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Niermeyer</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Impact of a nationwide training program for neonatal resuscitation in China</article-title>
        <source>Chin Med J (Engl)</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>125</volume>  
        <issue>8</issue>  
        <fpage>1448</fpage>  
        <lpage>56</lpage>  
        <pub-id pub-id-type="medline">22613652</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wyckoff</surname>
            <given-names>MH</given-names>
          </name>
          <name name-style="western">
            <surname>Aziz</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Escobedo</surname>
            <given-names>MB</given-names>
          </name>
          <name name-style="western">
            <surname>Kapadia</surname>
            <given-names>VS</given-names>
          </name>
          <name name-style="western">
            <surname>Kattwinkel</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Perlman</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Simon</surname>
            <given-names>WM</given-names>
          </name>
          <name name-style="western">
            <surname>Weiner</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Zaichkin</surname>
            <given-names>JG</given-names>
          </name>
        </person-group>
        <article-title>Part 13: Neonatal Resuscitation: 2015 American Heart Association Guidelines Update for Cardiopulmonary Resuscitation and Emergency Cardiovascular Care</article-title>
        <source>Circulation</source>  
        <year>2015</year>  
        <month>11</month>  
        <day>03</day>  
        <volume>132</volume>  
        <issue>18 Suppl 2</issue>  
        <fpage>S543</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1161/CIR.0000000000000267</pub-id>
        <pub-id pub-id-type="medline">26473001</pub-id>
        <pub-id pub-id-type="pii">CIR.0000000000000267</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mann</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Grubb</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Hayes-Gill</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Crowe</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Marlow</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Sharkey</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Marked variation in newborn resuscitation practice: a national survey in the UK</article-title>
        <source>Resuscitation</source>  
        <year>2012</year>  
        <month>05</month>  
        <volume>83</volume>  
        <issue>5</issue>  
        <fpage>607</fpage>  
        <lpage>11</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.resuscitation.2012.01.002"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.resuscitation.2012.01.002</pub-id>
        <pub-id pub-id-type="medline">22245743</pub-id>
        <pub-id pub-id-type="pii">S0300-9572(12)00009-3</pub-id>
        <pub-id pub-id-type="pmcid">PMC3350052</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Voogdt</surname>
            <given-names>KGJA</given-names>
          </name>
          <name name-style="western">
            <surname>Morrison</surname>
            <given-names>AC</given-names>
          </name>
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>FE</given-names>
          </name>
          <name name-style="western">
            <surname>van Elburg</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Wyllie</surname>
            <given-names>JP</given-names>
          </name>
        </person-group>
        <article-title>A randomised, simulated study assessing auscultation of heart rate at birth</article-title>
        <source>Resuscitation</source>  
        <year>2010</year>  
        <month>08</month>  
        <volume>81</volume>  
        <issue>8</issue>  
        <fpage>1000</fpage>  
        <lpage>3</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.resuscitation.2010.03.021"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.resuscitation.2010.03.021</pub-id>
        <pub-id pub-id-type="medline">20483522</pub-id>
        <pub-id pub-id-type="pii">S0300-9572(10)00177-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chitkara</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Rajani</surname>
            <given-names>AK</given-names>
          </name>
          <name name-style="western">
            <surname>Oehlert</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>HC</given-names>
          </name>
          <name name-style="western">
            <surname>Epi</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Halamek</surname>
            <given-names>LP</given-names>
          </name>
        </person-group>
        <article-title>The accuracy of human senses in the detection of neonatal heart rate during standardized simulated resuscitation: implications for delivery of care, training and technology design</article-title>
        <source>Resuscitation</source>  
        <year>2013</year>  
        <month>03</month>  
        <volume>84</volume>  
        <issue>3</issue>  
        <fpage>369</fpage>  
        <lpage>72</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.resuscitation.2012.07.035"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.resuscitation.2012.07.035</pub-id>
        <pub-id pub-id-type="medline">22925993</pub-id>
        <pub-id pub-id-type="pii">S0300-9572(12)00393-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Militello</surname>
            <given-names>LG</given-names>
          </name>
          <name name-style="western">
            <surname>Hutton</surname>
            <given-names>RJ</given-names>
          </name>
        </person-group>
        <article-title>Applied cognitive task analysis (ACTA): a practitioner's toolkit for understanding cognitive task demands</article-title>
        <source>Ergonomics</source>  
        <year>1998</year>  
        <month>11</month>  
        <volume>41</volume>  
        <issue>11</issue>  
        <fpage>1618</fpage>  
        <lpage>41</lpage>  
        <pub-id pub-id-type="doi">10.1080/001401398186108</pub-id>
        <pub-id pub-id-type="medline">9819578</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kamlin</surname>
            <given-names>COF</given-names>
          </name>
          <name name-style="western">
            <surname>Dawson</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>O'Donnell</surname>
            <given-names>CPF</given-names>
          </name>
          <name name-style="western">
            <surname>Morley</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Donath</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Sekhon</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>PG</given-names>
          </name>
        </person-group>
        <article-title>Accuracy of pulse oximetry measurement of heart rate of newborn infants in the delivery room</article-title>
        <source>J Pediatr</source>  
        <year>2008</year>  
        <month>06</month>  
        <volume>152</volume>  
        <issue>6</issue>  
        <fpage>756</fpage>  
        <lpage>60</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.jpeds.2008.01.002"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jpeds.2008.01.002</pub-id>
        <pub-id pub-id-type="medline">18492509</pub-id>
        <pub-id pub-id-type="pii">S0022-3476(08)00003-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cantwell</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Clutton-Brock</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Cooper</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Dawson</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Drife</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Garrod</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Harper</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Hulbert</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Lucas</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>McClure</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Millward-Sadler</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Neilson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nelson-Piercy</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>O'Herlihy</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Oates</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Shakespeare</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>de Swiet</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Williamson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Beale</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Knight</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Lennox</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Parmar</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Rogers</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Springett</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Saving Mothers' Lives: Reviewing maternal deaths to make motherhood safer: 2006-2008. The Eighth Report of the Confidential Enquiries into Maternal Deaths in the United Kingdom</article-title>
        <source>BJOG</source>  
        <year>2011</year>  
        <month>03</month>  
        <volume>118 Suppl 1</volume>  
        <fpage>1</fpage>  
        <lpage>203</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1471-0528.2010.02847.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1471-0528.2010.02847.x</pub-id>
        <pub-id pub-id-type="medline">21356004</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>Resuscitation Council (UK) 2015</source>  
        <access-date>2018-08-24</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.resus.org.uk/resuscitation-guidelines/">https://www.resus.org.uk/resuscitation-guidelines/</ext-link>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Piotrowski</surname>
            <given-names>ZH</given-names>
          </name>
          <name name-style="western">
            <surname>Nelson</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Sabich</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Effect of a statewide neonatal resuscitation training program on Apgar scores among high-risk neonates in Illinois</article-title>
        <source>Pediatrics</source>  
        <year>2001</year>  
        <month>04</month>  
        <volume>107</volume>  
        <issue>4</issue>  
        <fpage>648</fpage>  
        <lpage>55</lpage>  
        <pub-id pub-id-type="medline">11335738</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Saugstad</surname>
            <given-names>OD</given-names>
          </name>
          <name name-style="western">
            <surname>Ramji</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rootwelt</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Vento</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Response to resuscitation of the newborn: early prognostic variables</article-title>
        <source>Acta Paediatr</source>  
        <year>2005</year>  
        <month>07</month>  
        <volume>94</volume>  
        <issue>7</issue>  
        <fpage>890</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1651-2227.2005.tb02007.x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1651-2227.2005.tb02007.x</pub-id>
        <pub-id pub-id-type="medline">16188811</pub-id>
        <pub-id pub-id-type="pii">K37P573744544168</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grubb</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Carpenter</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Crowe</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Teoh</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Marlow</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Mann</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Sharkey</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Hayes-Gill</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Forehead reflectance photoplethysmography to monitor heart rate: preliminary results from neonatal patients</article-title>
        <source>Physiol Meas</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>35</volume>  
        <issue>5</issue>  
        <fpage>881</fpage>  
        <lpage>93</lpage>  
        <pub-id pub-id-type="doi">10.1088/0967-3334/35/5/881</pub-id>
        <pub-id pub-id-type="medline">24742972</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Isla</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Doniz</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Harkness</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Vicente</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Doyle</surname>
            <given-names>DJ</given-names>
          </name>
        </person-group>
        <article-title>Applying human factors to the design of medical equipment: patient-controlled analgesia</article-title>
        <source>J Clin Monit Comput</source>  
        <year>1998</year>  
        <month>05</month>  
        <volume>14</volume>  
        <issue>4</issue>  
        <fpage>253</fpage>  
        <lpage>63</lpage>  
        <pub-id pub-id-type="medline">9754614</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Vicente</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Doyle</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Patient Safety, Potential Adverse Drug Events, and Medical Device Design: A Human Factors Engineering Approach</article-title>
        <source>Journal of Biomedical Informatics</source>  
        <year>2001</year>  
        <month>08</month>  
        <volume>34</volume>  
        <issue>4</issue>  
        <fpage>274</fpage>  
        <lpage>284</lpage>  
        <pub-id pub-id-type="doi">10.1006/jbin.2001.1028</pub-id>
        <pub-id pub-id-type="medline">11977809</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Garmer</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Ylvén</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>MariAnne Karlsson</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
        <article-title>User participation in requirements elicitation comparing focus group interviews and usability tests for eliciting usability requirements for medical equipment: a case study</article-title>
        <source>International Journal of Industrial Ergonomics</source>  
        <year>2004</year>  
        <month>2</month>  
        <volume>33</volume>  
        <issue>2</issue>  
        <fpage>85</fpage>  
        <lpage>98</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.ergon.2003.07.005</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Barnett</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Integrating the results of user research into medical device development: insights from a case study</article-title>
        <source>BMC Med Inform Decis Mak</source>  
        <year>2012</year>  
        <month>07</month>  
        <day>19</day>  
        <volume>12</volume>  
        <fpage>74</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/1472-6947-12-74"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6947-12-74</pub-id>
        <pub-id pub-id-type="medline">22812565</pub-id>
        <pub-id pub-id-type="pii">1472-6947-12-74</pub-id>
        <pub-id pub-id-type="pmcid">PMC3444354</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gurses</surname>
            <given-names>AP</given-names>
          </name>
          <name name-style="western">
            <surname>Ozok</surname>
            <given-names>AA</given-names>
          </name>
          <name name-style="western">
            <surname>Pronovost</surname>
            <given-names>PJ</given-names>
          </name>
        </person-group>
        <article-title>Time to accelerate integration of human factors and ergonomics in patient safety</article-title>
        <source>BMJ Qual Saf</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>21</volume>  
        <issue>4</issue>  
        <fpage>347</fpage>  
        <lpage>51</lpage>  
        <pub-id pub-id-type="doi">10.1136/bmjqs-2011-000421</pub-id>
        <pub-id pub-id-type="medline">22129929</pub-id>
        <pub-id pub-id-type="pii">bmjqs-2011-000421</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>International Organization for Standardization</source>  
        <year>2007</year>  
        <access-date>2019-05-24</access-date>
        <comment>ISO 14971:2007 Medical devices – Application of risk management to medical devices 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/standard/38193.html">https://www.iso.org/standard/38193.html</ext-link></comment>
         </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
        <source>Gov.uk</source>  
        <year>2017</year>  
        <access-date>2019-06-05</access-date>
        <comment>Human Factors and Usability Engineering Guidance for Medical Devices Including Drug-Device Combination Products 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/645862/HumanFactors_Medical-Devices_v1.0.pdf">https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/645862/HumanFactors_Medical-Devices_v1.0.pdf</ext-link>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
        <source>FDA</source>  
        <year>2017</year>  
        <access-date>2019-05-24</access-date>
        <comment>Applying Human Factors and Usability Engineering to Medical Devices: Guidance for Industry and Food and Drug Administration Staff 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/media/80481/download">https://www.fda.gov/media/80481/download</ext-link>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <source>AAMI</source>  
        <year>2015</year>  
        <access-date>2019-05-24</access-date>
        <comment>ANSI/AAMI/ IEC 62366- 1:2015 Medical devices – Part 1: Application of usability engineering 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://my.aami.org/aamiresources/previewfiles/6236601_1503_preview.pdf">https://my.aami.org/aamiresources/previewfiles/6236601_1503_preview.pdf</ext-link>
       </comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Privitera</surname>
            <given-names>MB</given-names>
          </name>
          <name name-style="western">
            <surname>Evans</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Southee</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Human factors in the design of medical devices - Approaches to meeting international standards in the European Union and USA</article-title>
        <source>Appl Ergon</source>  
        <year>2017</year>  
        <month>03</month>  
        <volume>59</volume>  
        <issue>Pt A</issue>  
        <fpage>251</fpage>  
        <lpage>263</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.apergo.2016.08.034</pub-id>
        <pub-id pub-id-type="medline">27890135</pub-id>
        <pub-id pub-id-type="pii">S0003-6870(16)30187-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Buckle</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Clarkson</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Coleman</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Patient safety, systems design and ergonomics</article-title>
        <source>Appl Ergon</source>  
        <year>2006</year>  
        <month>07</month>  
        <volume>37</volume>  
        <issue>4</issue>  
        <fpage>491</fpage>  
        <lpage>500</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.apergo.2006.04.016</pub-id>
        <pub-id pub-id-type="medline">16753132</pub-id>
        <pub-id pub-id-type="pii">S0003-6870(06)00054-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Norris</surname>
            <given-names>BJ</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Crowe</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Medical device development: the challenge for ergonomics</article-title>
        <source>Appl Ergon</source>  
        <year>2008</year>  
        <month>05</month>  
        <volume>39</volume>  
        <issue>3</issue>  
        <fpage>271</fpage>  
        <lpage>83</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.apergo.2007.10.002</pub-id>
        <pub-id pub-id-type="medline">18061139</pub-id>
        <pub-id pub-id-type="pii">S0003-6870(07)00092-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Edworthy</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Medical audible alarms: a review</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2013</year>  
        <month>05</month>  
        <day>01</day>  
        <volume>20</volume>  
        <issue>3</issue>  
        <fpage>584</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23100127"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2012-001061</pub-id>
        <pub-id pub-id-type="medline">23100127</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2012-001061</pub-id>
        <pub-id pub-id-type="pmcid">PMC3628049</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Edworthy</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Hellier</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Fewer but better auditory alarms will improve patient safety</article-title>
        <source>Qual Saf Health Care</source>  
        <year>2005</year>  
        <month>06</month>  
        <volume>14</volume>  
        <issue>3</issue>  
        <fpage>212</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://qhc.bmj.com/cgi/pmidlookup?view=long&amp;pmid=15933320"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/qshc.2004.013052</pub-id>
        <pub-id pub-id-type="medline">15933320</pub-id>
        <pub-id pub-id-type="pii">14/3/212</pub-id>
        <pub-id pub-id-type="pmcid">PMC1744044</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kirwan</surname>
            <given-names>BL</given-names>
          </name>
        </person-group>
        <source>A Guide To Task Analysis: The Task Analysis Working Group</source>  
        <year>1992</year>  
        <publisher-loc>London</publisher-loc>
        <publisher-name>CRC Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Apgar</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>A proposal for a new method of evaluation of the newborn infant</article-title>
        <source>Curr Res Anesth Analg</source>  
        <year>1953</year>  
        <volume>32</volume>  
        <issue>4</issue>  
        <fpage>260</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="medline">13083014</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
        <source>Ergonomics of human-system Interaction Part 210: Human-centred design for interactive systems</source>  
        <year>2010</year>  
        <access-date>2019-05-24</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sis.se/api/document/preview/912053/">https://www.sis.se/api/document/preview/912053/</ext-link>
          
        </comment> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
        <source>Ergonomic design of control centres Part 5: Displays and controls</source>  
        <access-date>2019-05-24</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sis.se/api/document/preview/909962/">https://www.sis.se/api/document/preview/909962/</ext-link>
         
        </comment> </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
        <source>Ergonomic principles in the design of work systems</source>  
        <access-date>2019-05-24</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sis.se/api/document/preview/920898/">https://www.sis.se/api/document/preview/920898/</ext-link>
          
        </comment> </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
        <source>AAMI</source>  
        <year>2006</year>  
        <access-date>2019-05-24</access-date>
        <comment>General requirements, tests and guidance for alarm systems in medical electrical equipment and medical electrical systems 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://my.aami.org/aamiresources/previewfiles/606010108_1310_preview.pdf">https://my.aami.org/aamiresources/previewfiles/606010108_1310_preview.pdf</ext-link>
      </comment> </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
        <source>Association for the Advancement of Medical Instrumentation</source>  
        <year>2009</year>  
        <access-date>2019-05-24</access-date>
        <comment>ANSI/AAMI HE75:2009, Human factors engineering – Design of medical devices 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://s3.amazonaws.com/rdcms-aami/files/production/public/FileDownloads/Products/HE750910_TOC.pdf">http://s3.amazonaws.com/rdcms-aami/files/production/public/FileDownloads/Products/HE750910_TOC.pdf</ext-link>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stanton</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <source>Human Factors Methods</source>  
        <year>2013</year>  
        <publisher-loc>Surrey</publisher-loc>
        <publisher-name>Routledge</publisher-name></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>JN</given-names>
          </name>
          <name name-style="western">
            <surname>Corlett</surname>
            <given-names>En</given-names>
          </name>
        </person-group>
        <source>Evaluation of Human Work: A practical ergonomics methodology</source>  
        <year>1995</year>  
        <publisher-loc>London</publisher-loc>
        <publisher-name>CRC Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Salmon</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Jenkins</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Stanton</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Walker</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Hierarchical task analysis vs. cognitive work analysis: comparison of theory, methodology and contribution to system design</article-title>
        <source>Theoretical Issues in Ergonomics Science</source>  
        <year>2010</year>  
        <month>11</month>  
        <volume>11</volume>  
        <issue>6</issue>  
        <fpage>504</fpage>  
        <lpage>531</lpage>  
        <pub-id pub-id-type="doi">10.1080/14639220903165169</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goodyear-Smith</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Jackson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Greenhalgh</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Co-design and implementation research: challenges and solutions for ethics committees</article-title>
        <source>BMC Med Ethics</source>  
        <year>2015</year>  
        <month>11</month>  
        <day>16</day>  
        <volume>16</volume>  
        <fpage>78</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedethics.biomedcentral.com/articles/10.1186/s12910-015-0072-2"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12910-015-0072-2</pub-id>
        <pub-id pub-id-type="medline">26573410</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12910-015-0072-2</pub-id>
        <pub-id pub-id-type="pmcid">PMC4647576</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
