<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v9i3e33682</article-id>
      <article-id pub-id-type="pmid">35819834</article-id>
      <article-id pub-id-type="doi">10.2196/33682</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Redesign and Validation of Multimodal Motion-Assisted Memory Desensitization and Reconsolidation Hardware and Software: Mixed Methods, Modified Delphi–Based Validation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mosher</surname>
            <given-names>Maggie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Puladi</surname>
            <given-names>Behrus</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Jones</surname>
            <given-names>Chelsea</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <address>
            <institution>Leiden University Medical Center</institution>
            <institution>Leiden University</institution>
            <addr-line>Albinusdreef 2</addr-line>
            <addr-line>Leiden, 2333 ZA</addr-line>
            <country>Netherlands</country>
            <phone>31 780 491 0404</phone>
            <email>cweiman@ualberta.ca</email>
          </address>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7713-4099</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Smith-MacDonald</surname>
            <given-names>Lorraine</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3712-0674</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Brown</surname>
            <given-names>Matthew R G</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8448-3710</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>VanDehy</surname>
            <given-names>Jacob</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2471-0528</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Grunnet-Jepsen</surname>
            <given-names>Rasmus</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5614-604X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ordek</surname>
            <given-names>Vrajeshri P</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4398-484X</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kruger</surname>
            <given-names>Sarah</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4366-8505</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Ayres Gerhart</surname>
            <given-names>Anne</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1590-497X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>van Veelen</surname>
            <given-names>Nancy</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3558-8065</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Nijdam</surname>
            <given-names>Mirjam J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0458-9567</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Burback</surname>
            <given-names>Lisa</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff03" ref-type="aff">3</xref>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9591-4355</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Cao</surname>
            <given-names>Bo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9338-3271</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Roy</surname>
            <given-names>Michael J</given-names>
          </name>
          <degrees>MD, MPH</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6727-774X</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Sessoms</surname>
            <given-names>Pinata</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6960-0659</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Vermetten</surname>
            <given-names>Eric</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0579-4404</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author">
          <name name-style="western">
            <surname>Brémault-Phillips</surname>
            <given-names>Suzette</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <xref rid="aff11" ref-type="aff">11</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4167-1815</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>Leiden University Medical Center</institution>
        <institution>Leiden University</institution>
        <addr-line>Leiden</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Heroes in Mind, Advocacy and Research Consortium</institution>
        <institution>Faculty of Rehabilitation Medicine</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Alberta Health Services</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>Department of Warfighter Performance</institution>
        <institution>Naval Health Research Center</institution>
        <addr-line>San Diego, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>Leidos Inc</institution>
        <addr-line>San Diego, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>National Intrepid Center of Excellence</institution>
        <institution>Walter Reed National Military Medical Center</institution>
        <addr-line>Bethesda, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>ARQ National Psychotrauma Center</institution>
        <addr-line>Diemen</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Psychiatry</institution>
        <institution>Amsterdam University Medical Centers</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Psychiatry</institution>
        <institution>Faculty of Medicine and Dentistry</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Department of Medicine and Center for Neuroscience and Regenerative Medicine</institution>
        <institution>Uniformed Services University</institution>
        <addr-line>Bethesda, MD</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff11">
        <label>11</label>
        <institution>Department of Occupational Therapy</institution>
        <institution>Faculty of Rehabilitation Medicine</institution>
        <institution>University of Alberta</institution>
        <addr-line>Edmonton, AB</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Chelsea Jones <email>cweiman@ualberta.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <season>Jul-Sep</season>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>12</day>
        <month>7</month>
        <year>2022</year>
      </pub-date>
      <volume>9</volume>
      <issue>3</issue>
      <elocation-id>e33682</elocation-id>
      <history>
        <date date-type="received">
          <day>20</day>
          <month>9</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Chelsea Jones, Lorraine Smith-MacDonald, Matthew R G Brown, Jacob VanDehy, Rasmus Grunnet-Jepsen, Vrajeshri P Ordek, Sarah Kruger, Anne Ayres Gerhart, Nancy van Veelen, Mirjam J Nijdam, Lisa Burback, Bo Cao, Michael J Roy, Pinata Sessoms, Eric Vermetten, Suzette Brémault-Phillips. Originally published in JMIR Human Factors (https://humanfactors.jmir.org), 12.07.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on https://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://humanfactors.jmir.org/2022/3/e33682" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>In recent years, the delivery of evidence-based therapies targeting posttraumatic stress disorder (PTSD) has been the focus of the Departments of Defense in countries such as Canada, the Netherlands, and the United States. More than 66% of military members continue to experience symptoms of PTSD that significantly impact their daily functioning and quality of life after completing evidence-based treatments. Innovative, engaging, and effective treatments for PTSD are needed. Multimodal motion-assisted memory desensitization and reconsolidation (3MDR) is an exposure-based, virtual reality–supported therapy used to treat military members and veterans with treatment-resistant PTSD. Given the demonstrated efficacy of 3MDR in recently published randomized control trials, there is both an interest in and a need to adapt the intervention to other populations affected by trauma and to improve accessibility to the treatment.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to further innovate, develop, and validate new and existing hardware and software components of 3MDR to enhance its mobility, accessibility, feasibility, and applicability to other populations affected by trauma, including public safety personnel (PSP), via international collaboration.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study used a modified Delphi expert consultation method and mixed methods quasi-experimental validation with the purpose of software validation among PSP (first responders, health care providers) participants (N=35). A team of international experts from the Netherlands, the United States, and Canada met on the web on a weekly basis since September 2020 to discuss the adoption of 3MDR in real-world contexts, hardware and software development, and software validation. The evolution of 3MDR hardware and software was undertaken followed by a mixed methods software validation study with triangulation of results to inform the further development of 3MDR.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>This study resulted in the identification, description, and evolution of hardware and software components and the development of new 3MDR software. Within the software validation, PSP participants widely acknowledged that the newly developed 3MDR software would be applicable and feasible for PSP affected by trauma within their professions. The key themes that emerged from the thematic analysis among the PSP included the desire for occupationally tailored environments, individually tailored immersion, and the applicability of 3MDR beyond military populations.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Within the modified Delphi consultation and software validation study, support for 3MDR as an intervention was communicated. PSP participants perceived that 3MDR was relevant for populations affected by trauma beyond military members and veterans. The resulting hardware and software evolution addressed the recommendations and themes that arose from PSP participants. 3MDR is a novel, structured, exposure-based, virtual reality–supported therapy that is currently used to treat military members and veterans with PTSD. Going forward, it is necessary to innovate and adapt 3MDR, as well as other trauma interventions, to increase effectiveness, accessibility, cost-effectiveness, and efficacy among other populations affected by trauma.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>multimodal motion-assisted memory desensitization and reconsolidation</kwd>
        <kwd>multimodal motion-assisted memory desensitization and reconsolidation</kwd>
        <kwd>3MDR</kwd>
        <kwd>participants</kwd>
        <kwd>therapists</kwd>
        <kwd>patients</kwd>
        <kwd>military</kwd>
        <kwd>virtual reality</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Military service commonly involves engagement in high-risk activities, whether during physical training, daily trade-related tasks, overseas deployment, or in response to natural disasters. Such activities place military members, individually and collectively, at a heightened risk of physical and psychosocial injury. They are also more likely to have increased exposure to highly traumatic and stressful events [<xref ref-type="bibr" rid="ref1">1</xref>] and exhibit higher rates of injuries and illnesses, such as posttraumatic stress disorder (PTSD), depression, anxiety, sleep disorders, and mild traumatic brain injury compared with civilians [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. In Canada, approximately 11% of military members and 16% of veterans experience PTSD [<xref ref-type="bibr" rid="ref4">4</xref>]. In the United States, the prevalence of combat-related PTSD ranges from 1.09% to 38.84% [<xref ref-type="bibr" rid="ref5">5</xref>]. The rate of probable PTSD among UK military personnel has been reported to be 6.2%, and among veterans who had been deployed in combat roles, it was 17.1% [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. In Australia, approximately 8.3% of Defense Force members will have experienced PTSD [<xref ref-type="bibr" rid="ref8">8</xref>]. Among currently serving and retired military personnel in New Zealand, 30% had symptoms of posttraumatic stress, and 10% had clinically relevant posttraumatic stress [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Hypervigilance, impaired cognition, comorbid mood and anxiety disorders, and significant functional and relational sequelae are associated with PTSD [<xref ref-type="bibr" rid="ref1">1</xref>]. Military members and veterans are also more prone to developing moral injury than civilians, which is the persistent distress that can evolve from exposure to potentially morally injurious events, including perpetrating, witnessing, or failing to prevent an act that transgresses core beliefs [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Up to 67% of military members are exposed to potentially morally injurious events during deployment, the sequelae of which have not yet been fully explored, although it has been suggested that moral injuries might contribute to treatment-resistant PTSD (TR-PTSD) [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Trauma-Focused Therapies and TR-PTSD</title>
        <p>The delivery of evidence-based therapies specifically targeting posttraumatic stress throughout the military health care system has been the focus of the Departments of Defense in numerous countries, including Canada, the Netherlands, and the United States. Greater than 66% of military members who complete first-line treatments for PTSD continue to experience symptoms that significantly affect their daily functioning and quality of life [<xref ref-type="bibr" rid="ref16">16</xref>]. Even in those responsive to treatment, PTSD symptoms often persist at or above the diagnostic thresholds for PTSD, with approximately 60% of patients retaining the diagnosis [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. The effectiveness of these first-line psychotherapies is hypothesized to be limited because of cognitive avoidance and premature treatment dropout [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. The reasons for higher dropout rates among this population vary but may include geographical proximity to services, perceived stigma from self and others, challenges managing operational demands of a military career with therapy attendance, barriers to establishing patient-therapist rapport, and the aforementioned issues with treatment effectiveness [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>The classification of TR-PTSD has been adopted for military members and veterans who do not experience a clinically significant reduction in symptoms following the receipt of at least two evidence-based treatments [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. As knowledge of TR-PTSD is limited, general recommendations for TR-PTSD have been suggested. However, specific protocols or evidence-based TR-PTSD therapies are lacking, complicating clinical attempts to address or manage this condition. Consequently, more innovative and effective treatments are needed to assist military members, veterans, and other populations affected by trauma in rehabilitation and recovery from PTSD and occupational stress injury.</p>
      </sec>
      <sec>
        <title>Multimodal Motion-Assisted Memory Desensitization and Reconsolidation</title>
        <p>Multimodal motion-assisted memory desensitization and reconsolidation (3MDR) is a personalized, exposure-based, virtual reality (VR)–supported intervention developed in the Netherlands and is being used with military members and veterans with PTSD in the Netherlands, the United Kingdom, the United States, Israel, and Canada [<xref ref-type="bibr" rid="ref23">23</xref>]. 3MDR enhances visual and auditory immersion by incorporating patient-selected images and music into the therapy and helps patients access traumatic memories as they walk toward images that remind them of those experiences [<xref ref-type="bibr" rid="ref24">24</xref>]. The treatment shows promise for breaking through persistent avoidance and optimizing engagement in military members and veterans with TR-PTSD [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Two recently published randomized controlled trials conducted with veterans with TR-PTSD have contributed to the evidence base regarding the effectiveness of 3MDR [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Further studies are also underway.</p>
        <p>For 3MDR, treadmill walking on a flat surface was chosen as the method of moving forward (literally and metaphorically) versus using other devices, such as a stair climber, which involves other movement patterns and requires more engagement of energy systems and cardiorespiratory abilities. As walking is a basic form of human movement that engages multiple processes and areas of the brain, it has been hypothesized that the act of moving forward through ambulation is integral to 3MDR and may increase divergent thinking abilities, thereby allowing previously held negative cognitions related to trauma to be challenged. In addition, a harness can be easily attached and added to a treadmill setup, making it a safer option than using other movement devices or virtual boundaries (ie, VR or augmented reality [AR] headset systems such as Oculus, Google Glass, or Microsoft’s HoloLens).</p>
        <p>The 3MDR application was originally designed to be used on a large-scale, immersive VR–based system called the Motek Computer Assisted Rehabilitation Environment (CAREN; <xref rid="figure1" ref-type="fig">Figure 1</xref>) and the Gait Realtime Analysis Interactive Lab (GRAIL; Motek Medical BV) [<xref ref-type="bibr" rid="ref29">29</xref>]. These were designed as dedicated solutions for gait analysis and training under challenging conditions to improve gait patterns. CAREN is a room-sized dynamic system that includes a motion platform that can translate and rotate in all directions. The platform contains an embedded, centrally located treadmill that moves in synchronization with the virtual environments projected onto a large curved screen. The package contains real-time feedback and user-friendly assessments and applications. The GRAIL originally used an instrumented dual-belt treadmill with optional pitch and sway, a motion capture system, video cameras, and synchronized VR environments (VREs). The treadmill’s ability to measure forces and the independent control of left and right treadmill belt speeds has allowed a split-belt walking protocol and advanced gait research applications that can mimic tripping or slipping. The 3MDR application has progressively evolved to include other hardware options (ie, CAREN Lite) since the initial proof of concept was piloted in 2011 [<xref ref-type="bibr" rid="ref23">23</xref>]. These versions of 3MDR hardware allowed for preliminary research to assure participant safety with clear, tangible boundaries as opposed to virtual ones, as experienced within the VR or AR headset systems. This was especially important at the time of the intervention’s developmental process when there were still many unknowns about the participant’s experience of 3MDR and the responses it may elicit.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Multimodal motion-assisted memory desensitization and reconsolidation therapists and a participant in the Computer Assisted Rehabilitation Environment system.</p>
          </caption>
          <graphic xlink:href="humanfactors_v9i3e33682_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The 3MDR intervention comprises 10 sessions, including selecting images and music, trauma processing and reconsolidation, and six 90-minute therapy sessions in the VRE, including a 30-minute debriefing. The 3MDR sessions include a <italic>preplatform</italic> <italic>session</italic> (session 1), during which the patient selects and orders images and music. Symbolic representations in the form of images (ie, photographs and sketches) related to their traumatic experiences are selected and ordered from least to most distressing. Music that reminds the patient of the past time of trauma and facilitates the emotional memory network is also identified, which supports a return to the present (ie, a second contemporary piece that is soothing, compassionate, and joyful). Sessions 2 to 7 are <italic>platform sessions</italic> that involve 3 phases. In the <italic>preplatform phase</italic> of the session, the therapist and patient confirm the order of images and music for the session. During the <italic>platform phase</italic>, the patient dons a safety harness and is accompanied by a 3MDR therapist while walking continuously on a treadmill at a self-selected pace. The patient first warms up by walking on the treadmill while listening to self-selected music, which connects them to their traumatic experiences, and then, during each of seven 3 to 5 minutes cycles, walks down a virtual <italic>hallway</italic> toward a self-selected trauma-related image. The patient describes the image, physical sensations, and feelings to the therapist. The therapist then assists the patient with generating descriptive words and phrases that are then projected in front of the image on the screen. The patient is then instructed to read the words and phrases out loud. For a duration of 30 seconds, the patient then reads aloud numbers as they appear on a ball oscillating horizontally in the foreground of the image and words. The patient cools down after the seventh cycle by walking while listening to self-selected music, which facilitates a reconnection to the present. Each session concludes with a <italic>postplatform phase</italic>, which includes discussion, reconsolidation, a mental wellness check, and a self-care plan. <italic>Postplatform session</italic>s 8 to 10 focus on reconsolidation and contribute to meaning making of the acquired gains and emotional release. More in-depth descriptions of 3MDR have been published elsewhere [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
      <sec>
        <title>Challenges With the Current Iteration of 3MDR</title>
        <p>Recently, published randomized controlled trials have demonstrated the efficacy of 3MDR therapy among military and veteran populations who experience combat-related TR-PTSD and indicate that 3MDR is ready for trials with various populations affected by trauma in real-world contexts [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. However, access to the CAREN VREs used to deliver 3MDR in earlier studies is limited because of the cost and infrastructure required by these large systems and the reality that only limited international partners in the Netherlands, Tel Aviv, the United States, the United Kingdom, and Canada have access to equipment currently used to deliver the intervention. 3MDR systems that are mobile, customizable, accessible, cost-effective, and adaptable to other populations affected by trauma are needed to increase accessibility to treatment. There is a sense of urgency in the 3MDR international consortium to develop further systems, particularly in light of their need within military and veteran populations, as well as among other populations affected by trauma. The COVID-19 pandemic has acted as a reminder that emergency medical professionals and first responders, among others, also require access to innovative and effective evidence-based treatments.</p>
        <p>Despite the urgent need for accessible interventions for PTSD, a barrier to the expanded access to 3MDR in community-based health service contexts is the use of equipment and technologies approved by the United States Food and Drug Agency and Health Canada. Although these approvals are imperative to protect the health and safety of patrons of health care systems, the approval process requires the determination of appropriate hardware (eg, treadmills, projection systems, and AR equipment) and the development of software that is adaptable for various populations. Provision of research and evidence demonstrating equipment validity, safety, efficacy, and effectiveness specific to the target demographic is the first step toward improving access to novel interventions with technological applications. Now that research has demonstrated that 3MDR holds promise, new research may involve the exploration of adaptations including the delivery of 3MDR via more mobile, affordable, and immersive mechanisms, such as AR headsets, and to additional populations affected by trauma.</p>
      </sec>
      <sec>
        <title>Purpose</title>
        <p>The purpose of this mixed methods study was to further innovate, develop, and validate new and existing hardware and software components of 3MDR to enhance the mobility, accessibility, feasibility, and applicability of 3MDR for other populations affected by trauma, including public safety personnel (PSP), via international collaboration.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Project Design and Scope</title>
        <p>This mixed methods study used a (1) modified Delphi expert consultation method and, (2) a mixed methods quasi-experimental software validation study [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <sec>
          <title>Modified Delphi Expert Consultation</title>
          <sec>
            <title>Overview</title>
            <p>The team of international experts from the Netherlands, United States, United Kingdom, and Canada comprised health care professionals (psychiatrists, psychologists, and occupational therapists), biomedical and electrical engineers, computing science experts, and graphic designers with prior experience in working with populations affected by trauma and the 3MDR system. The team met virtually on the web on a weekly since September 2020 to discuss the current and future development of 3MDR. Discussions revolved around hardware design, software design and validation, adoption of 3MDR in real-world contexts, the use of 3MDR with nonmilitary and veteran populations affected by trauma, and 3MDR therapist training. This involved consideration of the various systems that have been used for 3MDR, as well as salient features, emerging technologies, and potential future states. This manuscript focuses solely on the hardware design and software development and validation, which are described in the following section, whereas the implementation of 3MDR in community-based service contexts and training of 3MDR therapists will be included in future publications and an upcoming 3MDR training manual.</p>
          </sec>
          <sec>
            <title>Considerations for Hardware Design</title>
            <p>The 3MDR system requires the components described in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. The 3MDR system must have the characteristics described in <xref ref-type="boxed-text" rid="box2">Textbox 2</xref>.</p>
            <boxed-text id="box1" position="float">
              <title>Multimodal motion-assisted memory desensitization and reconsolidation system components.</title>
              <p>
                <bold>Treadmill</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The treadmill must be a medical-grade, clinical treadmill designed for heavy use over long periods and with patients of varying body types and compositions. The belt moves to the rear, requiring the user to walk at a speed matching the belt. The rate at which the belt moves is equal to the rate of walking. The speed of walking needs to be controlled and measured.</p>
                </list-item>
              </list>
              <p>
                <bold>Safety harness</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>A safety harness is required to prevent potential injuries due to falls. An option is to support it using a connector hanging from the ceiling. Other support options include a frame setup around the treadmill or a gantry built into the treadmill.</p>
                </list-item>
              </list>
              <p>
                <bold>Visual display</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The visual display must be a sufficiently large screen that allows the display of images in a way that maximizes immersion. The display can be a series of mounted computer monitor screens or projection screens combined with short-throw projectors. Typically, to allow immersion, the screens must surround the person to enable the feeling of walking in the virtual reality environment. An augmented reality (AR) system provides another alternative to monitor- or projector-based display systems. Unlike a virtual reality headset, an AR headset (eg, Microsoft HoloLens 2 and Magic Leap) is neither fully opaque nor fully immersive [<xref ref-type="bibr" rid="ref32">32</xref>]. The AR headset superimposes a digital display over the participant’s regular visual field, providing a blend of virtual and real visual stimuli. AR allows patients to walk confidently as they can still see real-world anchors. The patient and therapist can also see each other, which is important for rapport during therapy and to allow the therapist to read the patient’s facial cues.</p>
                </list-item>
              </list>
              <p>
                <bold>Computer</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The computer must have graphics processing capability to drive the display system without noticeable frame dropping, which would create distracting “jerkiness” in the display.</p>
                </list-item>
              </list>
              <p>
                <bold>Treadmill or computer interface</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>There must be a means of synchronization between the treadmill’s motion and the motion of the patient in the virtual environment. Options include direct control of the treadmill by a computer to match the movement in the virtual environment or sensing of the treadmill’s motion by a speed sensor, which is then used to control the movement in the virtual environment.</p>
                </list-item>
              </list>
              <p>
                <bold>Eye-tracking capability</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The ability to capture eye movement and visual avoidance or focus using eye-tracking equipment was considered.</p>
                </list-item>
              </list>
            </boxed-text>
            <boxed-text id="box2" position="float">
              <title>Multimodal motion-assisted memory desensitization and reconsolidation (3MDR) system characteristics.</title>
              <p>
                <bold>Access</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>It is desirable that the system accommodates being located in community-based contexts and standard clinical settings, possibly with space limitations and noise considerations.</p>
                </list-item>
              </list>
              <p>
                <bold>Physical footprint</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The system must have a relatively small physical footprint such that it can be situated in standard rooms in clinical settings without extensive renovations.</p>
                </list-item>
              </list>
              <p>
                <bold>Portability</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>Portability may be desirable for certain clinical applications (eg, mobile 3MDR operations).</p>
                </list-item>
              </list>
              <p>
                <bold>Therapist positioning</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The final system must allow the therapist to stand beside the patient. Discussions with patients in previous studies have indicated that this positioning is important, with patients expressing distaste for the therapist being behind or in front of them.</p>
                </list-item>
              </list>
              <p>
                <bold>Operation of the system</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The final system would best be managed by the therapist, without the need for a dedicated 3MDR operator, so as to enhance therapist control over the session and reduce personnel costs.</p>
                </list-item>
              </list>
              <p>
                <bold>Cost</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>Affordability is a concern as we work toward the deployment of 3MDR systems more widely in clinical settings outside of research environments. We are currently exploring the use of off-the-shelf components to reduce costs.</p>
                </list-item>
              </list>
              <p>
                <bold>Acceptability or ease of use</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The system should be easy for therapists to set up, use, and adapt. It should also be able to record data and enable note-taking while therapists deliver the intervention. Visualization of changes over time is also essential to facilitate treatment planning.</p>
                </list-item>
              </list>
            </boxed-text>
          </sec>
          <sec>
            <title>Software Design</title>
            <p>The original 3MDR software was developed by a team in the Netherlands using the D-Flow software [<xref ref-type="bibr" rid="ref29">29</xref>] in combination with Lua scripting. Our team of clinical and technical experts identified salient features of the original 3MDR software, as well as aspects that would benefit from redesign or further development. The new 3MDR software development was completed in the Warfighter Performance Department, Naval Health Research Center, San Diego, California, United States. As all components of the 3MDR intervention were already included in the D-Flow version, these essential components were maintained for consistency, although optimized. These included a user interface (UI) and 2 distinct visual scenes. The UI contained application settings, image selection options, and a drop-down menu to record subjective units of distress scores, which were measured as part of the 3MDR therapy. Examples of application settings include the frequency of eye movement desensitization and reprocessing (EMDR) stimuli, which are incorporated within 3MDR therapy, and treadmill speed. The 2 visual scenes included the following:</p>
            <list list-type="bullet">
              <list-item>
                <p>Warm-up or cool down scene: bright lighting and white ground with blue honeycomb overlay; open, flat, and endless</p>
              </list-item>
              <list-item>
                <p>Corridor scene: darker lighting and dark ground with red honeycomb overlay; starts with doors at a distance, which opens to the first of 2 enclosed hallways with another set of doors at a distance, which open to a second hallway at the end of which the image related to a traumatic event is visible</p>
              </list-item>
            </list>
          </sec>
          <sec>
            <title>Considerations for Software Design</title>
            <p>The new 3MDR software required the components described in <xref ref-type="boxed-text" rid="box3">Textbox 3</xref>.</p>
            <boxed-text id="box3" position="float">
              <title>New multimodal motion-assisted memory desensitization and reconsolidation system components.</title>
              <p>
                <bold>Ease of adaptation to new technologies</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The new system needs to be built on a cross-platform game engine that allows easy adaptation to new technologies and that can be ported to different devices, displaying the same visuals on different types of screens or through head-mounted displays.</p>
                </list-item>
              </list>
              <p>
                <bold>User interface</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The new user interface should be therapist centered and user-friendly so that both operators and therapists feel confident using the application. The primary therapist interface, which mirrors the participant view, should allow the application to be configured and launched. The interface should allow session information to be input (eg, identification number, protocol number, and therapist initials), image and data folders to be selected, and site-specific settings to be chosen. Once the application is launched, secondary application-specific interfaces should appear on the operator or therapist display to control different aspects of the virtual environment. Other critical considerations include enhancing the therapist’s ability to dynamically select and modify the order of the images and music; adjust the motion and speed of the oscillating ball for eye movement desensitization and reprocessing; capture and record the emotional, cognitive, and narrative associations; and record subjective units of distress scores as well as therapist notes.</p>
                </list-item>
              </list>
              <p>
                <bold>Music selection</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>Audio features must be built into the software to support the integration of patients’ self-selected music within the multimodal motion-assisted memory desensitization and reconsolidation protocol.</p>
                </list-item>
              </list>
              <p>
                <bold>Data capture and reports</bold>
              </p>
              <list list-type="bullet">
                <list-item>
                  <p>The system must provide clinical output sheet summaries generated on a per-session basis, as these are vital for treatment planning, case review, and research purposes.</p>
                </list-item>
              </list>
            </boxed-text>
          </sec>
        </sec>
        <sec>
          <title>Mixed Methods Quasi-Experimental Software Validation Study</title>
          <p>After the adaptation and redesign of the software and hardware, a validation study was implemented with the goal of ensuring the face validity of the new version of the 3MDR software for health care professionals and first responders. We used a mixed methods, concurrent, parallel approach following a data transformation model [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
          <sec>
            <title>Participants</title>
            <p>Potential participants were recruited through snowball sampling and advertising via email, social media (Facebook and Twitter), hardcopy posters in targeted work environments, and word of mouth. Potential participants were asked to positively enroll via emailing or texting the research team. Eligible participants had to be health care professionals or first responders, including police officers, firefighters, border patrol officers, nurses, physicians, physical therapists, occupational therapists, crisis management workers, corrections officers, emergency medical personnel, dispatchers, respiratory therapists, psychologists, psychiatrists, and other professionals or managers associated with these professionals within a health care setting. Participants had to be able to communicate in English; live in Canada; and have access to a digital device such as a computer, tablet, or smartphone where videoconferencing was possible.</p>
          </sec>
          <sec>
            <title>Data Collection</title>
            <p>Questionnaire data were collected and managed using the secure REDCap (Research Electronic Data Capture; Vanderbilt University) system [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The demographics questionnaire gathered information on participants’ gender, age, and profession. The validation questionnaire included Likert scale questions and open-ended questions regarding various aspects of the software displayed in the demo video (ie, overall appearance, beginning scene, transition through the clouds, the scene around the first door, ground grid, hallway, image size, ball and movement, picture fade, transition to second door and hallway, timing, visual field, and flow), the impact of 3MDR on medical condition, ease, clarity, understanding of interaction with the 3MDR system, and ease of use of the system. The validation questionnaire was developed via discussion and collaboration among 3MDR international consortium researchers in Canada, the Netherlands, and the United States.</p>
            <p>Focus group interviews were used to collect qualitative data for the validation study. Zoom videoconferencing was used. Members of the research team received training on how to execute the focus group for fidelity and consistency. A semistandardized script (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) was developed to further improve the reliability. Eligible participants were scheduled for 1 of the 25 researcher-led videoconferencing focus groups in July 2021. Each focus group lasted approximately 20 minutes and had attendance ranging from 1 to 12 attendees. The researcher leading the focus group proceeded as follows: (1) provided an introduction to 3MDR via 2 videos developed by the 3MDR team in the United Kingdom, (2) provided a weblink to the web-based informed consent form through the REDCap system, (3) displayed a 5-minute demo video of the adapted 3MDR software that participants were evaluating, and (4) provided a weblink to the demographics and validation questionnaire presented in REDCap. After completing the forms, the participants left the videoconference.</p>
          </sec>
          <sec>
            <title>Data Analysis</title>
            <p>Descriptive statistics were computed for demographic characteristics and Likert scale questions regarding various aspects of the software demonstration. For a given question, the number and percentage of different answer choices selected across the participants (N=35) were computed.</p>
            <p>The open-ended questions in the validation questionnaire were thematically analyzed by the research team using the deductive and inductive methodology outlined by Braun and Clarke [<xref ref-type="bibr" rid="ref35">35</xref>] in 2006. Thematic analysis involves examining the text in detail to identify recurring patterns (open coding) that are refined into themes through inductive and deductive analysis. Although deductive coding was guided by the preconceived research questions in the validation questionnaire, inductive coding was used to examine the participants’ views while limiting researchers’ preconceived biases and expectations. A total of 3 members of the research team read all open-ended responses and developed preliminary open codes and axial codes. To ensure trustworthiness, rigor, and reliability, a larger research team was involved in verifying the preliminary themes. Participant quotes illustrating each subtheme were selected based on their representativeness and the incidence of divergent opinions.</p>
            <p>A concurrent parallel approach following a data transformation model was used for data triangulation [<xref ref-type="bibr" rid="ref31">31</xref>]. Converging data allowed the research team to compare and contrast quantitative and qualitative data and support the subsequent study design, data collection, and analysis.</p>
          </sec>
        </sec>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the University of Alberta Research Ethics Board (Pro00084466) as part of a Canadian 3MDR study [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Hardware Specification</title>
        <p>Hardware design based on expert consultation produced designs for two 3MDR systems: one using an external display (3MDR compact system) and the other using an AR headset (3MDR AR system). Both systems are described in the following sections.</p>
        <sec>
          <title>3MDR Compact System</title>
          <p>The 3MDR compact system (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>) was designed to have a smaller physical footprint than the large COSMED system used in earlier 3MDR studies. We identified the COSMED T150 clinical treadmill as a viable option around which to build the 3MDR compact system [<xref ref-type="bibr" rid="ref36">36</xref>]. The COSMED T150 is a heavy, robust treadmill designed for clinical use in physical rehabilitation, with a maximum load rating of 250 kg (551 lbs) and variable speed options up to 18 km per hour (11.2 miles per hour). It has a built-in safety harness and gantry to support the harness. This makes installation easier and avoids the need for other solutions, such as a separate frame around the treadmill to support a harness or a harness support system installed on the ceiling of the room. The COSMED T150 has a serial port interface capability that allows a computer to control it programmatically, which enables synchronizing treadmill motion with movement in the virtual environment. The treadmill, with medical certification (C0123, Medical Device Directive risk class IIb) available for clinical applications, has a durable belt (including a reverse option) and an alternating current motor designed to not interfere with other medical equipment and can be interfaced with a PC, electrocardiogram, ergospirometer, blood pressure, or printer. A wide range of options and accessories are available for the heavy-duty–built treadmills in the series, including oversized treadmills for cycling or skiing applications and wheelchairs. The units also reportedly require low maintenance.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Compact system of the multimodal motion-assisted memory desensitization and reconsolidation.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33682_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>For the control computer, the research team in San Diego used computers built around the Nvidia Quadro P5000 graphics card [<xref ref-type="bibr" rid="ref37">37</xref>], with 3 Canon WUX500_WUX450ST projector setups to project a blended image using Scalable Display Technologies’ Warp and Blend system [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. The research team in Edmonton, Alberta, Canada, is currently looking into a similar approach using computers built around the Nvidia Quadro RTX 6000 graphics card and short-throw light-emitting diode projectors [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Schematic diagram of the hardware and software components of the compact system and future integration of an AR system. 3MDR: multimodal motion-assisted memory desensitization and reconsolidation; AR: augmented reality; VR: virtual reality.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33682_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>3MDR AR System</title>
          <p>The team determined that the AR system would use a HoloLens 2 system (<xref rid="figure4" ref-type="fig">Figure 4</xref>) for the visual display in place of large computer monitor screens or projection systems [<xref ref-type="bibr" rid="ref32">32</xref>]. The 3MDR AR system includes a laptop, router, treadmill, and HoloLens 2 headset. There are 3 reasons why HoloLens 2 was chosen over the other devices: safety, rapport, and eye-tracking capability.</p>
          <p>Walking in HoloLens 2 versus other more immersive and isolating VR headsets posed less risk for our participants. Walking was required throughout the duration of each session, and the AR head-mounted display (HMD) was less of a safety risk as users could actively look down and see their feet on the treadmill. In addition, many VR HMDs are tethered devices that require cables connecting the HMD to a computer. These cables can be viewed as tripping hazards and restrict movement to a limited area, which would be prohibitive for 3MDR where walking is a key component. Although VR headsets might have provided greater immersion in the virtual environment, walking is an essential component of the 3MDR therapy.</p>
          <p>In other 3MDR publications [<xref ref-type="bibr" rid="ref41">41</xref>], it has been noted that the connection between the therapist and client is an important aspect of 3MDR. It is beneficial for the participant to be able to see the therapist alongside them for guidance and reassurance. The AR HMD does not restrict users from seeing their therapist during 3MDR. Rapport is key for this approach, and an AR HMD allows us to provide digital content in front of the user (and we can lock the content at that location). Therefore, when they turn to their side, they turn away from the 3MDR environment and can see their therapist unobstructed through the device, akin to looking through sunglasses. In a VR HMD, turning one’s head would only show users a different view of the virtual environment. On the basis of participant feedback, it was decided that an avatar (digital representation in the virtual world) of the therapist would not suffice as a stand-in, especially when AR allows users to see the real person and digital content.</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>HoloLens 2 augmented reality system.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33682_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
      </sec>
      <sec>
        <title>Software Redesign</title>
        <sec>
          <title>Overview</title>
          <p>The new software for 3MDR was developed by a research team in the Warfighter Performance Department, Naval Health Research Center, San Diego, United States. To allow for use across different hardware platforms, the Unity development platform was chosen to develop a new controlled version of 3MDR for both PC and HoloLens 2 systems (<xref rid="figure4" ref-type="fig">Figure 4</xref>) [<xref ref-type="bibr" rid="ref42">42</xref>]. The new version of 3MDR was redesigned in Unity 3D, a cross-platform game engine that allows easy adaptation to new technologies. Unity 3D is an open-source C#-based game development platform or program commonly used for game and simulator development, which allows for deployment to multiple platforms. Unity 3D allows for enhanced graphics and physics, as well as programmatic flexibility so that applications can be modified and can evolve over time. The visual scenes were modified to achieve higher resolution and provide greater realism based on therapist feedback on the earlier D-Flow version of the 3MDR software. The Unity 3D platform is very extensible and handles deployments to a large number of software bundles, including PC stand-alone, Universal Windows Platform, and the Apple standard iOS [<xref ref-type="bibr" rid="ref43">43</xref>]. Similarly, it allows flexibility in integrating heart rate monitors, eye trackers, and other wearable devices for future use. The design of this program emphasizes <italic>modularity</italic> to integrate and subtract devices for research and therapeutic purposes and <italic>polymorphism</italic> to deploy to a variety of current and future devices. The 3MDR application can be ported to different devices, displaying the same visuals on different types of screens or through HMDs.</p>
        </sec>
        <sec>
          <title>Two Views: Therapist and Patient</title>
          <p>This application has 3 scenes: introduction, corridor, and conclusion. Each has a different configuration for the patient and therapist. The introduction and conclusion are in the same environment, in which a blue sky celestial environment is used to transition the participant into and out of the therapeutic environment using self-selected music discussed with the therapist. The corridor scene contains a self-selected series of images previously selected during the discussion with the therapist. Visual flow from the simulation is synchronized directly to the treadmill motion to immerse the patient in therapy. The therapist’s view (<xref rid="figure5" ref-type="fig">Figure 5</xref>) overlays the control and data entry UI atop the mirrored visual flow. The following are all entered and automatically saved during the application process: walking speed; patient disposition notes and subjective units of distress scores; and emotional, cognitive, and narrative associations. Data are saved in a text file for postsession review. After establishing high involvement with the traumatic memories being worked through, a disengaging working memory task analogous to EMDR is displayed. An oscillating red ball is presented for a duration of 30 seconds, moving from left to right in the foreground of the screen. The patient reads aloud the superimposed number on the red ball. The purpose is to enable the patient to learn to disengage from traumatic memories by tapping into another brain circuit in a similar way to EMDR. After 30 seconds, the picture fades, and the scene transitions to a new cycle. Between cycles, the patient can take time to decompress through battle breathing exercises, drinking water, and reorienting to the new upcoming cycle. Therapists can manipulate the presentation and timing of these tasks and visuals to adapt to the patient’s response to therapy.</p>
          <p>This final interface design was created through active consultation with therapists practicing 3MDR using the previous Motek design. Input was sought through bimonthly demonstrations of both the VRE and UI. Modifications were made to minimize UI complexity; mirror the view of the participant to the control system; and create summaries of each session, which can be readily reviewed by therapists following sessions for clinical notation.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Therapist view on a PC.</p>
            </caption>
            <graphic xlink:href="humanfactors_v9i3e33682_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Display Options</title>
          <p>The current application supports deployment to either three-screen or HoloLens 2 for patient display. The 3-screen setup supports either a Scalable Display Technologies warp and blend for projected screens or independent television screens. The HoloLens setup uses the Photon Networking system (Exit Games) to pass information between the therapist controller and the patient viewport [<xref ref-type="bibr" rid="ref43">43</xref>]. The visual flow is updated based on the walking speed and dynamically compensates for the ping rate by the Photon engine. Data are saved locally on the therapist control computer for both the 3-screen and HoloLens 2 displays.</p>
        </sec>
        <sec>
          <title>Adaptation to Specific Patient Groups</title>
          <p>Although it was originally thought that specific changes and adaptations would need to be made for various populations affected by trauma, it was determined that self-selected images and music rather than changes to the foundational elements of the 3MDR environment were required for tailored immersion.</p>
        </sec>
      </sec>
      <sec>
        <title>Software Validation</title>
        <p>The quantitative and qualitative study findings in the subsequent sections reflect participant feedback (N=35) regarding the new 3MDR software.</p>
        <sec>
          <title>Demographics</title>
          <p><xref ref-type="table" rid="table1">Table 1</xref> shows the demographics for participants (N=35) recruited in Edmonton in July 2021.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Demographics of the participants (N=35).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="470"/>
              <col width="0"/>
              <col width="500"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Demographics</td>
                  <td>Values, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Gender</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Woman</td>
                  <td colspan="2">22 (63)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Man</td>
                  <td colspan="2">12 (34)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Rather not say</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Age (years)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>20-29</td>
                  <td colspan="2">4 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>30-39</td>
                  <td colspan="2">13 (37)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>40-49</td>
                  <td colspan="2">13 (37)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>50-59</td>
                  <td colspan="2">3 (9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>≥60</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unknown</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Role or designation</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Police</td>
                  <td colspan="2">5 (14)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Firefighter</td>
                  <td colspan="2">2 (6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Correctional worker</td>
                  <td colspan="2">2 (6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Registered nurse</td>
                  <td colspan="2">4 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Support worker</td>
                  <td colspan="2">3 (9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Respiratory therapist</td>
                  <td colspan="2">4 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Psychologist</td>
                  <td colspan="2">4 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Medical physician</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Manager</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Social worker</td>
                  <td colspan="2">4 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Clinical social worker</td>
                  <td colspan="2">2 (6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Exercise specialist</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Care provider for older adults</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Other</td>
                  <td colspan="2">1 (3)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Supported COVID-19?<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">2 (6)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">31 (89)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unknown</td>
                  <td colspan="2">2 (6)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>Indicates the number of participants who provided support and services during the COVID-19 pandemic.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Quantitative Results</title>
          <p><xref ref-type="table" rid="table2">Table 2</xref> shows histogram results for Likert scale questions asking participants about various aspects of the 3MDR video. Most participants liked most aspects.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Distribution of responses to Likert-style questions on various aspects of the demonstrated software from participants (N=35).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="210"/>
              <col width="100"/>
              <col width="100"/>
              <col width="100"/>
              <col width="100"/>
              <col width="100"/>
              <col width="100"/>
              <col width="100"/>
              <col width="90"/>
              <thead>
                <tr valign="bottom">
                  <td>Question</td>
                  <td>Strongly disagree, n (%)<sup>a</sup></td>
                  <td>Disagree, n (%)<sup>a</sup></td>
                  <td>Slightly disagree, n (%)<sup>a</sup></td>
                  <td>Neither, n (%)<sup>a</sup></td>
                  <td>Slightly like, n (%)<sup>a</sup></td>
                  <td>Like, n (%)<sup>a</sup></td>
                  <td>Strongly like, n (%)<sup>a</sup></td>
                  <td>Unknown, n (%)<sup>b</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Overall appearance</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>2 (6)</td>
                  <td>4 (12)</td>
                  <td>20 (59)</td>
                  <td>8 (24)</td>
                  <td>—<sup>c</sup></td>
                </tr>
                <tr valign="top">
                  <td>Blue beginning scene</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>1 (3)</td>
                  <td>2 (6)</td>
                  <td>20 (57)</td>
                  <td>11 (31)</td>
                  <td>1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>Transition through the clouds</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>2 (6)</td>
                  <td>2 (6)</td>
                  <td>20 (59)</td>
                  <td>9 (26)</td>
                  <td>1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>Scene around the first door</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>2 (7)</td>
                  <td>9 (30)</td>
                  <td>14 (47)</td>
                  <td>5 (17)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Ground grid</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>5 (17)</td>
                  <td>6 (21)</td>
                  <td>13 (45)</td>
                  <td>5 (17)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Hallway</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>4 (14)</td>
                  <td>4 (14)</td>
                  <td>15 (54)</td>
                  <td>5 (18)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Image size</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>3 (9)</td>
                  <td>8 (24)</td>
                  <td>17 (50)</td>
                  <td>6 (18)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Ball and movement</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>4 (12)</td>
                  <td>4 (12)</td>
                  <td>16 (47)</td>
                  <td>10 (29)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Picture fade</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>5 (14)</td>
                  <td>6 (17)</td>
                  <td>14 (40)</td>
                  <td>10 (29)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Transition to second door and hallway</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>6 (18)</td>
                  <td>4 (12)</td>
                  <td>16 (48)</td>
                  <td>7 (21)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Timing</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>2 (6)</td>
                  <td>1 (3)</td>
                  <td>24 (69)</td>
                  <td>8 (23)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Visual field</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>2 (6)</td>
                  <td>2 (6)</td>
                  <td>18 (53)</td>
                  <td>12 (35)</td>
                  <td>—</td>
                </tr>
                <tr valign="top">
                  <td>Flow</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>0 (0)</td>
                  <td>2 (6)</td>
                  <td>2 (6)</td>
                  <td>18 (51)</td>
                  <td>13 (37)</td>
                  <td>—</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>Results for different response options.</p>
              </fn>
              <fn id="table2fn2">
                <p><sup>b</sup>Participants who did not provide a response.</p>
              </fn>
              <fn id="table2fn3">
                <p><sup>c</sup>Not applicable.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Qualitative Results</title>
          <p>Thematic analysis of the open-text survey questions resulted in 3 discovered themes: occupationally tailored virtual environments, individually tailored immersion, and applicability beyond military populations.</p>
          <sec>
            <title>Occupationally Tailored Virtual Environments</title>
            <p>A predominant theme for participants was the need for the 3MDR environment to be occupationally tailored to accurately reflect their specific occupations, needs, and traumatic events. For example, one of the participants noted the following:</p>
            <disp-quote>
              <p>...the hallway itself is slightly triggering, hospitals have long hallways with doors that automatically open similarly. So for me I found I was stressed about what I would find behind the doors.</p>
              <attrib>P7</attrib>
            </disp-quote>
            <p>Another participant shared similar concerns for health care providers:</p>
            <disp-quote>
              <p>One of my very first impressions is that the maroon color of the flooring in the approach leading up to the hallway immediately reminded me of blood/bodily fluids on the floor such as you might find in response to a patient bleeding or in other trauma situations. This may put people on edge before they even start walking down the hallway toward the actual images, which I am not sure is the desired effect of the study...</p>
              <attrib>P31</attrib>
            </disp-quote>
            <p>Specific professions reported differences in work cultures and commonly encountered traumatic scenarios, expressing the view that 3MDR would need to be adapted to their contexts. For example, a firefighter participant noted the following:</p>
            <disp-quote>
              <p>...most Firefighter Stressors are interactions with patients and the death and dying experience rather than Firefighting Operations. Medical Aid events are similar to paramedics and the patient care and the onus of that patient in death and dying.</p>
              <attrib>P36</attrib>
            </disp-quote>
            <p>Similarly, a police participant shared the following:</p>
            <disp-quote>
              <p>If there is a way to help members reconcile moral injuries which is prevalent in the policing profession, that would be great.</p>
            </disp-quote>
            <p>Another participant noted the following:</p>
            <disp-quote>
              <p>...traumatic events in my field often occur when standing still rather than moving or walking, not sure if that would affect the therapy.</p>
              <attrib>P4</attrib>
            </disp-quote>
            <p>Some participants also shared that the “opening scenery, before entering the hallway presents as ominous and foreboding,” which “if deliberate, this is spot on. If not the intent, then something to consider [P19].”</p>
          </sec>
          <sec>
            <title>Individually Tailored Immersion</title>
            <p>The theme of personalization highlighted the need for the 3MDR environment to be both specific and flexible enough that, in addition to being culturally tailored (ie, for individual professions), it could also be adaptable at the personal level. Some of the suggested personal adaptability elements included the possibility of the virtual environment being completely neutral and unrelated to any occupational environment, “Cultural or location centered imagery ie. various hospital settings [ICU, ER, general wards unit] or out of hospital settings [inner city vs. in patient's home, etc]” or “a choice between a nature scene or tunnel” (P2). Equally, it was noted that some participants may struggle with the visual and auditory stimulation of the environment, which would need to be addressed:</p>
            <disp-quote>
              <p>I found the hallway movement in the video almost brought me to dissociation [between the movement and the ”lights”]</p>
              <attrib>P35</attrib>
            </disp-quote>
            <p>Another participant noted the following:</p>
            <disp-quote>
              <p>...while red stands out and sets a certain tone [floor grid, moving EMDR ball], it is also the most common color to have vision challenges with. The white text in the red balls may be exceptionally challenging for people with some vision impairments. This should be considered as part of the build</p>
              <attrib>P20</attrib>
            </disp-quote>
            <p>This also applied to the use of the harness:</p>
            <disp-quote>
              <p>For some people I have worked with, having a harness on could take some getting used to from a sensory perspective. Many members feel constriction in their chest when activated. So there just might be an adaptation period to prepare for</p>
              <attrib>P21</attrib>
            </disp-quote>
            <p>Another participant shared the following:</p>
            <disp-quote>
              <p>...any inclusion of various spiritual or faith-based options would be nice</p>
              <attrib>P27</attrib>
            </disp-quote>
          </sec>
          <sec>
            <title>Applicability Beyond Military Populations</title>
            <p>The final theme identified was large-scale support for 3MDR. Participants reported enthusiasm that 3MDR could have great relevance for populations affected by trauma beyond military members and veterans. For example, one of the participants shared the following:</p>
            <disp-quote>
              <p>I am excited to see if this intervention can be researched and disseminated to other communities with trauma, in addition to veterans/safety personnel. For example, folks with a history of sexual trauma or intergenerational trauma from other sources</p>
              <attrib>P16</attrib>
            </disp-quote>
            <p>Participants identified that potentially meaningful populations could include “refugees from war zone, youth from abusive homes, sexual assault victims, youth who had gang involvement” (P12). However, equally, participants noted that frontline PSP and health care providers may be especially vulnerable because of the nature of their work:</p>
            <disp-quote>
              <p>Needs to be available to populations beyond the military. Health care and corrections greatly need support like this</p>
              <attrib>P23</attrib>
            </disp-quote>
            <disp-quote>
              <p>For military and first responders, this system is a must have...3MDR could possibly solve issues before they start. I believe with some adjustments to some of the timing issues this could be a viable treatment</p>
              <attrib>P32</attrib>
            </disp-quote>
            <p>Thus, the potential viability of 3MDR in broad populations affected by trauma needs to be explored.</p>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Over the past decade, 3MDR has evolved from an intervention requiring physically large and costly infrastructure to more mobile options. The CAREN and GRAIL systems offered an opportunity to trial 3MDR with military members with TR-PTSD using a VRE originally developed for physical rehabilitation. Technologies have since become more mobile, accessible, and cost-effective. Through the research and innovation of this 3MDR international collaboration, the existing hardware and software components of 3MDR were adapted, followed by new components being incorporated, modified, and further validated to enhance the mobility, accessibility, feasibility, and applicability of 3MDR for use with trauma-affected populations. This mixed methods approach, which included a modified Delphi approach, hardware and software development, validation, descriptive statistical analysis, qualitative thematic analysis, and triangulation of the data, allowed the research team to conceptualize, build, and evolve a new 3MDR system. Doing so has positioned 3MDR to be ready for the next wave of populations affected by trauma, which will require novel trauma interventions, including PSP affected by the COVID-19 pandemic.</p>
        <p>New hardware and software will benefit from continued studies on feasibility, acceptability, usability, and validity. Although it is expected that the new 3MDR setup will provide similar results to those from previous studies that used the GRAIL, CAREN, and CAREN Lite, new and unpredicted variables could potentially change the experience and outcomes of 3MDR. For example, it remains unknown how patients may react to HoloLens 2 and other wearable metrics and whether this may disrupt the connection between them and their therapist. That said, 3MDR is a protocolized psychotherapeutic intervention. Despite the adaptations and changes in hardware and software, it is not anticipated that deviations from the protocol will result.</p>
      </sec>
      <sec>
        <title>Moving Forward: Hardware</title>
        <p>The salient hardware components of the 3MDR compact system were identified through expert consultation. These included the treadmill, safety harness, computer system, treadmill or computer interface, graphics card, visual display, and eye-tracking capability. The characteristics considered included access, physical footprint, portability, therapist positioning, system operation, cost, acceptability, and ease of use. The results yielded a more modular, cost-effective 3MDR compact system and a 3MDR AR system, both of which increased the potential for customized and tailored immersions for populations affected by trauma. The 3MDR compact system comprised a COSMED T150 clinical treadmill, together with a computer built around the Nvidia Quadro P5000 graphics card and short-throw light-emitting diode projectors with display screens [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Regarding the 3MDR AR system, a blend of virtual and real visual stimuli was determined to be essential, as was the ability of the patient and therapist to effectively see each other and read facial cues. The HoloLens 2 system, together with a laptop, router, and treadmill, were selected [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
      </sec>
      <sec>
        <title>Moving Forward: Software</title>
        <p>Through the modified Delphi consultation process, specific needs were identified that the new 3MDR software would have to meet to reach the goals of enhanced mobility, accessibility, feasibility, and applicability. The team identified (1) ease of adaptation to new technologies, (2) a user-friendly interface, (3) the ability to integrate audio and visual playback components, and (4) data capture and reporting capabilities as priorities for the software. The first was addressed via the integration of Unity 3D to allow for easy adaptation because of its flexibility, modularity, and polymorphism, enabling applications to maintain their relevance with evolving technical innovation. It also offers flexible integration of heart rate monitors, eye trackers, and other wearable devices for future use and can be ported to different devices and displayed using variable means. This would also address the key theme of individualized-tailored immersion, which was recognized by the PSP as a priority in software validation. The UI was designed to be easy for therapists to use, with higher resolution images and rendering. The music selection was integrated into the software. Furthermore, walking speed, notes, and biomarkers can be entered, automatically saved, and easily reviewed. Although many of the aspects incorporated into the software coincided with the results of the software validation study, not all assumptions of the team were matched to the data from the PSP (N=35). Although the research team opted to have a standard VRE display within the software with the music and images being customizable, the PSP expressed a desire to customize the environment to their professions and individual circumstances. The team and the PSP were similar in that they were passionate about 3MDR being adapted and used for other populations affected by trauma. The perceived strengths, weaknesses, and recommendations of the PSP participants will inform further modification and improvement of future 3MDR software.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There were several barriers and limitations that were faced throughout this initiative. The software validation study used a relatively small sample size, and the COVID-19 pandemic necessitated that focus groups be web-based opposed to in person. This meant that some potential participants could not engage because of reduced access to devices; bandwidth; and wired or wireless internet that would allow them to view videos, complete the web-based forms, and engage in focus groups. In addition, pandemic restrictions provided barriers to physically accessing research facilities, which precluded the validation of hardware. In the future, further validation of the hardware and software will be addressed through ongoing consultation with patients, clinicians, and policy makers as further development of 3MDR is pursued.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Future research and evolution of 3MDR will continue to enhance accessibility and cost-effectiveness while ensuring the effectiveness of 3MDR and patient safety, thereby positioning 3MDR for continued development as technologies emerge. Further study and development will involve populations beyond the military and PSP to include other civilians who have experienced gender-based violence, adverse childhood experiences, natural disasters, global conflicts, intergenerational trauma, and other complex traumas that require novel approaches to rehabilitation and recovery. In addition, 3MDR has traditionally been used in adult populations aged 18 to 65 years. Further studies will involve the efficacy of this intervention for other periods of the life span. Increased mobility and portability will also increase the ability of populations in geographical areas with limited information technology infrastructures, such as remote rural areas and combat zones, to potentially use 3MDR. This may include VR or AR headsets, which are becoming more accessible and common to general consumers. Future studies may also address levels of immersion among different populations affected by trauma with the evolving 3MDR hardware and software to determine whether these modifications influence the efficacy of the intervention.</p>
        <p>Future opportunities for 3MDR evolution and research may involve the use of eye tracking and other wearable biosensor systems with the aim of providing therapists with real-time information regarding neurobehavioral indicators and trends. For example, eye-tracking information could provide the therapist with information on the visuoperceptual processing of the patient, including whether they are avoiding certain aspects of the image or neglecting part of the screen and facing challenges tracking the EMDR ball. The use of electroencephalography could potentially measure changes in brain activity to better assess the components of 3MDR that affect neurobehavioral changes. Furthermore, neuroimaging captured before and after the intervention may detect changes resulting from 3MDR.</p>
        <p>In addition, increasing the use of narrative approaches, which may include videos, could be implemented to facilitate the impact of the patient’s story. Through tailored immersion, other sensory systems could be integrated into the new 3MDR system to include smells, tactile feedback, environmental sounds, and integration of vestibular and other senses, in addition to visual stimuli. In addition, studies examining the effectiveness of combined treatments to improve the rehabilitation process and timelines should be explored. The consideration of individual and group 3MDR sessions is also worthy of exploration.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Although military members and veterans continue to exhibit higher rates of PTSD because of their increased exposure to combat and other traumatic scenarios, the effects of PTSD, moral injury, and other occupational stress injuries that continue to disrupt the health, well-being, and quality of life of populations affected by trauma require immediate attention. As an exposure-based, VR-supported therapy, 3MDR is currently being used to treat military members and veterans with TR-PTSD. As this paper has demonstrated, there is both an interest in and a need to adapt the intervention for other populations affected by trauma and improve accessibility to treatment. The aim of this initiative was to enhance the mobility, accessibility, feasibility, and applicability of 3MDR for use with other populations affected by trauma. The resulting hardware and software innovation from this initiative was demonstrated to have some level of construct and face validity and will now be used in further clinical trials of 3MDR with PSP who have been affected by trauma related to the COVID-19 pandemic.</p>
        <p>As novel interventions for trauma involving VR and AR may change the traditional therapeutic constellation in the near future, it is of utmost importance to investigate their potential to reduce the symptoms of PTSD and increase the quality of life, daily functioning, and safety of populations affected by trauma, as well as that of their families, wider organizations, and communities. As 3MDR continues to emerge in the literature and shows promise, international efforts are positioning 3MDR for more widespread adoption as a potential first-line treatment for PTSD to add to evidence-based trauma treatments. This has involved the current initiative, which focused on hardware development, software optimization, and validation, as well as facilitation of the adoption of 3MDR in mental health clinics, 3MDR therapist training and certification, and new research directions.</p>
        <p>Efforts to evolve and advance 3MDR by further improving mobility, accessibility, feasibility, and applicability will continue to be explored with the goal of continuing to adapt to changing technology, as well as the needs of stakeholders, especially populations affected by trauma.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Focus group instructions and semistructured scripts for the multimodal motion-assisted memory desensitization and reconsolidation software validation study.</p>
        <media xlink:href="humanfactors_v9i3e33682_app1.docx" xlink:title="DOCX File , 15 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">3MDR</term>
          <def>
            <p>multimodal motion-assisted memory desensitization and reconsolidation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AR</term>
          <def>
            <p>augmented reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CAREN</term>
          <def>
            <p>Computer Assisted Rehabilitation Environment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EMDR</term>
          <def>
            <p>eye movement desensitization and reprocessing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GRAIL</term>
          <def>
            <p>Gait Realtime Analysis Interactive Lab</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HMD</term>
          <def>
            <p>head-mounted display</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">PSP</term>
          <def>
            <p>public safety personnel</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">PTSD</term>
          <def>
            <p>posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">TR-PTSD</term>
          <def>
            <p>treatment-resistant posttraumatic stress disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">VR</term>
          <def>
            <p>virtual reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">VRE</term>
          <def>
            <p>virtual reality environment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">UI</term>
          <def>
            <p>user interface</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research team would like to acknowledge that this research was supported by the Royal Canadian Legion AB/NWT Command, Government of Alberta Grant, Glenrose Rehabilitation Hospital Foundation, and Government of Canada Innovation for Defense Excellence and Security Grant. The research team would also like to thank the study participants for sharing their time and experiences; the funders for enabling the study; the Glenrose Rehabilitation Hospital, Canadian Armed Forces, Alberta Health Services, the Royal Canadian Legion AB/NWT, and Veterans Affairs Canada for their continued support; and Mr Kyle Weiman for his help in formatting the paper for publication.</p>
      <p>This work was supported by the Bureau of Medicine and Surgery Wounded Ill and Injured Special Programs under Work Unit number N1704. The views expressed in this study are those of the authors and do not necessarily reflect the official policy or position of the Department of the Navy, Department of Defense, nor the U.S. government. The identification of specific products or scientific instrumentation is considered an integral part of the scientific endeavor and does not constitute endorsement or implied endorsement on the part of the authors, Department of Defense or any component agency.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>EV created multimodal motion-assisted memory desensitization and reconsolidation but would not stand to benefit financially were it to be adopted into routine clinical practice. JVD, VPO, AAG, SK, MJR, and PS are military service members and employees in the U.S. government. This work was prepared as part of their official duties. Title 17, U.S.C. §105 provides that copyright protection under this title is not available for any work of the U.S. Government. Title 17, U.S.C. §101 defines a U.S. Government work as work prepared by a military service member or employee of the U.S. Government as part of that person’s official duties.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zamorski</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Boulos</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The impact of the military mission in Afghanistan on mental health in the Canadian armed forces: a summary of research findings</article-title>
          <source>Eur J Psychotraumatol</source>
          <year>2014</year>
          <month>08</month>
          <day>14</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>23822</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25206951"/>
          </comment>
          <pub-id pub-id-type="doi">10.3402/ejpt.v5.23822</pub-id>
          <pub-id pub-id-type="medline">25206951</pub-id>
          <pub-id pub-id-type="pii">23822</pub-id>
          <pub-id pub-id-type="pmcid">PMC4138708</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Health and lifestyle information survey of Canadian Forces personnel 2013/2014 – Regular Force report</article-title>
          <source>Department of National Defence</source>
          <year>2016</year>
          <access-date>2022-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publications.gc.ca/site/eng/9.835595/publication.html">https://publications.gc.ca/site/eng/9.835595/publication.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pike</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brémault-Phillips</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Brain Bootcamp: pre–post comparison findings of an integrated behavioural health intervention for military members with reduced executive cognitive functioning</article-title>
          <source>J Military Veteran Family Health</source>
          <year>2019</year>
          <month>04</month>
          <day>01</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>131</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.3138/jmvfh.2018-0005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <source>Well-being of Canadian Regular Force Veterans, Findings from LASS 2016 Survey</source>
          <year>2017</year>
          <publisher-loc>Prince Edward Island</publisher-loc>
          <publisher-name>Veterans Affairs Canada</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ge</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of risk factors for combat-related PTSD among military personnel and veterans</article-title>
          <source>PLoS One</source>
          <year>2015</year>
          <month>3</month>
          <day>20</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>e0120270</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0120270"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0120270</pub-id>
          <pub-id pub-id-type="medline">25793582</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-31173</pub-id>
          <pub-id pub-id-type="pmcid">PMC4368749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stevelink</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hull</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pernet</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>MacCrimmon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>MacManus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rona</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fear</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Wessely</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Mental health outcomes at the end of the British involvement in the Iraq and Afghanistan conflicts: a cohort study</article-title>
          <source>Br J Psychiatry</source>
          <year>2018</year>
          <month>12</month>
          <day>08</day>
          <volume>213</volume>
          <issue>6</issue>
          <fpage>690</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30295216"/>
          </comment>
          <pub-id pub-id-type="doi">10.1192/bjp.2018.175</pub-id>
          <pub-id pub-id-type="medline">30295216</pub-id>
          <pub-id pub-id-type="pii">S0007125018001757</pub-id>
          <pub-id pub-id-type="pmcid">PMC6429255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Karatzias</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Busuttil</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Shevlin</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>ICD-11 posttraumatic stress disorder (PTSD) and complex PTSD (CPTSD) in treatment seeking veterans: risk factors and comorbidity</article-title>
          <source>Soc Psychiatry Psychiatr Epidemiol</source>
          <year>2021</year>
          <month>07</month>
          <day>19</day>
          <volume>56</volume>
          <issue>7</issue>
          <fpage>1289</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1007/s00127-021-02028-6</pub-id>
          <pub-id pub-id-type="medline">33464398</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00127-021-02028-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>Post-traumatic stress disorder</article-title>
          <source>Australian Government Department of Defence</source>
          <access-date>2022-06-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.defence.gov.au/adf-members-families/health-well-being/services-support-fighting-fit/mental-health-online/post-traumatic-stress-disorder#:~:text=It%20is%20estimated%20that%20approximately">https://tinyurl.com/yu8r66h4</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gurung</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Samaranayaka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>deGraaf</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wyeth</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Derrett</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Shepherd</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Risk and protective factors for post-traumatic stress among New Zealand military personnel: a cross sectional study</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>4</month>
          <day>17</day>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>e0231460</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0231460"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0231460</pub-id>
          <pub-id pub-id-type="medline">32303054</pub-id>
          <pub-id pub-id-type="pii">PONE-D-19-23666</pub-id>
          <pub-id pub-id-type="pmcid">PMC7164978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jinkerson</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>Defining and assessing moral injury: a syndrome perspective</article-title>
          <source>Traumatology</source>
          <year>2016</year>
          <month>06</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>122</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1037/trm0000069</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berger</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Hamric</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Epstein</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Self-inflicted moral distress: opportunity for a fuller exercise of professionalism</article-title>
          <source>J Clin Ethics</source>
          <year>2019</year>
          <volume>30</volume>
          <issue>4</issue>
          <fpage>314</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="medline">31851622</pub-id>
          <pub-id pub-id-type="pii">2019304314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jameton</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>What moral distress in nursing history could suggest about the future of health care</article-title>
          <source>AMA J Ethics</source>
          <year>2017</year>
          <month>06</month>
          <day>01</day>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>617</fpage>
          <lpage>28</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journalofethics.ama-assn.org/article/what-moral-distress-nursing-history-could-suggest-about-future-health-care/2017-06"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/journalofethics.2017.19.6.mhst1-1706</pub-id>
          <pub-id pub-id-type="medline">28644792</pub-id>
          <pub-id pub-id-type="pii">journalofethics.2017.19.6.mhst1-1706</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Delaney</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lebowitz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nash</surname>
              <given-names>WP</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maguen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Moral injury and moral repair in war veterans: a preliminary model and intervention strategy</article-title>
          <source>Clin Psychol Rev</source>
          <year>2009</year>
          <month>12</month>
          <volume>29</volume>
          <issue>8</issue>
          <fpage>695</fpage>
          <lpage>706</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2009.07.003</pub-id>
          <pub-id pub-id-type="medline">19683376</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(09)00092-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoge</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Auchterlonie</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Riviere</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Milliken</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Wilk</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>PTSD treatment for soldiers after combat deployment: low utilization of mental health care and reasons for dropout</article-title>
          <source>Psychiatr Serv</source>
          <year>2014</year>
          <month>08</month>
          <day>01</day>
          <volume>65</volume>
          <issue>8</issue>
          <fpage>997</fpage>
          <lpage>1004</lpage>
          <pub-id pub-id-type="doi">10.1176/appi.ps.201300307</pub-id>
          <pub-id pub-id-type="medline">24788253</pub-id>
          <pub-id pub-id-type="pii">1867570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reijnen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rademaker</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Geuze</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of mental health symptoms in Dutch military personnel returning from deployment to Afghanistan: a 2-year longitudinal analysis</article-title>
          <source>Eur Psychiatry</source>
          <year>2015</year>
          <month>02</month>
          <day>15</day>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>341</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eurpsy.2014.05.003</pub-id>
          <pub-id pub-id-type="medline">25195152</pub-id>
          <pub-id pub-id-type="pii">S0924-9338(14)00093-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steenkamp</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Hoge</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Marmar</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Psychotherapy for military-related PTSD: a review of randomized clinical trials</article-title>
          <source>JAMA</source>
          <year>2015</year>
          <month>08</month>
          <day>04</day>
          <volume>314</volume>
          <issue>5</issue>
          <fpage>489</fpage>
          <lpage>500</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2015.8370</pub-id>
          <pub-id pub-id-type="medline">26241600</pub-id>
          <pub-id pub-id-type="pii">2422548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Resick</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Wachen</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Dondanville</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Pruiksma</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Yarvis</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Mintz</surname>
              <given-names>J</given-names>
            </name>
            <collab>the STRONG STAR Consortium</collab>
            <name name-style="western">
              <surname>Borah</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Brundige</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hembree</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Roache</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Young-McCaughan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effect of group vs individual cognitive processing therapy in active-duty military seeking treatment for posttraumatic stress disorder: a randomized clinical trial</article-title>
          <source>JAMA Psychiatry</source>
          <year>2017</year>
          <month>01</month>
          <day>01</day>
          <volume>74</volume>
          <issue>1</issue>
          <fpage>28</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1001/jamapsychiatry.2016.2729</pub-id>
          <pub-id pub-id-type="medline">27893032</pub-id>
          <pub-id pub-id-type="pii">2587076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Foa</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Zang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenfield</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yadin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Yarvis</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Mintz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young-McCaughan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Borah</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Dondanville</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Fina</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Hall-Clark</surname>
              <given-names>BN</given-names>
            </name>
            <name name-style="western">
              <surname>Lichner</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Roache</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>AL</given-names>
            </name>
            <collab>STRONG STAR Consortium</collab>
          </person-group>
          <article-title>Effect of prolonged exposure therapy delivered over 2 weeks vs 8 weeks vs present-centered therapy on PTSD symptom severity in military personnel: a randomized clinical trial</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>01</month>
          <day>23</day>
          <volume>319</volume>
          <issue>4</issue>
          <fpage>354</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29362795"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2017.21242</pub-id>
          <pub-id pub-id-type="medline">29362795</pub-id>
          <pub-id pub-id-type="pii">2670254</pub-id>
          <pub-id pub-id-type="pmcid">PMC5833566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steenkamp</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Litz</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Marmar</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>First-line psychotherapies for military-related PTSD</article-title>
          <source>JAMA</source>
          <year>2020</year>
          <month>02</month>
          <day>18</day>
          <volume>323</volume>
          <issue>7</issue>
          <fpage>656</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2019.20825</pub-id>
          <pub-id pub-id-type="medline">31999301</pub-id>
          <pub-id pub-id-type="pii">2760498</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kitchiner</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>NP</given-names>
            </name>
            <name name-style="western">
              <surname>Bisson</surname>
              <given-names>JI</given-names>
            </name>
          </person-group>
          <article-title>Active duty and ex-serving military personnel with post-traumatic stress disorder treated with psychological therapies: systematic review and meta-analysis</article-title>
          <source>Eur J Psychotraumatol</source>
          <year>2019</year>
          <month>11</month>
          <day>08</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>1684226</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31762951"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/20008198.2019.1684226</pub-id>
          <pub-id pub-id-type="medline">31762951</pub-id>
          <pub-id pub-id-type="pii">1684226</pub-id>
          <pub-id pub-id-type="pmcid">PMC6853217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamblen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Sonis</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Phelps</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bisson</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Nunes</surname>
              <given-names>VD</given-names>
            </name>
            <name name-style="western">
              <surname>Megnin-Viggars</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Forbes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Riggs</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
          </person-group>
          <article-title>A guide to guidelines for the treatment of posttraumatic stress disorder in adults: an update</article-title>
          <source>Psychotherapy (Chic)</source>
          <year>2019</year>
          <month>09</month>
          <volume>56</volume>
          <issue>3</issue>
          <fpage>359</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1037/pst0000231</pub-id>
          <pub-id pub-id-type="medline">31282712</pub-id>
          <pub-id pub-id-type="pii">2019-36160-004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Forbes</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pedlar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Adler</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Bennett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bryant</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Busuttil</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Creamer</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Fear</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Heber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hinton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hopwood</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jetly</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence-Wood</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McFarlane</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Metcalf</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Phelps</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Sadler</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Schnurr</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Thompson</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ursano</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hooff</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Wade</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wessely</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Treatment of military-related post-traumatic stress disorder: challenges, innovations, and the way forward</article-title>
          <source>Int Rev Psychiatry</source>
          <year>2019</year>
          <month>02</month>
          <day>02</day>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>95</fpage>
          <lpage>110</lpage>
          <pub-id pub-id-type="doi">10.1080/09540261.2019.1595545</pub-id>
          <pub-id pub-id-type="medline">31043106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Military motion-based memory desensitization and reprocessing (3MDR): a novel treatment for posttraumatic stress disorder--proof of concept</article-title>
          <source>J Cyber Ther Rehabil</source>
          <year>2011</year>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>212</fpage>
          <lpage>5</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Meijer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van der Wurff</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mert</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The effect of military motion-assisted memory desensitization and reprocessing treatment on the symptoms of combat-related post traumatic stress disorder: first preliminary results</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2013</year>
          <volume>191</volume>
          <fpage>125</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="medline">23792857</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Gelderen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nijdam</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>An innovative framework for delivering psychotherapy to patients with treatment-resistant posttraumatic stress disorder: rationale for interactive motion-assisted therapy</article-title>
          <source>Front Psychiatry</source>
          <year>2018</year>
          <month>5</month>
          <day>4</day>
          <volume>9</volume>
          <fpage>176</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2018.00176"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00176</pub-id>
          <pub-id pub-id-type="medline">29780334</pub-id>
          <pub-id pub-id-type="pmcid">PMC5946512</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nijdam</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Moving forward in treatment of posttraumatic stress disorder: innovations to exposure-based therapy</article-title>
          <source>Eur J Psychotraumatol</source>
          <year>2018</year>
          <month>05</month>
          <day>18</day>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>1458568</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29805777"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/20008198.2018.1458568</pub-id>
          <pub-id pub-id-type="medline">29805777</pub-id>
          <pub-id pub-id-type="pii">1458568</pub-id>
          <pub-id pub-id-type="pmcid">PMC5965022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bisson</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>van Deursen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hannigan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kitchiner</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Barawi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pickles</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Skipper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Abbott</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>van Gelderen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nijdam</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Randomized controlled trial of multi-modular motion-assisted memory desensitization and reconsolidation (3MDR) for male military veterans with treatment-resistant post-traumatic stress disorder</article-title>
          <source>Acta Psychiatr Scand</source>
          <year>2020</year>
          <month>08</month>
          <day>28</day>
          <volume>142</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1111/acps.13200</pub-id>
          <pub-id pub-id-type="medline">32495381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Gelderen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nijdam</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Haagen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Interactive motion-assisted exposure therapy for veterans with treatment-resistant posttraumatic stress disorder: a randomized controlled trial</article-title>
          <source>Psychother Psychosom</source>
          <year>2020</year>
          <month>3</month>
          <day>23</day>
          <volume>89</volume>
          <issue>4</issue>
          <fpage>215</fpage>
          <lpage>27</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000505977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000505977</pub-id>
          <pub-id pub-id-type="medline">32203971</pub-id>
          <pub-id pub-id-type="pii">000505977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Motek homepage</article-title>
          <source>Motek</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.motekmedical.com/">https://www.motekmedical.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith-MacDonald</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Miguel-Cruz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pike</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Gelderen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lentz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shiu</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sawalha</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenshaw</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rhind</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Norbash</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jetly</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Brémault-Phillips</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality-based treatment for military members and veterans with combat-related posttraumatic stress disorder: protocol for a multimodular motion-assisted memory desensitization and reconsolidation randomized controlled trial</article-title>
          <source>JMIR Res Protoc</source>
          <year>2020</year>
          <month>10</month>
          <day>29</day>
          <volume>9</volume>
          <issue>10</issue>
          <fpage>e20620</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2020/10/e20620/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/20620</pub-id>
          <pub-id pub-id-type="medline">33118957</pub-id>
          <pub-id pub-id-type="pii">v9i10e20620</pub-id>
          <pub-id pub-id-type="pmcid">PMC7661230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoonenboom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>RB</given-names>
            </name>
          </person-group>
          <article-title>How to construct a mixed methods research design</article-title>
          <source>Kolner Z Soz Sozpsychol</source>
          <year>2017</year>
          <volume>69</volume>
          <issue>Suppl 2</issue>
          <fpage>107</fpage>
          <lpage>31</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28989188"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11577-017-0454-1</pub-id>
          <pub-id pub-id-type="medline">28989188</pub-id>
          <pub-id pub-id-type="pii">454</pub-id>
          <pub-id pub-id-type="pmcid">PMC5602001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="web">
          <article-title>Microsoft HoloLens homepage</article-title>
          <source>Microsoft HoloLens</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.microsoft.com/en-us/hololens">https://www.microsoft.com/en-us/hololens</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Minor</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Elliott</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Neal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delacqua</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kirby</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duda</surname>
              <given-names>SN</given-names>
            </name>
            <collab>REDCap Consortium</collab>
          </person-group>
          <article-title>The REDCap consortium: building an international community of software platform partners</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>07</month>
          <volume>95</volume>
          <fpage>103208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(19)30126-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103208</pub-id>
          <pub-id pub-id-type="medline">31078660</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(19)30126-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC7254481</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <article-title>COSMED Treadmills High quality running machines for clinical and high performance applications</article-title>
          <source>COSMED</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cosmed.com/en/products/ergometers/cosmed-treadmills">https://www.cosmed.com/en/products/ergometers/cosmed-treadmills</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="web">
          <article-title>Previous generation GPUs in desktop workstations</article-title>
          <source>NVIDIA</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nvidia.com/en-us/design-visualization/previous-quadro-desktop-gpus/">https://www.nvidia.com/en-us/design-visualization/previous-quadro-desktop-gpus/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <article-title>REALiS WUX500 Overview</article-title>
          <source>Canon</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.canon.ca/en/product?name=REALiS_WUX500&#38;category=/en/products/Other-Products/Projectors/Installation">https://www.canon.ca/en/product?name=REALiS_WUX500&#38;category=/en/products/Other-Products/Projectors/Installation</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <article-title>Scalable display technologies homepage</article-title>
          <source>Scalable Display Technologies</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.scalabledisplay.com">https://www.scalabledisplay.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Previous generation GPUs in desktop workstations</article-title>
          <source>NVIDIA</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nvidia.com/en-us/design-visualization/quadro/rtx-6000/">https://www.nvidia.com/en-us/design-visualization/quadro/rtx-6000/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Burback</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Smith-MacDonald</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Mikolas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>O'Toole</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vergis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Merino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Weiman</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vermetten</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Brémault-Phillips</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Moving toward and through trauma: participant experiences of multi-modal motion-assisted memory desensitization and reconsolidation (3MDR)</article-title>
          <source>Front Psychiatry</source>
          <year>2021</year>
          <month>12</month>
          <day>22</day>
          <volume>12</volume>
          <fpage>779829</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyt.2021.779829"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2021.779829</pub-id>
          <pub-id pub-id-type="medline">35002800</pub-id>
          <pub-id pub-id-type="pmcid">PMC8728006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <article-title>Unity real time development</article-title>
          <source>Unity</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://unity.com/">https://unity.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <article-title>iOS 15</article-title>
          <source>Apple</source>
          <access-date>2021-09-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.apple.com/ca/ios/ios-15/">https://www.apple.com/ca/ios/ios-15/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
