<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR Human Factors</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id>
      <journal-title>JMIR Human Factors</journal-title>
      <issn pub-type="epub">2292-9495</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v12i1e59010</article-id>
      <article-id pub-id-type="pmid">39983118</article-id>
      <article-id pub-id-type="doi">10.2196/59010</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Prioritizing Trust in Podiatrists’ Preference for AI in Supportive Roles Over Diagnostic Roles in Health Care: Qualitative Interview and Focus Group Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Borycki</surname>
            <given-names>Elizabeth</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Kushniruk</surname>
            <given-names>Andre</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Sadler</surname>
            <given-names>Sean</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Tahtali</surname>
            <given-names>Mohammed A</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Industrial Engineering &#38; Management</institution>
            <institution>Fontys University of Applied Sciences</institution>
            <addr-line>De Rondom 1, 5612 AP</addr-line>
            <addr-line>Eindhoven</addr-line>
            <country>The Netherlands</country>
            <phone>31 8850 79388</phone>
            <email>m.tahtali@fontys.nl</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0009-8080-0959</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Snijders</surname>
            <given-names>Chris C P</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6165-7645</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Dirne</surname>
            <given-names>Corné W G M</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0001-2508-6168</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Le Blanc</surname>
            <given-names>Pascale M</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4693-9980</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Industrial Engineering &#38; Management</institution>
        <institution>Fontys University of Applied Sciences</institution>
        <addr-line>Eindhoven</addr-line>
        <country>The Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Industrial Engineering &#38; Innovation Sciences</institution>
        <institution>Human Technology Interaction group</institution>
        <institution>Eindhoven University of Technology</institution>
        <addr-line>Eindhoven</addr-line>
        <country>The Netherlands</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Industrial Engineering &#38; Innovation Sciences</institution>
        <institution>Human Performance Management group</institution>
        <institution>Eindhoven University of Technology</institution>
        <addr-line>Eindhoven</addr-line>
        <country>The Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Mohammed A Tahtali <email>m.tahtali@fontys.nl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2025</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>2</month>
        <year>2025</year>
      </pub-date>
      <volume>12</volume>
      <elocation-id>e59010</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>7</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>10</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>12</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Mohammed A Tahtali, Chris C P Snijders, Corné W G M Dirne, Pascale M Le Blanc. Originally published in JMIR Human Factors (https://humanfactors.jmir.org), 21.02.2025.</copyright-statement>
      <copyright-year>2025</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on https://humanfactors.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://humanfactors.jmir.org/2025/1/e59010" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>As artificial intelligence (AI) evolves, its roles have expanded from helping out with routine tasks to making complex decisions, once the exclusive domain of human experts. This shift is pronounced in health care, where AI aids in tasks ranging from image recognition in radiology to personalized treatment plans, demonstrating the potential to, at times, surpass human accuracy and efficiency. Despite AI’s accuracy in some critical tasks, the adoption of AI in health care is a challenge, in part because of skepticism about being able to rely on AI decisions.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to identify and delve into more effective and acceptable ways of integrating AI into a broader spectrum of health care tasks.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We included 2 qualitative phases to explore podiatrists’ views on AI in health care. Initially, we interviewed 9 podiatrists (7 women and 2 men) with a mean age of 41 (SD 12) years and aimed to capture their sentiments regarding the use and role of AI in their work. Subsequently, a focus group with 5 podiatrists (4 women and 1 man) with a mean age of 54 (SD 10) years delved into AI’s supportive and diagnostic roles on the basis of the interviews. All interviews were recorded, transcribed verbatim, and analyzed using Atlas.ti and QDA-Miner, using both thematic analysis for broad patterns and framework analysis for structured insights per established guidelines.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our research unveiled 9 themes and 3 subthemes, clarifying podiatrists’ nuanced views on AI in health care. Key overlapping insights in the 2 phases included a preference for using AI in supportive roles, such as triage, because of its efficiency and process optimization capabilities. There is a discernible hesitancy toward leveraging AI for diagnostic purposes, driven by concerns regarding its accuracy and the essential nature of human expertise. The need for transparency and explainability in AI systems emerged as a critical factor for fostering trust in both phases.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The findings highlight a complex view from podiatrists on AI, showing openness to its application in supportive roles while exercising caution with diagnostic use. This result is consistent with a careful introduction of AI into health care in roles, such as triage, in which there is initial trust, as opposed to roles that ask the AI for a complete diagnosis. Such strategic adoption can mitigate initial resistance, gradually building the confidence to explore AI’s capabilities in more nuanced tasks, including diagnostics, where skepticism is currently more pronounced. Adopting AI stepwise could thus enhance trust and acceptance across a broader range of health care tasks, aligning technology integration with professional comfort and patient care standards.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>AI’s role in health care</kwd>
        <kwd>decision-making</kwd>
        <kwd>diabetes and podiatrists</kwd>
        <kwd>trust</kwd>
        <kwd>AI</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>qualitative</kwd>
        <kwd>foot</kwd>
        <kwd>podiatry</kwd>
        <kwd>professional</kwd>
        <kwd>experience</kwd>
        <kwd>attitude</kwd>
        <kwd>opinion</kwd>
        <kwd>perception</kwd>
        <kwd>acceptance</kwd>
        <kwd>adoption</kwd>
        <kwd>thematic</kwd>
        <kwd>focus group</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>As artificial intelligence (AI) continues to advance, its potential to revolutionize health care is unquestionable. AI systems are increasingly capable of performing tasks that range from routine data analysis to complex decision-making processes that were once the sole domain of human experts. These technologies offer the promise of more accurate predictions [<xref ref-type="bibr" rid="ref1">1</xref>], more precise patient condition explanations [<xref ref-type="bibr" rid="ref2">2</xref>], autonomous diagnoses [<xref ref-type="bibr" rid="ref3">3</xref>], and personalized treatment plans [<xref ref-type="bibr" rid="ref4">4</xref>]. Despite these capabilities, there remains an evident hesitancy among health care professionals and patients alike to embrace AI-driven recommendations fully. This skepticism is partly rooted in worries about AI’s capacity to grasp patients’ nuanced, individual scenarios [<xref ref-type="bibr" rid="ref5">5</xref>], to integrate the crucial human elements of empathy and understanding [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], and to deal with complex ethical considerations in health care [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>The literature on trust in AI highlights concerted efforts to foster trust by exploring strategies to address trust issues between AI systems and users. For example, some studies suggest that redefining AI as a supportive adjunct to professionals rather than a standalone solution could promote acceptance [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. In addition, showcasing instances where AI surpasses human experts in specific tasks may enhance humans’ trust in AI [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Emphasizing transparency and providing understandable explanations of AI processes are crucial, with evidence showing users how AI works can greatly diminish skepticism [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. For example, applying explainable AI (XAI) techniques to explain the basis of AI-generated predictions can, in certain contexts, enhance human trust and understanding [<xref ref-type="bibr" rid="ref12">12</xref>]. Although XAI can potentially be valuable in increasing trust and understanding, the specific implementation of XAI (eg, the complexity and relevance of the explanation) is crucial in achieving those goals [<xref ref-type="bibr" rid="ref16">16</xref>]. However, despite these positive developments, fully integrating AI into practice remains challenging, and professionals and laypersons often still prefer human judgment and intuition over AI recommendations [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>AI’s potential applications within health care are vast and multifaceted. Its well-established ability to detect diseases such as cancer and predict various health conditions highlights its substantial role in diagnostics. Not only does AI excel in recognizing patterns within medical images for early disease detection, offering a level of precision that can sometimes surpass traditional methods [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], but also its influence extends beyond diagnostics. AI assumes a crucial supportive role in health care operations, such as triaging in emergency departments where algorithms prioritize care based on urgency and outcomes, thereby optimizing resource allocation and ensuring timely patient attention [<xref ref-type="bibr" rid="ref20">20</xref>]. Furthermore, AI’s capacity for enhancing operational efficiency is evident across a spectrum of health care activities. It predicts bed availability and automates the conversion of patient consultations into concise summaries, thereby freeing health care professionals from administrative work. This enables more patient-centered care and marks AI as a transformative tool in health care [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>This study seeks to delve deeper into health care providers’ perspectives on AI’s current and potential role and value in their field. While previous studies often focus on assessing trust in already developed AI systems, this study takes a different approach by involving health care professionals from the outset in identifying potential applications of AI. Early engagement allows us to determine where AI is anticipated to be most valuable, fostering a more collaborative and user-centered integration that aligns with professionals’ needs and expectations. By engaging directly with health care professionals who are the prospective users of these AI applications, the study seeks to pinpoint areas where AI integration would be most advantageous and eagerly anticipated by practitioners. Through this inquiry, we aspire to pave the way for more effective and user-endorsed integration of AI in health care, aligning technological advancements with health care professionals’ real-world needs and preferences.</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Our study explores health care providers’ perceptions of AI’s potential benefits in patient care and operational efficiency, with examples including risk assessments and diagnostics. The effectiveness of AI technologies depends on their advanced capabilities and, more crucially, on their acceptance by health care professionals. Without their acceptance, achieving a truly successful implementation becomes only partial, leading to the largely unrealized potential of AI. Thus, we aim to understand these professionals’ perspectives on AI adoption, emphasizing the development of trust and integration strategies and identifying approaches that position AI as a valuable tool complementing human expertise, not replacing it [<xref ref-type="bibr" rid="ref10">10</xref>]. Consequently, the central research question we propose is as follows: How can AI be effectively integrated into practice in a way that ensures health care professionals’ acceptance and trust in its advice?</p>
        <p>We adopt a qualitative approach to address our research question, focusing on the FootCheck (RondOm Podiatrists) app (in Dutch: Voetencheck app). This app, specifically designed for the daily monitoring of patients with diabetes in the Netherlands, sends daily push notifications to guide these patients through a foot screening process, featuring instructional videos and questions. This enables patients to submit photos to podiatrists to evaluate potential issues such as wounds or ulcers. During its successful pilot phase, which occurred amid the COVID-19 pandemic, the app was used by over 1700 individuals, leading to more than 43,000 screenings [<xref ref-type="bibr" rid="ref22">22</xref>]. Recognizing the growing interest of stakeholders in leveraging AI to enhance efficiency and health care quality, we believe the FootCheck app provides an ideal basis for exploring AI’s potential. It is important to note that the app still lacks AI integration, highlighting the potential benefits of AI for future enhancements. Our study includes interviews with diverse podiatrists, encompassing current and potential future app users. These interviews aim to understand their experiences and perspectives regarding using the app as it is and the prospects for integrating AI into the screening process of future versions of the app.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design and Setting</title>
        <p>We conducted a qualitative study structured in 2 phases to investigate trust and acceptance in AI. In phase 1, we sought to capture diverse perspectives and needs from podiatrists regarding their trust in and acceptance of AI technologies through semistructured interviews. The insights gathered from these interviews served as input to the mock-up design process. Phase 2 aimed to further explore specific AI applications through a focus group session. <xref rid="figure1" ref-type="fig">Figure 1</xref> provides a visual representation of these phases.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A visual presentation of the 2 phases of the study. AI: artificial intelligence.</p>
          </caption>
          <graphic xlink:href="humanfactors_v12i1e59010_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>The FootCheck App and Decision-Making Process</title>
        <p>The practical application of AI in health care settings we studied was the FootCheck app, developed for RondOm Podiatrists. As one of the largest podiatry chains in the Netherlands, RondOm Podiatrists introduced this app during the COVID-19 pandemic to ensure continuous care for their patients. The app has since been used to facilitate daily monitoring of foot health for patients with diabetes, allowing patients to submit photographs for screening. The workflow from patient submission to professional evaluation is illustrated in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <p>RondOm Podiatrists are keenly interested in the potential of AI to enhance their app and streamline decision-making processes. The system does not use AI currently, but there are numerous potential areas where AI could provide substantial benefits. For example, AI could be instrumental in assessing the suitability of submitted photos for evaluation. This capability would significantly reduce the workload on professionals by automatically filtering out low-quality or irrelevant images, ensuring that only those suitable for review are presented. This efficiency gain is crucial as it allows podiatrists to focus their expertise where it is most needed rather than on preliminary sorting tasks.</p>
        <p>Moreover, AI could assist in prioritizing cases on the basis of urgency. Currently, podiatrists must manually open and evaluate all submitted photos, which is time-consuming and potentially less effective in quickly identifying urgent cases. By implementing AI to perform a preselection of instances based on predetermined criteria of urgency, the system could ensure that patients requiring immediate attention are identified and prioritized, thereby optimizing patient care and resource allocation.</p>
        <p>Another critical area in which AI could have a significant role is aiding in the diagnosis of foot conditions. The increasing number of patients with diabetes and a relative shortage of podiatrists present a growing challenge. AI can alleviate some of this burden by providing preliminary assessments based on the analysis of photos. While the professional community may have reservations about relying entirely on AI for diagnoses, its role in offering support and preliminary assessments could be invaluable. This assistance could help bridge the gap in service provision, ensuring that more patients receive timely and effective care.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Workflow from patient submission to professional evaluation.</p>
          </caption>
          <graphic xlink:href="humanfactors_v12i1e59010_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Phase 1: Participants and Recruitment Process</title>
        <p>In the first phase of our study, we engaged in interviews with 9 podiatrists from 4 distinct practices, aiming to gather diverse insights into the use and perception of the health care app in question. The actual use of the current app varied considerably among participants, encompassing some who used the app daily and others who, while not yet current users, were familiar with its functionalities. Furthermore, participants’ professional expertise spanned different aspects of podiatric care, including both foot care for patients with diabetes and general foot health services.</p>
        <p>The recruitment of participants was facilitated through a collaborative effort with the Fontys University of Applied Sciences, one of the leading institutions for podiatry education in the Netherlands. This collaboration was essential for 2 reasons. First, Fontys University maintains strong ties with its alumni, many of whom stay actively engaged with the university through professional networks, alumni events, and workshops. Second, Fontys University’s Health Innovations &#38; Technology research group maintains regular collaborations with health care institutions, ensuring strong connections within the field. Through these partnerships, we recruited a diverse group of motivated podiatrists who voluntarily participated in the study. By using Fontys University’s network and its respected position within the field, we ensured the participation of podiatrists with varying levels of experience and expertise across different areas of podiatric care, contributing to a representative sample for our study. To accommodate our participants’ varying schedules and preferences, the interviews were conducted using a hybrid approach; some were held in person, taking advantage of the natural setting of the participants’ practice environments, while others were carried out through the Teams (Microsoft Corp) platform.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>We started an extensive literature review on trust in AI, both generally and within the health care context, from which we identified key topics. These topics were categorized into 4 groups as follows: knowledge of AI, trust in humans and AI advice, AI’s added value to daily tasks, and factors affecting trust in AI. On the basis of these categories and codes, we formulated initial interview questions. Next, we sought feedback on these initial questions from experts in human and machine interaction. We incorporated their feedback and refined the questions to ensure their relevance and comprehensiveness. To validate the clarity and comprehensiveness of these questions, we conducted a preliminary interview with an experienced podiatrist. This pilot interview served to ensure the questions were understandable and relevant for the prospective interviewees, and it also provided an opportunity to identify any missing questions from the practical perspective of podiatry. The resulting interview guide is detailed in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
        <p>Participants were briefed on the study’s objectives—namely, to explore their perceptions of AI, identify factors influencing trust in AI among podiatrists, examine the impact of trust on AI adoption, and assess their needs for trusting AI in patient care. They were requested to share demographic information via a link before the interview sessions. The specific interview questions were withheld in advance to preserve the authenticity of responses. The interviews were conducted from July to September 2023.</p>
        <p>Consent for recording was obtained from all podiatrists, with the sessions captured either on a voice recorder or through the Teams platform, depending on the interview format. These recordings were transcribed verbatim, using Amberscript [<xref ref-type="bibr" rid="ref23">23</xref>] for efficiency and accuracy. For interviews conducted on the Teams platform, we leveraged the platform’s transcription functionality. Each interview spanned approximately 30 to 45 minutes, with podiatrists having provided explicit consent, either written or digital, for participating and recording their responses. They were also assured of their right to withdraw from the study at any time.</p>
      </sec>
      <sec>
        <title>Data Analysis of the Semistructured Interviews</title>
        <p>We used a dual-coding strategy, where 2 researchers independently analyzed the interview transcripts to ensure a robust examination of the data. Researcher 1 (MAT), a PhD candidate with a solid background in qualitative research methodologies, and researcher 2 (Ruben Gloudemans) used distinct software tools for coding—Atlas.ti (version 11; Atlas.ti Scientific Software Development GmbH) and QDA-Miner (version 6.0; Provalis Research). This divergence in tool use stemmed from their prior experiences and the software licenses available.</p>
        <p>Following the thematic analysis by Braun and Clarke [<xref ref-type="bibr" rid="ref24">24</xref>], we initiated our analysis by thoroughly reading the transcripts to gain an initial understanding and verify their accuracy. First, we labeled the transcripts without predefined categories, using an inductive approach leading to an extensive list of initial codes directly derived from the data. For example, codes such as human interaction, urgency ranking, efficiency, risk detection, and false advice were formed. We then examined these initial codes to determine if they overlapped with the topics we had previously identified from the literature and combined them if needed. For example, urgency ranking and risk detection were put together since both are related to the topic added value of AI. In this step, we started a deductive approach, where we applied existing theoretical frameworks to refine our codes into coherent themes. We repeated this analytical process several times, refining our approach each time to ensure the emergence of concrete themes. This process yielded a preliminary set of themes.</p>
        <p>Subsequently, our individually identified themes were compared in a meeting, discovering significant overlap. For some themes where our interpretations initially diverged, we reached consensus through discussion, using inductive and deductive reasoning. These discussions revealed that, despite using different terminologies, we were referring to the same thematic content. Our thematic analysis was refined further through this iterative process of inductive and deductive coding.</p>
      </sec>
      <sec>
        <title>Mock-Up Design</title>
        <p>Guided by our research question on how AI can effectively integrate into the FootCheck app’s existing screening process with user acceptance, we sought the podiatrists’ insights on how they would like to receive advice and in which forms to ensure their confidence in it. Various suggestions emerged, such as explaining the reasoning behind the advice, photos pinpointing potential complications on the feet, and color-coding systems for triage. However, the first phase did not conclusively determine which forms of applications and the level of transparency would foster greater trust.</p>
        <p>To further explore these possibilities, we organized a focus group featuring mock-ups. Presenting a realistic representation was crucial, particularly considering that currently, the app and its screening process do not use AI.</p>
        <list list-type="order">
          <list-item>
            <p>The first mock-up was designed to assess the effectiveness of AI in a supportive role, specifically in scheduling and prioritizing patient consultations based on an array of time indicators.</p>
          </list-item>
          <list-item>
            <p>The second mock-up aimed to explore the potential of AI in diagnosing conditions by analyzing photographs submitted by users and identifying common foot complications such as ulcers or calluses.</p>
          </list-item>
        </list>
        <p>We aimed to delve deeper into assessing these AI roles by examining their functionality and acceptability among podiatrists. We crafted 3 distinct design variations for each mock-up to achieve this, guided by needs and concerns expressed in the first interviews with the podiatrists. Our primary reason for this approach was to facilitate a broad discussion by presenting transparency levels varying from low to medium to high. This method allowed us to not only compare the discussions across different AI applications but also delve into the discussions within each level of transparency. Thereby, we aimed to explore the range in podiatrists’ perceptions and acceptance extensively.</p>
        <p>In designing these mock-ups, we used the current interface environment to ensure familiarity for users. In addition, we consulted with experts during the design process to ensure the mock-ups were practical and reflective of current best practices in the field. For an illustration of mock-up 1 with a high transparency level, see <xref rid="figure3" ref-type="fig">Figure 3</xref>; for the diagnostic mock-up set in a medium transparency, refer to <xref rid="figure4" ref-type="fig">Figure 4</xref>. For a detailed overview of all variants, refer to <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Mock-up 1: high-transparency variant.</p>
          </caption>
          <graphic xlink:href="humanfactors_v12i1e59010_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Mock-up 2: medium-transparency variant.</p>
          </caption>
          <graphic xlink:href="humanfactors_v12i1e59010_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Phase 2: Participants and Recruitment Process</title>
        <p>Phase 2 was aimed at enriching our understanding and validating the outcomes of the first phase. Initially, we used the same approaches that had effectively recruited participants for phase 1, including relying on Fontys University’s network and existing partnerships within the podiatry field. We also reached out to contacts from our previous interviews. However, these efforts alone were insufficient to meet our needs for new participants for phase 2. To broaden our reach, we engaged with potential candidates on social media platforms such as LinkedIn (LinkedIn Corp) and Facebook (Meta Platforms, Inc) and attended podiatrist conferences to connect with new professionals. Through these combined efforts, we recruited 4 new podiatrists who had not been involved in the first phase and reinvited one participant from phase 1. The focus group session was organized at the Fontys University of Applied Sciences’ inspiration space in December 2023.</p>
      </sec>
      <sec>
        <title>Procedure for Focus Group and Data Collection</title>
        <p>To evaluate our mock-ups, we created an interview guide on essential topics derived from the findings of phase 1: trust in AI’s role, transparency preferences, and AI’s effect on decision-making, outlined in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. During the focus group session, participants were thoroughly briefed on the structure of the session that was divided into two 45-minute segments with a break in between. The first session explored mock-up 1, while the second delved into mock-up 2.</p>
        <p>The roles of MAT and Ruben Gloudemans within the session were clearly defined for participants; MAT served as the observer, summarizing discussions and posing questions, whereas Ruben Gloudemans led the session and presented the materials. Participants provided written consent by signing a consent form.</p>
        <p>After a brief introduction, participants were provided two A3-sized sheets, each showcasing 3 mock-up variants highlighting different transparency levels. Before initiating the group discussions, participants were asked to individually rank these variants from 1 to 3, with 1 being their top preference, and to write down comments next to each variant explaining their choices. This step was designed to minimize mutual influence and ensure that each participant’s initial reactions and thoughts were captured independently. Following this individual reflection, detailed group discussions were held, focusing on participants’ rationale regarding their preferences and trust in the AI advice shown in each variant.</p>
      </sec>
      <sec>
        <title>Data Analysis Focus Group</title>
        <p>All participants attended in person for the data collection of phase 2. Initially planned as two 45-minute segments with a 15-minute break in between, the session ultimately lasted 70 minutes in a single stretch. This was shorter than anticipated, primarily because the first segment was concluded earlier than expected, and participants opted to proceed without taking the scheduled break.</p>
        <p>We adopted a more structured coding method as we progressed to the second phase, building on the codes and themes identified in the first phase. This shift was enabled by implementing a thematic framework approach, a systematic strategy that helped us to systematically organize and interpret the data [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>After verifying transcription accuracy and familiarizing ourselves with the transcript, we developed an analytical framework. This framework included predefined themes from phase 1: AI’s roles, transparency levels, data reliability, trust development, and the significance of human interaction. This step laid the groundwork for indexing, where we systematically tagged the data with our framework’s themes. Next, through charting, we distilled participants’ responses into structured summaries, aligning them with the thematic framework. In the indexing and charting phase, we organized the data into themes linked to our research goals, creating visual charts. This approach helped us spot patterns and differences, uncovering insights that enhanced our understanding.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>No medical devices were used in the studies, and no physical interventions were performed on participants. The image used in mock-up 2 originated from publicly available internet sources and was appropriately licensed. Consequently, under regulations stipulated by the Dutch Medical Research Involving Human Subjects Act (WMO), the necessity for ethics approval from a national ethics committee was circumvented. However, ethical clearance was proactively obtained from the internal ethics committee of Fontys University of Applied Sciences, documented under project numbers 050324 and 080324. There were no conflicts of interest between the participants and the FootCheck app. None of the participants had any financial, developmental, or other professional ties to the app.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Phase 1: Semistructured Interviews</title>
        <sec>
          <title>Participants</title>
          <p>Participant demographics for phase 1 are listed in <xref ref-type="table" rid="table1">Table 1</xref>. In total, 9 individuals, all with backgrounds in podiatry, participated in the first phase of our study. A distinguishing characteristic of this cohort is their active engagement in clinical practice, that is, their extensive practical experience.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Participants’ characteristics from semistructured interviews in phase 1 (n=9).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="500"/>
              <col width="0"/>
              <col width="470"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Characteristics</td>
                  <td>Participants, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Sex</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Female</td>
                  <td colspan="2">7 (78)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Male</td>
                  <td colspan="2">2 (22)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Age group (y)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>20-30</td>
                  <td colspan="2">1 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>31-40</td>
                  <td colspan="2">2 (22)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>41-50</td>
                  <td colspan="2">3 (33)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>51-60</td>
                  <td colspan="2">2 (22)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>61-70</td>
                  <td colspan="2">1 (11)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Education level</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Bachelor’s</td>
                  <td colspan="2">4 (44)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Master’s</td>
                  <td colspan="2">4 (44)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>PhD</td>
                  <td colspan="2">1 (11)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Specialized education: foot care for patients with diabetes</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">4 (44)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">5 (56)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Experience (mo)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>0-6</td>
                  <td colspan="2">1 (11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>6-12</td>
                  <td colspan="2">2 (22)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>12-24</td>
                  <td colspan="2">4 (44)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>24-36</td>
                  <td colspan="2">2 (22)</td>
                </tr>
                <tr valign="top">
                  <td colspan="4">
                    <bold>Experience with the app</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Yes</td>
                  <td colspan="2">2 (22)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>No</td>
                  <td colspan="2">7 (78)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Themes From the Interviews</title>
          <p>The interviews with podiatrists revealed 3 critical themes regarding podiatrists’ perspectives and requirements for AI integration in the FootCheck app and related decision-making process: trust in human experts versus in AI, the added value of AI, and the factors influencing trust in AI. Each theme is further divided into 3 subthemes. A detailed overview of these key themes can be found in <xref rid="figure5" ref-type="fig">Figure 5</xref>.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Generated themes and subthemes from phase 1: perspectives of experienced podiatrists on the FootCheck app and decision-making process. AI: artificial intelligence.</p>
            </caption>
            <graphic xlink:href="humanfactors_v12i1e59010_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Theme 1: Trust in Experts Versus AI</title>
          <p>In the initial phase of the interview, we began by asking participants about their understanding of AI and their trust in it compared with their colleagues (ie, experts). We aimed to uncover how AI impacts their trust levels and the underlying reasons for these views.</p>
        </sec>
      </sec>
      <sec>
        <title>Theme 1.1: Trust in Experts and Skepticism Toward AI</title>
        <p>Podiatrists expressed trust in the advice from expert colleagues, on the basis of their extensive knowledge and experience. They recognized that making mistakes is part of being human and considered it normal for colleagues to err every now and then. Conversely, when receiving advice from AI, direct trust is not immediately established for most podiatrists. They maintained a critical stance, emphasizing the need to verify the accuracy of AI-generated advice:</p>
        <disp-quote>
          <p>I trust a colleague, sometimes blindly, because they have much experience.</p>
          <attrib>Participant 7, female, age group 61-70 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>I see the added value of AI advice. But I still want to check it or have something alongside it.</p>
          <attrib>Participant 2, female, age group 51-60 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>I do have trust in advice from colleagues. I’ve considered practical situations, and nine times out of ten, I agree with them just fine. And there are always nuanced differences because you see things slightly differently with your experience, perspective, and view. But let me put it this way: I firmly trust it.</p>
          <attrib>Participant 8, male, age group 41-50 years</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 1.2: Long-Term Trust Development</title>
        <p>Participants indicated that AI may initially struggle to provide accurate advice due to the limited data available and the learning phase required for the model. They also mentioned their initial lack of experience with using AI, which leads to uncertainty about its performance. However, participants felt their trust can increase as they gain more experience with the AI model:</p>
        <disp-quote>
          <p>In the beginning, I was sceptical, but as it sees and evaluates more photos, my trust grows.</p>
          <attrib>Participant 9, female, age group 20-30 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>Yes, AI needs to prove itself first, and then it can add value.</p>
          <attrib>Participant 7, female, age group 61-70 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>Indeed, my trust in AI would significantly increase if, over time, the technology evolves to a stage where the AI system is fully operational and applicable.</p>
          <attrib>Participant 6, female, age group 41-50 years</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 1.3: Skepticism Regarding AI</title>
        <p>Participants expressed significant concerns about the potential errors an AI system might make and the severe consequences that could arise from such mistakes. In addition, they highlighted a notable limitation of AI: its inability to conduct physical examinations on patients. Such examinations are often essential for a thorough understanding of a patient’s foot health, indicating a gap in AI’s capabilities in health care settings:</p>
        <disp-quote>
          <p>Yes, if a patient says: “I have pain in my foot, for example, in the ankles.” Well, AI can’t see that or physically feel or move it.</p>
          <attrib>Participant 9, female, age group 20-30 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>We’re not talking about a patient getting advice to buy Shoe A, and then they say it’s too big and buy another shoe.... We’re talking about serious outcomes, like the loss of a foot, a leg, or even a life, and that’s a significant responsibility.</p>
          <attrib>Participant 4, female, age group 31-40 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>The consequences are quite significant if you miss something there.</p>
          <attrib>Participant 7, female, age group 61-70 years</attrib>
        </disp-quote>
        <sec>
          <title>Theme 2: Added Value of AI</title>
        </sec>
      </sec>
      <sec>
        <title>Overview</title>
        <p>In exploring AI’s potential impact on podiatry, we engaged participants in discussions about integrating AI into their everyday practice. This dialogue revealed 3 insightful subthemes, each shedding light on AI’s role in enhancing podiatric care. The following sections delve into these emergent themes.</p>
      </sec>
      <sec>
        <title>Theme 2.1: Distinction Between Supportive Tasks and Diagnosis</title>
        <p>Nearly all participants agreed that AI should be used for support tasks such as triage. They highlighted that significant time is spent retrieving missing information not provided by patients and addressing issues with incorrect photo submissions that impede accurate assessment. They were of the opinion that these tasks could be efficiently managed by AI, thereby streamlining the process and improving overall efficiency. However, opinions varied on whether AI can diagnose foot conditions in patients with diabetes. Most participants were of the opinion that AI is incapable to do so, emphasizing the need for physical examinations by human experts to come up with an accurate diagnosis. They pointed out that photos fail to reveal crucial details, such as hidden wounds beneath calluses, which are not directly visible in pictures. Furthermore, participants noted the importance of physically assessing the feet for swelling and temperature variations (ie, warmth or coldness) that cannot be discerned from photos alone:</p>
        <disp-quote>
          <p>If it can highlight specific areas of concern, suggesting “pay attention here, this is alarming,” then I do place my trust in it.</p>
          <attrib>Participant 3, female, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>AI can’t make complete diagnoses; you need to hold the foot in your hands.</p>
          <attrib>Participant 2, female, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>I’m considering integrating a feature for predicting situations where an immediate consultation is crucial and distinguishing those from cases where it might not be as urgent.</p>
          <attrib>Participant 1, male, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>If it integrates well with practical needs, like photos can be easily uploaded directly into the file, making follow-up simpler. Yes, so it actually assists in your work.</p>
          <attrib>Participant 6, female, age group 41-50 years</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 2.2: AI as a Learning Tool</title>
        <p>Participants acknowledged the potential of AI as a valuable learning tool, particularly for identifying unfamiliar diseases and suggesting innovative treatment strategies. They expressed optimism about AI’s ability to broaden their diagnostic and therapeutic horizons:</p>
        <disp-quote>
          <p>Maybe the AI will uncover a disease pattern I haven’t encountered before, offering me an opportunity to expand my knowledge.</p>
          <attrib>Participant 1, male, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>Hey, AI sees things differently, and that’s something I can learn from. I do see the added value in that.</p>
          <attrib>Participant 5, female, age group 20-30 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>In this light, I believe that when an AI indicates, “this is the optimal treatment,” it becomes incredibly fascinating. It prompts a collective inquiry: “Why hadn’t this occurred to us before? Is this indeed the correct approach? Or is there already a hospital implementing this method?”</p>
          <attrib>Participant 4, female, age group 31-40 years</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 2.3: Reducing Workload Through AI</title>
        <p>Participants highlighted the health care sector’s challenge of increasing workloads, worsened by a decreasing number of podiatrists and a growing number of patients with diabetes. There was widespread agreement on AI’s ability to alleviate this load. By automating processes such as triage, AI can significantly reduce the workload, freeing podiatrists to focus on the more crucial parts of patient care:</p>
        <disp-quote>
          <p>As the pressure continues to increase, I see AI as a great tool to indeed perform a kind of triage to ensure that the workload doesn’t become overwhelming.</p>
          <attrib>Participant 3, female, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>But yes, to be completely honest, looking towards the future, we definitely need to reduce the workload; otherwise, we’ll end up with even fewer people having to help more individuals.</p>
          <attrib>Participant 4, female, age group 31-40 years</attrib>
        </disp-quote>
        <sec>
          <title>Theme 3: Factors Influencing Trust</title>
        </sec>
      </sec>
      <sec>
        <title>Overview</title>
        <p>Finally, we delved into the pivotal elements that shape trust in AI-provided advice. We also probed when participants might be inclined to defer to AI’s judgment over their own. This investigation unveiled 3 subthemes, each shedding light on the interaction between humans and AI systems.</p>
      </sec>
      <sec>
        <title>Theme 3.1: Transparency and Explainability of AI</title>
        <p>All participants agreed that clear explanations and transparency are essential, considering them as fundamental to trusting AI. They wished to comprehend the methodology AI uses to arrive at its recommendations. They proposed several methods to enhance transparency, such as providing concise explanations of the criteria AI uses for its evaluations, statistical performance data, or visual aids such as photos with overlaying layers or color coding:</p>
        <disp-quote>
          <p>I believe factors like the colour of the callus, the size of the area, its location, and history also play a role. Has there been a wound in that spot before? Yes, things like that.</p>
          <attrib>Participant 8, male, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>For example, I want to see a number of photos of the foot along with some explanation about them. I want to understand how the evaluation system is designed and the data it uses.</p>
          <attrib>Participant 2, female, age group 51-60 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>It increases my confidence in knowing the sources from which AI retrieves its information or the ones I’ve provided to it.</p>
          <attrib>Participant 1, male, age group 41-50 years</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 3.2: Ensuring Reliability and Adequate Training</title>
        <p>Participants were of the opinion that AI should be advanced enough from the beginning, emphasizing that a more extensive database of photos would increase their trust in the system. They would like AI to provide consistent advice, ideally on par with a fellow podiatrist. Training was highlighted as a crucial element for enhancing AI’s performance. In addition, understanding who the designers are and the data used for training is considered necessary. If participants know the designers are experts in their field, they feel more confident in the AI tool’s reliability:</p>
        <disp-quote>
          <p>Well, if you’ve only input three things into it, I won’t trust it. But if you’ve input 300,000 things, then at some point, you really know better.</p>
          <attrib>Participant 2, male, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>Well, I’m not quite sure how that works, but if that’s the case, then the people involved in setting it up need to have the right background knowledge, the right experience with the subject; they need to be specialists, so to speak.</p>
          <attrib>Participant 2, female, age group 51-60 years</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Theme 3.3: The Value of Human Interaction</title>
        <p>Participants emphasized that future AI applications must not compromise their interaction with patients, highlighting each patient’s uniqueness and background. They cautioned that AI may not always account for these personal nuances, underlining the importance of maintaining the human touch in health care:</p>
        <disp-quote>
          <p>I still believe that personal human contact will never disappear.</p>
          <attrib>Participant 3, female, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>All those kinds of things. Yes, they’re slightly different for everyone.</p>
          <attrib>Participant 1, male, age group 41-50 years</attrib>
        </disp-quote>
        <disp-quote>
          <p>But you still maintain human contact between the client and yourself, allowing them to easily ask additional questions, for instance, to you.</p>
          <attrib>Participant 5, female, age group 61-70 years</attrib>
        </disp-quote>
        <sec>
          <title>Moving From Phase 1 to Phase 2</title>
          <p>The findings from phase 1 revealed that AI can significantly improve various practical aspects of podiatry, particularly by alleviating workloads and serving as a learning tool. A clear preference was observed for using AI in supportive tasks rather than diagnostic roles. This reflects a cautious attitude of podiatrists toward AI-generated advice and raised the question: Will AI support be more readily accepted in supportive than in diagnostic tasks, and what factors influence this difference in acceptance?</p>
          <p>Therefore, phase 2 of our study sought to explore the specific applications of AI in supportive versus diagnostic roles within podiatry in detail. Given the ongoing reluctance toward its role in diagnostics, this study aimed to understand the elements that can foster trust in AI for supportive tasks. By introducing a new group of podiatrists, phase 2 of our study aimed to gather fresh insights and assess whether the findings observed in phase 1 align with new professional perspectives.</p>
        </sec>
        <sec>
          <title>Phase 2: Focus Group</title>
          <sec>
            <title>Participants</title>
            <p><xref ref-type="table" rid="table2">Table 2</xref> outlines an overview of the demographics of the focus group participants. The group consisted of 5 participants, 4 of whom were new podiatrists who engaged in the discussion. This group consisted of specialists in foot care for patients with diabetes, who primarily provide daily consultations to these patients.</p>
            <table-wrap position="float" id="table2">
              <label>Table 2</label>
              <caption>
                <p>Participants’ characteristics from focus groups in phase 2 (n=5).</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="500"/>
                <col width="0"/>
                <col width="470"/>
                <thead>
                  <tr valign="top">
                    <td colspan="3">Characteristics</td>
                    <td>Participants, n (%)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Sex</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Female</td>
                    <td colspan="2">4 (80)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Male</td>
                    <td colspan="2">1 (20)</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Age group (y)</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>41-50</td>
                    <td colspan="2">2 (40)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>51-60</td>
                    <td colspan="2">2 (40)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>61-70</td>
                    <td colspan="2">1 (20)</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Education level</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Bachelor’s</td>
                    <td colspan="2">2 (40)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Master’s</td>
                    <td colspan="2">3 (60)</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Specialized in foot care for patients with diabetes</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Yes</td>
                    <td colspan="2">5 (100)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>No</td>
                    <td colspan="2">0 (0)</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Experience (y)</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>20-30</td>
                    <td colspan="2">4 (80)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>31-40</td>
                    <td colspan="2">1 (20)</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="4">
                      <bold>Experience with the app</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Yes</td>
                    <td colspan="2">2 (40)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>No</td>
                    <td colspan="2">3 (60)</td>
                  </tr>
                </tbody>
              </table>
            </table-wrap>
            <p>In phase 1 of our study, we opted for a flexible approach, allowing themes to emerge directly from the transcribed data. This exploratory phase enabled us to capture many insights directly from participants’ experiences and perspectives. Moving into phase 2, we shifted toward a more structured approach, using themes, which were relevant for phase 2 and predefined in phase 1. This transition allowed us to refine our analysis, focusing on the detailed examination of specific, predetermined themes to gain deeper insights and understanding of the topics at hand.</p>
            <p>For a clear overview, we first present the key findings from the participants about various transparency levels for the 2 mock-ups in <xref ref-type="table" rid="table3">Table 3</xref>. Subsequently, in <xref ref-type="table" rid="table4">Table 4</xref>, we display the other themes carried forward from phase 1 for further analysis in phase 2, ensuring a comprehensive and structured exploration of the data.</p>
            <table-wrap position="float" id="table3">
              <label>Table 3</label>
              <caption>
                <p>Thematic framework analysis for key findings and preferences of transparency levels in AI<sup>a</sup> applications.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="290"/>
                <col width="340"/>
                <col width="340"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Theme: transparency and explainability of AI</td>
                    <td>Mock-up 1: AI support (triage and scheduling)</td>
                    <td>Mock-up 2: AI diagnosis (photo analysis)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="2">
                      <bold>Low (variant A)</bold>
                    </td>
                    <td>Podiatrists perceive this variant as a “black box,” with unclear determination of urgency and relevance of the presented information</td>
                    <td>Feedback indicates general dissatisfaction and a lack of clarity on how AI reaches its conclusions</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>First preference</td>
                    <td>—<sup>b</sup></td>
                    <td>P4 and P5 (n=2)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Second preference</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Third preference</td>
                    <td>P1-P5 (n=5)</td>
                    <td>P1-P3 (n=3)</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2">
                      <bold>Medium (variant B)</bold>
                    </td>
                    <td>Podiatrists express concerns over the reliability of patient feedback as input for AI, pointing out a lack of crucial information such as wound location</td>
                    <td>While the text is deemed acceptable, this variant raises questions about the necessity of repeating information</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>First preference</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Second preference</td>
                    <td>P1-P5 (n=5)</td>
                    <td>P1-P5 (n=5)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Third preference</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="2">
                      <bold>High (variant C)</bold>
                    </td>
                    <td>Preference is given to detailed information, including specific medical details and clear patient identification</td>
                    <td>Podiatrists appreciate the clarity and added layer of understanding this variant provides but question the necessity of certain statistics, such as a reliability percentage</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>First preference</td>
                    <td>P1-P5 (n=5)</td>
                    <td>P1-P3 (n=3)</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Second preference</td>
                    <td>—</td>
                    <td>—</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Third preference</td>
                    <td>—</td>
                    <td>P4 and P5 (n=2)</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table3fn1">
                  <p><sup>a</sup>AI: artificial intelligence.</p>
                </fn>
                <fn id="table3fn2">
                  <p><sup>b</sup>Not applicable.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <table-wrap position="float" id="table4">
              <label>Table 4</label>
              <caption>
                <p>Thematic framework analysis for AI<sup>a</sup> applications and predefined themes.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="150"/>
                <col width="170"/>
                <col width="170"/>
                <col width="160"/>
                <col width="180"/>
                <col width="170"/>
                <thead>
                  <tr valign="top">
                    <td>Themes</td>
                    <td>Participant 1 (female; age group 51-60 y)</td>
                    <td>Participant 2 (female; age group 41-50 y)</td>
                    <td>Participant 3 (male; age group 41-50 y)</td>
                    <td>Participant 4 (female; age group 51-60 y)</td>
                    <td>Participant 5 (female; age group 61-70 y)</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td>Distinction between supportive tasks and diagnosis</td>
                    <td>Prefers AI for triage due to speed and accuracy. Skeptical about diagnostic capability without physical examination</td>
                    <td>—<sup>b</sup></td>
                    <td>Values AI’s ability to prioritize photos based on urgency, enhancing patient care efficiency</td>
                    <td>Believes AI is incapable of handling complex diagnostic tasks, such as differentiating between types of wounds</td>
                    <td>Asserts that computers cannot replace human nuanced observation in diagnostics, emphasizing AI’s use in triage</td>
                  </tr>
                  <tr valign="top">
                    <td>Ensuring reliability and adequate training</td>
                    <td>Values the volume of feedback, similar to how reviews inform vacation choices</td>
                    <td>Trust is reinforced by a large volume of photos, indicating data reliability</td>
                    <td>Importance of data diversity, including training AI on poor-quality photos</td>
                    <td>Questions the repetitive mention of the photo database size suggest it is only necessary in training</td>
                    <td>Trust depends on knowing the AI’s advice is based on an extensive and diverse photo database</td>
                  </tr>
                  <tr valign="top">
                    <td>Long-term trust development</td>
                    <td>—</td>
                    <td>Trust in the algorithm grows over time with proven accuracy</td>
                    <td>Initial skepticism evolves into trust after multiple positive experiences</td>
                    <td>—</td>
                    <td>Anticipates a future shift in acceptance of AI’s advice, especially without a photo, within a decade</td>
                  </tr>
                  <tr valign="top">
                    <td>The value of human interaction</td>
                    <td>—</td>
                    <td>—</td>
                    <td>—</td>
                    <td>Asserts that physical tools and examination are indispensable for accurate diagnostics</td>
                    <td>Stresses the irreplaceable role of human involvement in making accurate diagnoses</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table4fn1">
                  <p><sup>a</sup>AI: artificial intelligence.</p>
                </fn>
                <fn id="table4fn2">
                  <p><sup>b</sup>Not applicable.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <p>For the frameworks (<xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>), instead of using quotes from focus group participants, we chose to provide summaries of the key findings, following the common practice in thematic framework analysis. By creating summaries, we were able to handle the complex discussion, which involved a record with 7 speakers, more easily.</p>
          </sec>
          <sec>
            <title>Interpretations of Thematic Framework Analysis</title>
            <p>On the basis of the thematic framework analysis of podiatrists’ preferences for AI integration in clinical settings, a clear pattern emerges regarding the desired application and form of transparency in AI systems for triage. Podiatrists prefer using AI in triage, emphasizing the importance of transparency that goes beyond just being open. They are looking for a kind of transparency that involves clinically relevant and detailed information—such as patient history, specific conditions such as the presence of vascular diseases, and exact wound locations—that significantly augment the decision-making process:</p>
            <disp-quote>
              <p>The added value for me is that the ranking is done by the AI, so photos are prioritised based on urgency.</p>
              <attrib>Participant 3, male, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>My preference is for triage; an AI can perform it much faster than a human. Well, I believe that AI is capable of making a risk assessment.</p>
              <attrib>Participant 1, female, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>Key abnormalities must be quickly recognised and addressed, achievable through triage.</p>
              <attrib>Participant 5, female, age group 61-70 years</attrib>
            </disp-quote>
            <p>In the domain of triage, skepticism toward patient-reported data as the sole basis for AI-generated advice is evident (eg, medium transparency mock-up 1). The concern centers on the reliability of such data, highlighting a preference for AI systems that incorporate a comprehensive training dataset to inform their assessments. This reflects a broader apprehension regarding the accuracy of AI recommendations based on potentially incomplete or inaccurate patient self-assessments:</p>
            <disp-quote>
              <p>I’m not entirely convinced by the patients’ responses. If they say they have a wound on their feet, then yes, I might believe it, but if they don’t have a wound, I’m sceptical.</p>
              <attrib>Participant 1, female, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>Patients often do not have a clear understanding of complications.</p>
              <attrib>Participant 3, male, age group 41-50 years</attrib>
            </disp-quote>
            <p>Podiatrists recognize the potential benefits but are cautious regarding the use of AI for diagnostic applications, particularly those involving the analysis of photographic evidence of foot conditions. This caution is based on the understanding that certain conditions cannot be fully diagnosed through images alone, emphasizing the need for AI systems to supplement rather than replace traditional diagnostic methods:</p>
            <disp-quote>
              <p>Computers can’t replace humans in diagnostics, especially not for tasks requiring nuanced observation, like identifying underlying issues beneath a callus that AI might miss.</p>
              <attrib>Participant 5, female, age group 61-70 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>AI is incapable of making diagnoses. AI cannot handle complex conditions like distinguishing between warm and cold wounds.</p>
              <attrib>Participant 4, female, age group 51-60 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>Even a human can’t make a diagnosis just from an image. The foot needs to be examined in person and potentially opened up for an accurate assessment.</p>
              <attrib>Participant 1, female, age group 41-50 years</attrib>
            </disp-quote>
            <p>The desired level of transparency in diagnostic AI varies among podiatrists. While some value additional explanatory features, such as annotated images or textual diagnostics, others caution against the potential for such features to overly focus attention on a specific area, possibly leading to the overlooking of important symptoms in other areas. This division highlights the need for a careful balance in using AI; while it is beneficial to receive detailed, actionable insights, it is crucial to ensure that these insights do not overshadow the importance of using one’s own professional knowledge and experience in decision-making:</p>
            <disp-quote>
              <p>Works well for me; the layer aids in understanding the basis of the text.</p>
              <attrib>Participant 3, male, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>Also, here, the text is okay. I also like the layer, so now I know what the text is referring to.</p>
              <attrib>Participant 1, female, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>The explanatory text doesn’t interest me much; I’ll take it on faith what it’s based on.</p>
              <attrib>Participant 4, female, age group 51-60 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>And that layer, I can see that for myself, too. Adding a layer can also be risky; I see even more things, and now AI dictates where I should look. A less experienced podiatrist might then focus solely on that.</p>
              <attrib>Participant 5, female, age group 61-70 years</attrib>
            </disp-quote>
            <p>In addition to emphasizing transparency in integrating AI into clinical podiatry practice, our analysis has other predefined themes within the framework (<xref ref-type="table" rid="table4">Table 4</xref>). These themes enrich our understanding of how AI can be effectively applied in triage and diagnostics, emphasizing the need for clear, actionable insights and the importance of trust and data reliability as foundational elements. Reflecting on the preferences expressed by podiatrists, it becomes apparent that alongside transparency and explainability, considerations around data reliability, human interaction, trust development, and trust establishment align with sentiments from the first phase of our study.</p>
            <p>However, we have defined 3 additional themes that resonated strongly with the initial input for transparency and explainability. <xref rid="figure6" ref-type="fig">Figure 6</xref> presents a comprehensive overview of all the themes, including the 3 subthemes (ie, 3.1.1: Training Versus Repetition; 3.1.2: Preference for Visual Data; and 3.1.3: Clarity on AI Operations) and their implications for integrating AI into podiatry. The following sections detail these additional subthemes further.</p>
            <fig id="figure6" position="float">
              <label>Figure 6</label>
              <caption>
                <p>Generated themes and subthemes from phases 1 and 2: perspectives of experienced podiatrists on the FootCheck app and decision-making process. AI: artificial intelligence.</p>
              </caption>
              <graphic xlink:href="humanfactors_v12i1e59010_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
            </fig>
          </sec>
          <sec>
            <title>Subtheme 3.1.1: Training Versus Repetition</title>
            <p>While participants in phase 1 primarily highlighted concerns among podiatrists regarding data reliability, phase 2 revealed a nuanced understanding of how and when this information should be introduced. This is particularly relevant during the initial training sessions where podiatrists are first taught how to use the AI system. Feedback on mock-up 2 indicated that emphasizing data reliability in every AI recommendation is not always seen as necessary. Some participants supported this viewpoint, while others preferred having this information included. In addition, there was consensus that explanations should offer insights beyond basic knowledge, aiming to augment understanding rather than merely repeat well-known information:</p>
            <disp-quote>
              <p>In the introduction (training), mention somewhere that the data is based on 5000 photos, but that doesn’t need to be in every piece of advice.</p>
              <attrib>Participant 4, female, age group 51-60 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>I expect an AI to be backed by a vast photo database, so it’s unnecessary to reiterate that point for me.</p>
              <attrib>Participant 5, female, age group 61-70 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>The text is helpful; it lets me know what the AI is based on.</p>
              <attrib>Participant 3, male, age group 41-50 years</attrib>
            </disp-quote>
          </sec>
          <sec>
            <title>Subtheme 3.1.2: Preference for Visual Data</title>
            <p>There is a significant inclination toward incorporating visual data alongside algorithmic risk assessments. Participants consider combining photos with textual advice crucial, enhancing their ability to make knowledgeable decisions. The need for visual confirmation to solidify trust in AI-generated advice is highlighted, with participants expressing reservations about relying entirely on text-based recommendations. Although color-coded elements are appreciated for their clarity, the facility to view photos directly via pop-ups is deemed essential for building confidence in the advice provided:</p>
            <disp-quote>
              <p>The colour coding in mock-up 1 is helpful, but I’d prefer to see the photos appear as pop-ups.</p>
              <attrib>Participant 4, male, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>Just text, without a photo, doesn’t inspire my trust.</p>
              <attrib>Participant 3, female, age group 51-60 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>It seems like a small ask to quickly review the photo for a better trust in the advice.</p>
              <attrib>Participant 4, female, age group 51-60 years</attrib>
            </disp-quote>
          </sec>
          <sec>
            <title>Subtheme 3.1.3: Clarity on AI Operations</title>
            <p>Podiatrists highlight the necessity for transparency regarding the process behind AI-generated advice, which is essential for building trust and enabling users to understand when and how to rely on these recommendations. Opinions vary on the best way to present this information, with some finding objective data in photos and layered visuals helpful for understanding the advice’s basis, as seen in mock-up 2. Others question the interpretability of numerical data, such as “73%,” without seeing the patient in person:</p>
            <disp-quote>
              <p>Now, with a photo and layer, the information is more objective; you know what the text is about.</p>
              <attrib>Participant 3, male, age group 41-50 years</attrib>
            </disp-quote>
            <disp-quote>
              <p>I appreciate it, as then I know what it’s based on, mock-up 2.</p>
              <attrib>Participant 1, female, age group 51-60 years</attrib>
            </disp-quote>
          </sec>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>AI in Supportive Roles Versus Diagnostic Tasks</title>
        <p>Our study aimed to discern the multifaceted roles AI could assume in health care, specifically focusing on how AI can be effectively integrated into practice in a way that ensures health care professionals’ acceptance and trust in its advice. The findings from our studies suggest a preference for deploying AI in supportive roles. For instance, AI’s use in triaging processes is evident; by evaluating submitted photos for urgency, AI can advise health care providers in prioritizing patient consultations. This enables a more efficient allocation of resources, ensuring that patients requiring urgent care receive it promptly, while less-critical cases are appropriately prioritized. Such applications align with and enrich suggestions from the literature, including studies by Verma et al [<xref ref-type="bibr" rid="ref10">10</xref>] and Longoni et al [<xref ref-type="bibr" rid="ref5">5</xref>], suggesting the supportive use of AI to foster trust within health care settings. However, a contrasting perspective is presented in another experiment by Longoni et al [<xref ref-type="bibr" rid="ref5">5</xref>], where preference leans toward human expertise over automated systems for triage tasks. This discrepancy from our findings may stem from differing viewpoints, with the study results of Longoni et al [<xref ref-type="bibr" rid="ref5">5</xref>] being based on patient perspectives, whereas our study was performed among health care providers.</p>
        <p>Another critical insight from our study highlights health care professionals’ hesitancy to embrace AI for diagnostic purposes, a sentiment that aligns with previous research findings [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. While there is acknowledgment of AI’s proficiency in critical functions, such as making diagnoses, with results that match or even surpass human expertise, there remains skepticism among participants about AI’s current proficiency in performing these tasks accurately. The observed reluctance may stem from unfamiliarity with the full scope of AI’s capabilities, as evidenced by the fact that particularly participants without prior AI experience expressed reservations. Moreover, the conversations uncovered that identifying conditions such as diabetic foot complications poses distinct obstacles for AI. The participants pointed out that superficial evaluations, such as analyzing diabetic wounds via photographs, could be inadequate without the physical removal of calluses to reveal the actual problem, an action AI is incapable of without a physical examination. This underlines the importance of direct human interaction in specific diagnostic processes, highlighting limitations in the potential application of AI.</p>
      </sec>
      <sec>
        <title>Algorithm Aversion Among Podiatrists</title>
        <p>The observed phenomenon of algorithm aversion among podiatrists, particularly their preference for human expertise over AI-generated recommendations, reflects a trend noted across various fields where AI competes with human judgment [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. For example, Önkal et al [<xref ref-type="bibr" rid="ref30">30</xref>] demonstrated a similar inclination among forecasters to favor expert opinions in forecasting decisions. A notable factor contributing to this aversion is the concern over mistakes made by AI systems [<xref ref-type="bibr" rid="ref26">26</xref>], with our podiatrists voicing worries about the grave repercussions of such errors, including the risk of limb amputation. Although the significance of decisions ranges from health care to forecasting tasks in logistics, the underlying dread of AI-induced errors remains pervasive.</p>
        <p>However, in our studies, this aversion was primarily directed at diagnostic tasks rather than supportive functions. Participants expressed confidence in the expertise and experience of their colleagues but also showed openness to considering AI-generated advice for tasks such as triage. This nuanced view suggests a complex relationship between podiatrists and AI, where trust may be contingent on the specific task at hand and the perceived reliability of AI in enhancing rather than replacing human judgment.</p>
      </sec>
      <sec>
        <title>Transparency and Explainability</title>
        <p>The discussions surrounding transparency and explainability in our studies mirrored the diversity of perspectives found in the broader literature on these subjects [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. The need for explanation and transparency depends significantly on podiatrists’ individual preferences. Our study provides 3 key insights regarding the implementation of explainability and transparency in AI systems.</p>
        <p>First, precise and valuable explanations that avoid redundancy are essential for enhancing user understanding and trust in AI. Second, visual aids alongside textual advice can boost confidence in AI recommendations more than text alone, by making the motivation behind complex decisions more accessible. Finally, it is important to remind users to balance AI advice with their professional judgment, highlighting the crucial role of human oversight in AI decision-making.</p>
        <p>However, these discussions were particularly animated regarding the scenario involving AI-generated diagnoses, where participants displayed heightened criticality toward the information received from AI. This suggests that individuals are particularly cautious about relying on AI for diagnostic tasks, scrutinizing the transparency and explainability of such systems with greater intensity. Interestingly, these issues were less extensively debated in contexts involving AI for supportive tasks. This observation highlights an area for future research.</p>
      </sec>
      <sec>
        <title>Development of Trust Over Time</title>
        <p>Most participants indicated a higher level of trust in their colleagues than in AI systems, suggesting that trust in AI might evolve positively with increased exposure and evidence of AI’s efficacy. However, this remains speculative, as our participants have not extensively experimented with AI in their professional practice. The notion that repeated interactions with AI could enhance trust aligns with existing literature [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. This area, highlighting the dynamic interplay between growing familiarity with AI and the shifting landscape of trust and reliance, remains underexplored in our studies and represents a fruitful avenue for further research.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our research is strengthened by several methodological approaches that enhance the credibility of our findings. The employment of 2 independent researchers for parallel data coding in both studies significantly contributed to the reliability of our results, as evidenced by the substantial agreement in their coding outcomes [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>The relatively small sample sizes of 9 podiatrists in the first phase and 5 in the second phase may seem to be a limitation for generating general conclusions. However, qualitative research often reaches a point of data saturation, where small samples are already sufficient to uncover dependable themes. In our study, we observed that no new codes or themes emerged after 7 interviews in the first phase, indicating that data saturation had been reached. This aligns with the findings of Guest et al [<xref ref-type="bibr" rid="ref34">34</xref>], who noted that most codes are identified within the first 6 interviews. Guest et al [<xref ref-type="bibr" rid="ref35">35</xref>] also supported this by providing a systematic method for assessing saturation, further validating our sample size.</p>
        <p>The significant expertise of the podiatrists involved, that is, all specialists in the area considered, adds depth to our insights and strengthens the credibility of our findings. In addition, the second phase, with mostly new participants, confirmed the results of phase 1. By focusing on how AI might be more accepted in supportive tasks compared with diagnostic tasks, we were able to further validate the earlier findings and ensure that no new themes emerged, indicating that saturation had been reached.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, the findings reveal podiatrists’ complex attitudes toward AI in health care, demonstrating openness to AI assistance for supportive tasks while being cautionary regarding its application for diagnostics. This underscores the necessity for developers and policy makers to prioritize trust-building strategies, starting with opportunities that allow podiatrists to experience firsthand how AI can support their role. Such initial experiences could clarify AI’s benefits and capabilities to users, reduce perceived threats, and facilitate a smoother transition toward acceptance. With a foundation of trust established through the application of AI for supportive tasks, podiatrists may become more receptive to exploring AI’s potential for diagnostic tasks. Gradually expanding AI’s role from foundational tasks, including decision support, to areas requiring deeper trust, such as diagnostics, could enhance acceptance and integration of AI technologies in podiatric practice.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Interview guide used in phase 1.</p>
        <media xlink:href="humanfactors_v12i1e59010_app1.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Mock-ups used in phase 2.</p>
        <media xlink:href="humanfactors_v12i1e59010_app2.docx" xlink:title="DOCX File , 1981 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Interview guide used in phase 2.</p>
        <media xlink:href="humanfactors_v12i1e59010_app3.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">XAI</term>
          <def>
            <p>explainable artificial intelligence</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors extend their heartfelt gratitude to all individuals who generously shared their insights and experiences, making this research possible. Special thanks are extended to Ruben Gloudemans for his invaluable assistance with conducting interviews, engaging in thorough analyses and participating in wide-ranging discussions that significantly enriched this work. The authors appreciate RondOm Podiatrists for providing access to the FootCheck app, an essential resource for our study. This work is part of the project Vertrouwen in Algoritmes (project number 023.017.109), under the auspices of the Promotiebeurs voor Leraren program, generously funded by the Dutch Research Council (NWO). Additionally, this study was part of the Technology Support for Diabetes project, which is subsidized by SIA RAAK EXZ.EXZ.01.004. The research efforts of the authors were greatly supported by these contributions, for which they are profoundly grateful.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The corresponding author will make the datasets supporting these studies available upon reasonable request.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bazazeh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shubair</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Comparative study of machine learning algorithms for breast cancer detection and diagnosis</article-title>
          <source>Proceedings of the 5th International Conference on Electronic Devices, Systems and Applications</source>
          <year>2017</year>
          <conf-name>ICEDSA '16</conf-name>
          <conf-date>December 6-8, 2016</conf-date>
          <conf-loc>Ras Al Khaimah, United Arab Emirates</conf-loc>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/7818560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/icedsa.2016.7818560</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ayers</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Poliak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dredze</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leas</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Faix</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Goodman</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Longhurst</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Hogarth</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Comparing physician and artificial intelligence chatbot responses to patient questions posted to a public social media forum</article-title>
          <source>JAMA Intern Med</source>
          <year>2023</year>
          <month>06</month>
          <day>01</day>
          <volume>183</volume>
          <issue>6</issue>
          <fpage>589</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37115527"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2023.1838</pub-id>
          <pub-id pub-id-type="medline">37115527</pub-id>
          <pub-id pub-id-type="pii">2804309</pub-id>
          <pub-id pub-id-type="pmcid">PMC10148230</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eriksen</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Möller</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ryg</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Use of GPT-4 to diagnose complex clinical cases</article-title>
          <source>NEJM AI</source>
          <year>2024</year>
          <month>01</month>
          <day>11</day>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <pub-id pub-id-type="doi">10.1056/aip2300031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Qu</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Piao</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Application of radiomics for personalized treatment of cancer patients</article-title>
          <source>Cancer Manag Res</source>
          <year>2019</year>
          <volume>11</volume>
          <fpage>10851</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tandfonline.com/doi/abs/10.2147/CMAR.S232473?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/CMAR.S232473</pub-id>
          <pub-id pub-id-type="medline">31920394</pub-id>
          <pub-id pub-id-type="pii">232473</pub-id>
          <pub-id pub-id-type="pmcid">PMC6941598</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Longoni</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bonezzi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Morewedge</surname>
              <given-names>CK</given-names>
            </name>
          </person-group>
          <article-title>Resistance to medical artificial intelligence</article-title>
          <source>J Consum Res</source>
          <year>2019</year>
          <volume>46</volume>
          <issue>4</issue>
          <fpage>629</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1093/jcr/ucz013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Promberger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Do patients trust computers?</article-title>
          <source>J Behav Decis Mak</source>
          <year>2006</year>
          <month>11</month>
          <day>24</day>
          <volume>19</volume>
          <issue>5</issue>
          <fpage>455</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1002/bdm.542</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seitz</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bekmeier-Feuerhahn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gohil</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Can we trust a chatbot like a physician? A qualitative study on understanding the emergence of trust toward diagnostic chatbots</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>2022</year>
          <month>09</month>
          <volume>165</volume>
          <fpage>102848</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2022.102848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naik</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hameed</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Shetty</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Swain</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aggarwal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Patil</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Smriti</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shetty</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rai</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Chlosta</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Somani</surname>
              <given-names>BK</given-names>
            </name>
          </person-group>
          <article-title>Legal and ethical consideration in artificial intelligence in healthcare: who takes responsibility?</article-title>
          <source>Front Surg</source>
          <year>2022</year>
          <month>3</month>
          <day>14</day>
          <volume>9</volume>
          <fpage>862322</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35360424"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fsurg.2022.862322</pub-id>
          <pub-id pub-id-type="medline">35360424</pub-id>
          <pub-id pub-id-type="pmcid">PMC8963864</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Juravle</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Boudouraki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Terziyska</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rezlescu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Trust in artificial intelligence for medical diagnoses</article-title>
          <source>Prog Brain Res</source>
          <year>2020</year>
          <volume>253</volume>
          <fpage>263</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1016/bs.pbr.2020.06.006</pub-id>
          <pub-id pub-id-type="medline">32771128</pub-id>
          <pub-id pub-id-type="pii">S0079-6123(20)30081-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Verma</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mlynar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schaer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reichenbach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jreige</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prior</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Evéquoz</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Depeursinge</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Rethinking the role of AI with physicians in oncology: revealing perspectives from clinical and research workflows</article-title>
          <source>Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems</source>
          <year>2023</year>
          <conf-name>CHI '23</conf-name>
          <conf-date>April 23-28, 2023</conf-date>
          <conf-loc>Hamburg, Germany</conf-loc>
          <fpage>11</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/fullHtml/10.1145/3544548.3581506"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3544548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Logg</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Minson</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Algorithm appreciation: people prefer algorithmic to human judgment</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>2019</year>
          <month>03</month>
          <volume>151</volume>
          <fpage>90</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1016/j.obhdp.2018.12.005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naiseh</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Thani</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>How the different explanation classes impact trust calibration: the case of clinical decision support systems</article-title>
          <source>Int J Hum Comput Stud</source>
          <year>2023</year>
          <month>01</month>
          <volume>169</volume>
          <fpage>102941</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijhcs.2022.102941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Panigutti</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Beretta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Giannotti</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pedreschi</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Understanding the impact of explanations on advice-taking: a user study for AI-based clinical decision support systems</article-title>
          <source>Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems</source>
          <year>2022</year>
          <conf-name>CHI '22</conf-name>
          <conf-date>April 29-May 5, 2022</conf-date>
          <conf-loc>New Orleans, LA</conf-loc>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/3491102.3502104"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3491102.3502104</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alam</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Examining the effect of explanation on satisfaction and trust in AI diagnostic systems</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2021</year>
          <month>06</month>
          <day>03</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>178</fpage>
          <pub-id pub-id-type="doi">10.1186/s12911-021-01542-6</pub-id>
          <pub-id pub-id-type="medline">34082719</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-021-01542-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8176739</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tucci</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Saary</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Doyle</surname>
              <given-names>TE</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing trust in medical artificial intelligence for healthcare professionals: a narrative review</article-title>
          <source>J Med Artif Intell</source>
          <year>2022</year>
          <month>3</month>
          <volume>5</volume>
          <fpage>4</fpage>
          <pub-id pub-id-type="doi">10.21037/jmai-21-25</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagendran</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Festor</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Komorowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Faisal</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Quantifying the impact of AI recommendations with explanations on prescription decision making</article-title>
          <source>NPJ Digit Med</source>
          <year>2023</year>
          <month>11</month>
          <day>07</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>206</fpage>
          <pub-id pub-id-type="doi">10.1038/s41746-023-00955-z</pub-id>
          <pub-id pub-id-type="medline">37935953</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-023-00955-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC10630476</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prahl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Van Swol</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Understanding algorithm aversion: when is advice from automation discounted?</article-title>
          <source>J Forecast</source>
          <year>2017</year>
          <month>03</month>
          <day>24</day>
          <volume>36</volume>
          <issue>6</issue>
          <fpage>691</fpage>
          <lpage>702</lpage>
          <pub-id pub-id-type="doi">10.1002/for.2464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hallowell</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Badger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sauerbrei</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nellåker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kerasidou</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>"I don't think people are ready to trust these algorithms at face value": trust and the use of machine learning algorithms in the diagnosis of rare disease</article-title>
          <source>BMC Med Ethics</source>
          <year>2022</year>
          <month>11</month>
          <day>16</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>112</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedethics.biomedcentral.com/articles/10.1186/s12910-022-00842-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12910-022-00842-4</pub-id>
          <pub-id pub-id-type="medline">36384545</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12910-022-00842-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC9670402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rossetti</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Dykes</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Minshall</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cato</surname>
              <given-names>KD</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing clinician trust in predictive clinical decision support systems for in-hospital deterioration: qualitative descriptive study</article-title>
          <source>JMIR Hum Factors</source>
          <year>2022</year>
          <month>05</month>
          <day>12</day>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>e33960</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2022/2/e33960/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/33960</pub-id>
          <pub-id pub-id-type="medline">35550304</pub-id>
          <pub-id pub-id-type="pii">v9i2e33960</pub-id>
          <pub-id pub-id-type="pmcid">PMC9136656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Hsieh</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kao</surname>
              <given-names>CY</given-names>
            </name>
          </person-group>
          <article-title>Prediction of hospitalization using artificial intelligence for urgent patients in the emergency department</article-title>
          <source>Sci Rep</source>
          <year>2021</year>
          <month>09</month>
          <day>30</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>19472</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41598-021-98961-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41598-021-98961-2</pub-id>
          <pub-id pub-id-type="medline">34593930</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-021-98961-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8484275</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Crampton</surname>
              <given-names>NH</given-names>
            </name>
          </person-group>
          <article-title>Ambient virtual scribes: Mutuo Health's AutoScribe as a case study of artificial intelligence-based technology</article-title>
          <source>Healthc Manage Forum</source>
          <year>2020</year>
          <month>01</month>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>34</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1177/0840470419872775</pub-id>
          <pub-id pub-id-type="medline">31522566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berings</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arts</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pelders</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sirag</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brankaert</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nuijten E</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Technologie helpt diabetische voetenzorg vooruit</article-title>
          <source>ICT Health</source>
          <year> 2022</year>
          <month>04</month>
          <day>14</day>
          <volume>46</volume>
          <issue>2</issue>
          <fpage>82</fpage>
          <lpage>85</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://rondompodotherapeuten.nl/artikel/technologie-helpt-diabetische-voetenzorg-vooruit"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Transform your audio and video to text and subtitles</article-title>
          <source>Amberscript Global</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.amberscript.com/en/">https://www.amberscript.com/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psychol</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collaço</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Wagland</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Alexis</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Gavin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Glaser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>EK</given-names>
            </name>
          </person-group>
          <article-title>Using the framework method for the analysis of qualitative dyadic data in health research</article-title>
          <source>Qual Health Res</source>
          <year>2021</year>
          <month>05</month>
          <day>13</day>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>1555</fpage>
          <lpage>64</lpage>
          <pub-id pub-id-type="doi">10.1177/10497323211011599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dietvorst</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Massey</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Overcoming algorithm aversion: people will use imperfect algorithms if they can (even slightly) modify them</article-title>
          <source>Manag Sci</source>
          <year>2018</year>
          <month>03</month>
          <volume>64</volume>
          <issue>3</issue>
          <fpage>1155</fpage>
          <lpage>70</lpage>
          <pub-id pub-id-type="doi">10.1287/mnsc.2016.2643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahmud</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Islam</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Smolander</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>What influences algorithmic decision-making? A systematic literature review on algorithm aversion</article-title>
          <source>Technol Forecast Soc Change</source>
          <year>2022</year>
          <month>02</month>
          <volume>175</volume>
          <fpage>121390</fpage>
          <pub-id pub-id-type="doi">10.1016/j.techfore.2021.121390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Castelo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bos</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Task-dependent algorithm aversion</article-title>
          <source>J Mark Res</source>
          <year>2019</year>
          <month>07</month>
          <day>15</day>
          <volume>56</volume>
          <issue>5</issue>
          <fpage>809</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1177/0022243719851788</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>TB</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of algorithm aversion in augmented decision making</article-title>
          <source>Behav Dis Mark</source>
          <year>2019</year>
          <month>10</month>
          <day>23</day>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>220</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1002/bdm.2155</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Önkal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Goodwin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gönül</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pollock</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The relative influence of advice from human experts and statistical methods on forecast adjustments</article-title>
          <source>Behav Decis Mark</source>
          <year>2009</year>
          <month>02</month>
          <day>09</day>
          <volume>22</volume>
          <issue>4</issue>
          <fpage>390</fpage>
          <lpage>409</lpage>
          <pub-id pub-id-type="doi">10.1002/bdm.637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connor</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Judgmental forecasting with interactive forecasting support systems</article-title>
          <source>Decis Support Syst</source>
          <year>1996</year>
          <month>4</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>339</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1016/0167-9236(95)00009-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitecotton</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>The effects of experience and a decision aid on the slope, scatter, and bias of earnings forecasts</article-title>
          <source>Organ Behav Hum Decis Process</source>
          <year>1996</year>
          <month>04</month>
          <volume>66</volume>
          <issue>1</issue>
          <fpage>111</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1006/obhd.1996.0042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Malterud</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Qualitative research: standards, challenges, and guidelines</article-title>
          <source>Lancet</source>
          <year>2001</year>
          <month>08</month>
          <day>11</day>
          <volume>358</volume>
          <issue>9280</issue>
          <fpage>483</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(01)05627-6</pub-id>
          <pub-id pub-id-type="medline">11513933</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(01)05627-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunce</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>How many interviews are enough?: an experiment with data saturation and variability</article-title>
          <source>Field Methods</source>
          <year>2006</year>
          <month>02</month>
          <day>01</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>59</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1177/1525822X05279903</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guest</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Namey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A simple method to assess and report thematic saturation in qualitative research</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <month>5</month>
          <day>5</day>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>e0232076</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0232076"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0232076</pub-id>
          <pub-id pub-id-type="medline">32369511</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-00298</pub-id>
          <pub-id pub-id-type="pmcid">PMC7200005</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
